-- Logs begin at Fri 2022-04-29 14:24:18 UTC, end at Fri 2022-04-29 16:35:47 UTC. -- Apr 29 15:20:14.623197 dv-neutron-839183-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 15:20:17.112336 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.common.config [-] Logging enabled! Apr 29 15:20:17.113107 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev7 Apr 29 15:20:17.113107 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88605) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 15:20:17.116225 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.common.config [-] Logging enabled! Apr 29 15:20:17.116488 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev7 Apr 29 15:20:17.116791 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88605) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 29 15:20:17.117713 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 15:20:17.117939 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 15:20:17.118276 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 15:20:17.118512 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 15:20:17.118730 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 15:20:17.119037 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.119323 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.119608 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.119830 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.120114 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.120400 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.120697 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.120981 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.121267 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.121544 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.121813 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.122087 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.122309 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.122581 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.122857 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.123133 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.123350 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] debug = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.123619 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.124044 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.124452 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.124751 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.125031 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.125300 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.125563 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.125832 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.126105 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.126422 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] host = dv-neutron-839183-1-hyperv {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.126689 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.126989 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.127264 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.127575 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.127810 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.128076 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.128350 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.128659 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.128925 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] log_file = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.129190 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.129469 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.129747 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.130027 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.130243 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.130468 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.130737 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.131020 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.131283 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.131546 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.131812 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.132074 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.132338 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.132632 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.132905 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.133176 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.133451 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.133717 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.133982 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.134244 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.134521 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.134779 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.135043 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.135341 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.135606 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.135885 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.136146 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.136410 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.136725 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.137004 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.137276 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.137551 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.137816 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.138090 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.138354 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.138616 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.138877 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] use_json = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.139138 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.139400 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.139674 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.139938 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.140200 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.140498 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.140744 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.141024 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.141292 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:17.141575 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.141858 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.142148 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.142426 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.142757 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.143027 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.143308 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.143578 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.143858 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.144137 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.144417 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.144711 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.144989 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.145258 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.145544 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.145840 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.146124 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.146406 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.146673 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.146938 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.147202 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.147472 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.147747 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.148032 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.148313 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.148605 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.148875 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.149157 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.149425 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.149689 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.149957 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.150236 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.150505 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.150768 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.151044 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.151311 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.151577 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.151839 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.152105 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.152385 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.152675 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.152936 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.153197 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.153464 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.153727 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.154002 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.154269 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.154529 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.154791 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.155058 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.155322 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.155585 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.155851 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.156112 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.156378 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.156663 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.156925 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.157188 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.157451 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.157713 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.157976 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.158754 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.159022 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.159284 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.159545 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.159807 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.160071 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.160335 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.160638 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.160927 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.161196 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.161472 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.161745 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.162013 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.162283 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.162552 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.162821 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.163093 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.163355 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.163636 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.163910 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.164188 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.164479 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.164751 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.165036 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.165306 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.165581 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.165851 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.166127 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.166404 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.166678 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.166963 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.167249 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.167533 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.167818 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.168101 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.168371 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.168697 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.168968 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:17.169178 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 15:20:17.169413 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88605) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 15:20:17.556847 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO keyring.backend [-] Loading KWallet Apr 29 15:20:17.563895 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO keyring.backend [-] Loading SecretService Apr 29 15:20:17.567440 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO keyring.backend [-] Loading Windows Apr 29 15:20:17.568748 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO keyring.backend [-] Loading chainer Apr 29 15:20:17.569301 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO keyring.backend [-] Loading macOS Apr 29 15:20:17.602052 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:20:17.602320 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:20:17.602603 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 29 15:20:17.602926 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 15:20:17.983900 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:17.984180 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:17.984442 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:17.985747 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:17.986012 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:17.986279 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.020800 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.021068 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.021336 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.034679 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.034941 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.035195 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.064362 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.064701 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.065128 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.101365 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.101636 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.101896 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.333427 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.334019 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.334019 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.334197 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.334904 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.452865 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.453177 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.453453 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.453719 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.453979 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.454281 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.454536 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.454786 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.455563 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.455893 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.456223 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.456510 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.456772 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.457021 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.457282 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.457544 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.457794 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.458057 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.458302 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.458576 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.458917 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.459163 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.459403 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.459677 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.459917 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.460153 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.460807 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:20:18.461041 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:20:18.461274 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:20:18.461501 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:20:18.461727 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:20:18.461952 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:20:18.462307 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 15:20:18.465345 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 15:20:18.469203 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 15:20:18.473219 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 29 15:20:18.474807 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 15:20:18.476253 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 15:20:18.476613 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 15:20:18.476993 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 15:20:18.479744 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 15:20:18.479986 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 15:20:18.480320 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 15:20:18.508086 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 15:20:18.508548 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.508837 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88605) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 29 15:20:18.509188 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.510525 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88605) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 15:20:18.510798 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 15:20:18.511033 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 15:20:18.514323 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.514546 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:18.575692 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 15:20:18.575925 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 15:20:18.576155 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 15:20:18.576533 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 15:20:18.607550 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_db.sqlalchemy.engines [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88605) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 29 15:20:19.211794 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Initializing driver for type 'gre' Apr 29 15:20:19.212317 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] gre ID ranges: [(1, 1000)] Apr 29 15:20:19.437794 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Initializing driver for type 'local' Apr 29 15:20:19.438427 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Initializing driver for type 'vlan' Apr 29 15:20:19.537153 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] VlanTypeDriver initialization complete Apr 29 15:20:19.537449 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Initializing driver for type 'vxlan' Apr 29 15:20:19.537944 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] vxlan ID ranges: [(1, 1000)] Apr 29 15:20:19.745661 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Initializing extension driver 'port_security' Apr 29 15:20:19.745993 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.extensions.port_security [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] PortSecurityExtensionDriver initialization complete Apr 29 15:20:19.746324 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Initializing mechanism driver 'openvswitch' Apr 29 15:20:19.746644 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Initializing mechanism driver 'hyperv' Apr 29 15:20:19.753802 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.plugins.ml2.plugin [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:20:19.754458 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > port after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.754823 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > port after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.755171 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > port after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.755682 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 15:20:19.756101 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > subnet after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.756447 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > subnet after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.756807 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.757185 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 15:20:19.757578 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > network after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.757920 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > network after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.758257 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > network after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.758630 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 15:20:19.759050 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > security_group after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.759399 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > security_group after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.759732 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.760254 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 15:20:19.760686 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.761030 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.761364 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.761741 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 15:20:19.762134 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > address_group after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.762469 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > address_group after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.762799 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.763173 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 29 15:20:19.763612 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] ML2 OVO RPC backend initialized. {{(pid=88605) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 29 15:20:19.764306 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.764682 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.765091 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > network before_response 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.765431 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > networks before_response 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.765769 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > port before_response 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.766101 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > ports before_response 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.766436 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > subnet before_response 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.766770 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > subnets before_response 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.767110 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > network after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.767446 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > network after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.767812 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > network after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.768144 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > port after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.768496 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > port after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.768829 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > port after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.769161 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > subnet after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.773747 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > subnet after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.773747 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.773747 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.plugin [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Modular L2 Plugin initialization complete Apr 29 15:20:19.773747 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading services supported by the core plugin {{(pid=88605) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 15:20:19.773747 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.plugins.ml2.managers [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Got port-security extension from driver 'port_security' Apr 29 15:20:19.773747 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.extensions.vlantransparent [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Disabled vlantransparent extension. Apr 29 15:20:19.774227 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88605) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 15:20:19.774227 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading Plugin: router Apr 29 15:20:19.809604 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.809926 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router after_create 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.810291 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router before_create 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.810651 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.811016 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.811365 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router after_delete 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.811716 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.812071 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router after_create 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.812413 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router after_update 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.812789 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router after_update 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.813131 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.813483 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router after_update 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.813894 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router precommit_update 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.814256 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: port after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.815187 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: port after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.815688 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: subnet after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.816038 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.816380 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.816746 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router precommit_create 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.817087 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: port before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.817427 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router precommit_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.817777 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router after_update 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.818116 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.818458 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router precommit_create 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.818810 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.819150 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router precommit_update 55549900 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.819507 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > agent after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.819849 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > agent after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.820188 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > network after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.821074 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Tracking information for resource: router configured {{(pid=88605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:20:19.821405 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Tracking information for resource: floatingip configured {{(pid=88605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 15:20:19.826370 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.db.l3_agentschedulers_db [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 15:20:19.826938 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: port after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.827291 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: port after_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.827635 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: port after_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.827977 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: port after_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.828793 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router before_create 55550100 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.829151 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.829505 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router precommit_create 55550100 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.829856 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > router precommit_update 55550100 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.834493 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.services.provider_configuration [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service providers = [] {{(pid=88605) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 15:20:19.834853 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.db.servicetype_db [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88605) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 15:20:19.838031 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.services.service_base [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:20:19.838378 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.services.service_base [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:20:19.838718 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.services.service_base [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:20:19.839601 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.services.service_base [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 15:20:19.839967 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.services.service_base [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 15:20:19.840334 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:20:19.840669 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 15:20:19.851234 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:20:19.851563 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading Plugin: auto_allocate Apr 29 15:20:19.857202 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: network precommit_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.857564 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: network precommit_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.858072 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:20:19.858387 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading Plugin: tag Apr 29 15:20:19.865334 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:20:19.865656 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading Plugin: timestamp Apr 29 15:20:19.869592 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:20:19.869916 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading Plugin: network_ip_availability Apr 29 15:20:19.875059 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.875426 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.875777 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:19.876495 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:20:19.876809 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading Plugin: flavors Apr 29 15:20:19.882137 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:20:19.882459 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading Plugin: revisions Apr 29 15:20:19.886629 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 15:20:19.887015 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_concurrency.lockutils [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.284s {{(pid=88605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 29 15:20:19.887748 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88605) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 29 15:20:19.888082 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Initializing extension manager. Apr 29 15:20:19.888611 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: __init__.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.888951 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: __pycache__ {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.889284 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.889613 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: address_group.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.890351 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.890906 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: address-group Apr 29 15:20:19.891226 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: address_scope.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.891931 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.892432 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: address-scope Apr 29 15:20:19.892881 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.893800 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.894307 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: router-admin-state-down-before-update Apr 29 15:20:19.894625 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: agent.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.895498 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.896000 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: agent Apr 29 15:20:19.896319 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: agent_resources_synced.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.897259 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.897760 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: agent-resources-synced Apr 29 15:20:19.898078 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: allowedaddresspairs.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.899863 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.900370 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: allowed-address-pairs Apr 29 15:20:19.900720 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: auto_allocated_topology.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.901788 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.902293 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: auto-allocated-topology Apr 29 15:20:19.902611 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: availability_zone.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.903296 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.903791 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: availability_zone Apr 29 15:20:19.904109 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: availability_zone_filter.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.905050 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.905548 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: availability_zone_filter Apr 29 15:20:19.905904 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: data_plane_status.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.915218 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.915703 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 15:20:19.916016 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: default_subnetpools.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.916952 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.917446 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: default-subnetpools Apr 29 15:20:19.917758 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.918556 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.919049 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: dhcp_agent_scheduler Apr 29 15:20:19.919362 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: dns.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.920264 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.920786 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension dns-integration not supported by any of loaded plugins Apr 29 15:20:19.921103 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: dns_domain_ports.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.922017 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.922522 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 15:20:19.922842 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: dvr.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.923507 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.924544 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: dvr Apr 29 15:20:19.924867 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: empty_string_filtering.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.925762 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.926263 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: empty-string-filtering Apr 29 15:20:19.926578 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.927479 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.927967 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 15:20:19.928281 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.929206 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.929695 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 15:20:19.930054 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: external_net.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.931026 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.931522 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: external-net Apr 29 15:20:19.931840 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.932774 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.933265 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: extra_dhcp_opt Apr 29 15:20:19.933583 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: extraroute.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.934482 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.934973 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: extraroute Apr 29 15:20:19.935290 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: extraroute_atomic.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.944327 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.944856 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: extraroute-atomic Apr 29 15:20:19.945175 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: filter_validation.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.945836 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.946327 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: filter-validation Apr 29 15:20:19.946639 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: fip_pf_description.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.947540 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.948032 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 15:20:19.948349 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: fip_port_details.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.949294 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.949788 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: fip-port-details Apr 29 15:20:19.950111 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: flavors.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.951321 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.951827 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: flavors Apr 29 15:20:19.952144 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.953808 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.954323 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 15:20:19.954648 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: floatingip_pools.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.955367 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.955865 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: floatingip-pools Apr 29 15:20:19.956185 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: ip_allocation.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.957121 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.957616 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 15:20:19.957963 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.958865 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.959368 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: ip-substring-filtering Apr 29 15:20:19.959689 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: l2_adjacency.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.960949 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.961450 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 15:20:19.961773 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: l3.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.962723 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.963231 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: router Apr 29 15:20:19.963550 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.965926 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.966440 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 15:20:19.966766 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.967683 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.968190 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: ext-gw-mode Apr 29 15:20:19.968542 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.969475 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.969953 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: l3-ha Apr 29 15:20:19.970271 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: l3_flavors.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.971705 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.972202 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: l3-flavors Apr 29 15:20:19.972552 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.973471 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.973969 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 15:20:19.974288 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: l3agentscheduler.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.975306 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.975877 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: l3_agent_scheduler Apr 29 15:20:19.976124 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: logging.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.977625 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.978130 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension logging not supported by any of loaded plugins Apr 29 15:20:19.978450 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: metering.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.979182 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.979739 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: metering Apr 29 15:20:19.980060 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.981184 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.981689 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: metering_source_and_destination_fields Apr 29 15:20:19.982008 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: multiprovidernet.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.982921 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.983420 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: multi-provider Apr 29 15:20:19.983738 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: netmtu.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.984673 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.985169 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: net-mtu Apr 29 15:20:19.985484 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: netmtu_writable.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.986944 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.987440 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: net-mtu-writable Apr 29 15:20:19.987760 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: network_availability_zone.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.988426 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.988949 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: network_availability_zone Apr 29 15:20:19.989264 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: network_ip_availability.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.990340 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.990839 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: network-ip-availability Apr 29 15:20:19.991155 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: network_segment_range.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:19.991912 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:19.992403 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 15:20:19.992743 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: pagination.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.001169 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.001490 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: pagination Apr 29 15:20:20.001801 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: port_device_profile.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.002749 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.003250 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: port-device-profile Apr 29 15:20:20.003566 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.004488 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.004990 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: port-mac-address-regenerate Apr 29 15:20:20.005305 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.006212 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.006709 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: port-numa-affinity-policy Apr 29 15:20:20.007027 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: port_resource_request.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.007931 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.008423 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 15:20:20.008766 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: portbindings.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.009696 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.010193 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: binding Apr 29 15:20:20.010509 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: portbindings_extended.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.011874 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.012381 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: binding-extended Apr 29 15:20:20.012732 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: portsecurity.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.013642 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.014143 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: port-security Apr 29 15:20:20.014460 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: project_id.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.015424 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.015749 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: project-id Apr 29 15:20:20.016066 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: providernet.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.017001 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.017542 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: provider Apr 29 15:20:20.017919 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: qos.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.023526 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.024094 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension qos not supported by any of loaded plugins Apr 29 15:20:20.024422 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.025672 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.026198 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 15:20:20.026505 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.027419 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.027919 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 15:20:20.028242 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: qos_default.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.029177 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.029683 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension qos-default not supported by any of loaded plugins Apr 29 15:20:20.030004 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: qos_fip.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.030655 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.031148 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension qos-fip not supported by any of loaded plugins Apr 29 15:20:20.031468 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: qos_gateway_ip.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.032383 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.032946 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 15:20:20.033868 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: qos_port_network_policy.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.034778 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.035277 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 15:20:20.035593 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: qos_rule_type_details.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.036529 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.037029 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 15:20:20.037346 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: qos_rules_alias.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.038373 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.038872 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 15:20:20.039189 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: quotasv2.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.040094 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.040417 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: quotas Apr 29 15:20:20.040755 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: quotasv2_detail.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.042328 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.042657 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: quota_details Apr 29 15:20:20.042981 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: rbac.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.044019 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.044567 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: rbac-policies Apr 29 15:20:20.044890 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: rbac_address_group.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.045806 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.046308 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: rbac-address-group Apr 29 15:20:20.046623 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: rbac_address_scope.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.047532 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.048038 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: rbac-address-scope Apr 29 15:20:20.048351 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: rbac_security_groups.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.049940 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.050444 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: rbac-security-groups Apr 29 15:20:20.050759 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: rbac_subnetpool.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.051684 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.052187 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: rbac-subnetpool Apr 29 15:20:20.052534 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: revisionifmatch.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.053449 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.053950 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: revision-if-match Apr 29 15:20:20.054267 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: revisions.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.055483 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.055989 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: standard-attr-revisions Apr 29 15:20:20.056312 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: router_availability_zone.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.056999 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.057499 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: router_availability_zone Apr 29 15:20:20.057815 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: routerservicetype.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.058722 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.059220 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension router-service-type not supported by any of loaded plugins Apr 29 15:20:20.059536 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.060517 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.060981 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: security-groups-normalized-cidr Apr 29 15:20:20.061296 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.062208 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.062707 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: port-security-groups-filtering Apr 29 15:20:20.063022 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.063929 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.064541 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: security-groups-remote-address-group Apr 29 15:20:20.064865 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: securitygroup.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.074367 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.074882 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: security-group Apr 29 15:20:20.075209 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: segment.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.075992 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.076508 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension segment not supported by any of loaded plugins Apr 29 15:20:20.076836 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.077764 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.078267 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 15:20:20.078594 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: servicetype.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.079717 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.080319 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: service-type Apr 29 15:20:20.080683 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: sorting.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.081651 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.081977 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: sorting Apr 29 15:20:20.082293 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: standard_attr_segment.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.083194 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.083701 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 15:20:20.084017 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: standardattrdescription.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.084692 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.085192 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: standard-attr-description Apr 29 15:20:20.085763 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: stateful_security_group.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.086680 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.087184 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: stateful-security-group Apr 29 15:20:20.087499 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: stdattrs_common.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.088069 dv-neutron-839183-1-hyperv neutron-server[88605]: WARNING neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 15:20:20.088383 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.089407 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.089909 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 15:20:20.090223 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: subnet_onboard.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.091281 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.091789 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: subnet_onboard Apr 29 15:20:20.092104 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.093054 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.093554 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 15:20:20.093870 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: subnet_service_types.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.094794 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.095301 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: subnet-service-types Apr 29 15:20:20.096121 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: subnetallocation.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.097219 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.097725 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: subnet_allocation Apr 29 15:20:20.098044 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.098712 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.099205 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: subnetpool-prefix-ops Apr 29 15:20:20.099523 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.100442 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.100959 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 15:20:20.101275 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: tagging.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.102349 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.102851 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: standard-attr-tag Apr 29 15:20:20.103172 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: timestamp.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.104393 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.104921 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loaded extension: standard-attr-timestamp Apr 29 15:20:20.105241 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: trunk.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.106296 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.106800 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension trunk not supported by any of loaded plugins Apr 29 15:20:20.107119 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: trunk_details.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.108026 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.108558 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension trunk-details not supported by any of loaded plugins Apr 29 15:20:20.108878 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: uplink_status_propagation.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.109793 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.110290 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 15:20:20.110607 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Loading extension file: vlantransparent.py {{(pid=88605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 15:20:20.111852 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 15:20:20.112361 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 15:20:20.114790 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:network Apr 29 15:20:20.115512 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:subnet Apr 29 15:20:20.116264 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:20:20.116884 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:port Apr 29 15:20:20.118137 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.118563 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service FLAVORS assigned prefix: {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.119165 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.119585 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.119913 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:router Apr 29 15:20:20.120599 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 15:20:20.121296 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service METERING assigned prefix: /metering {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.122706 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:20.123065 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:20.123408 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:20:20.125717 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 15:20:20.126159 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:security_group Apr 29 15:20:20.126822 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 15:20:20.127739 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service CORE assigned prefix: {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.128070 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:20:20.128405 dv-neutron-839183-1-hyperv neutron-server[88605]: WARNING neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] subnetpool is already registered Apr 29 15:20:20.129055 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service CORE assigned prefix: {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.129375 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:20:20.129706 dv-neutron-839183-1-hyperv neutron-server[88605]: WARNING neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] subnetpool is already registered Apr 29 15:20:20.241574 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.242011 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service FLAVORS assigned prefix: {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.242603 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.243020 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.243359 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:router Apr 29 15:20:20.243699 dv-neutron-839183-1-hyperv neutron-server[88605]: WARNING neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] router is already registered Apr 29 15:20:20.244346 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:floatingip Apr 29 15:20:20.244693 dv-neutron-839183-1-hyperv neutron-server[88605]: WARNING neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] floatingip is already registered Apr 29 15:20:20.245319 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service METERING assigned prefix: /metering {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.246124 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 15:20:20.246455 dv-neutron-839183-1-hyperv neutron-server[88605]: WARNING neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] rbac_policy is already registered Apr 29 15:20:20.246869 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:security_group Apr 29 15:20:20.247192 dv-neutron-839183-1-hyperv neutron-server[88605]: WARNING neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] security_group is already registered Apr 29 15:20:20.247767 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 15:20:20.248092 dv-neutron-839183-1-hyperv neutron-server[88605]: WARNING neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] security_group_rule is already registered Apr 29 15:20:20.248765 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service CORE assigned prefix: {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.249091 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:20:20.249415 dv-neutron-839183-1-hyperv neutron-server[88605]: WARNING neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] subnetpool is already registered Apr 29 15:20:20.250000 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.v2.resource_helper [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Service CORE assigned prefix: {{(pid=88605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 15:20:20.250321 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 15:20:20.250643 dv-neutron-839183-1-hyperv neutron-server[88605]: WARNING neutron.quota.resource_registry [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] subnetpool is already registered Apr 29 15:20:20.251283 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: extensions {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.253673 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: address-groups {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.255282 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: address-scopes {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.256500 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: agents {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.257664 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: auto-allocated-topology {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.259096 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: availability_zones {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.260313 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: dhcp-networks {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.261745 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: dhcp-agents {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.263171 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: routers {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.265011 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: flavors {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.266151 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: service_profiles {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.267338 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: next_providers {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.269705 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: service_profiles {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.271267 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: floatingip-pools {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.272492 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: routers {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.274279 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: floatingips {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.275472 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: l3-routers {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.276891 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: l3-agents {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.278398 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: metering-labels {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.279630 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: metering-label-rules {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.280922 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: network-ip-availabilities {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.282165 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: bindings {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.283864 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: quotas {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.285326 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: quotas {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.286727 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: rbac-policies {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.288006 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: security-groups {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.289237 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: security-group-rules {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.290460 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: service-providers {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.291798 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: subnetpools {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.293134 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: subnetpools {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.294731 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: tags {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.296592 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: tags {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.298278 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: tags {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.300387 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: tags {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.303291 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: tags {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.305146 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: tags {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.306982 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: tags {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.308933 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: tags {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.310738 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: tags {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.312564 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron.api.extensions [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Extended resource: tags {{(pid=88605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 15:20:20.319009 dv-neutron-839183-1-hyperv neutron-server[88605]: WARNING keystonemiddleware.auth_token [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 15:20:20.323765 dv-neutron-839183-1-hyperv neutron-server[88605]: WARNING keystonemiddleware.auth_token [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 15:20:20.332631 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_concurrency.lockutils [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Acquired lock "singleton_lock" {{(pid=88605) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 29 15:20:20.333103 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_concurrency.lockutils [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Releasing lock "singleton_lock" {{(pid=88605) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 29 15:20:20.333721 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO oslo_service.service [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Starting 2 workers Apr 29 15:20:20.338590 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Started child 88714 {{(pid=88605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 15:20:20.342753 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Started child 88715 {{(pid=88605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 15:20:20.343603 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:20.344319 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO neutron.service [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 15:20:20.344962 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Notify callbacks [] for process, before_spawn {{(pid=88605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:20.345081 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [-] (88714) wsgi starting up on http://0.0.0.0:9696 Apr 29 15:20:20.347620 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO oslo_service.service [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Starting 1 workers Apr 29 15:20:20.347745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:20.348988 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [-] (88715) wsgi starting up on http://0.0.0.0:9696 Apr 29 15:20:20.352593 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Started child 88716 {{(pid=88605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 15:20:20.353096 dv-neutron-839183-1-hyperv neutron-server[88605]: INFO oslo_service.service [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Starting 1 workers Apr 29 15:20:20.355880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.service [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] calling RpcWorker wait() {{(pid=88716) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 15:20:20.356386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.service [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] returning from RpcWorker wait() {{(pid=88716) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 15:20:20.357294 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Started child 88717 {{(pid=88605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 29 15:20:20.357557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:20.358028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:20:20.358133 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG neutron_lib.callbacks.manager [None req-8243fbb3-fbb1-46ba-a9a8-d445fc501c99 None None] Notify callbacks [] for process, after_spawn {{(pid=88605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:20.359809 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88605) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 29 15:20:20.360015 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 15:20:20.360195 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 15:20:20.360408 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 15:20:20.360783 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 15:20:20.360961 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 15:20:20.362113 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.362422 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.362588 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:20.363044 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.363044 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.363271 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.363773 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.364028 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.364273 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.364575 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.364819 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.364987 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.365145 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.365401 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.365643 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.365917 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.366190 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.366418 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.366674 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.366838 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.367082 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.367346 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.367596 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.367868 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] debug = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.368100 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.368595 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.368847 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.369100 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.369309 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.369573 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.369800 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.370067 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.370293 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.370503 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.370742 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.371004 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.371227 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.371433 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.371663 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.371900 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.372127 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.372592 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] host = dv-neutron-839183-1-hyperv {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.372805 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.373033 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.373258 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.373476 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.373711 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.373924 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.374172 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.374407 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.374660 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.374877 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.375127 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.375375 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.375627 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.375851 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_file = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.376008 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_options = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.376226 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.376510 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.376755 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.377543 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.377709 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.377852 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.378109 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.378263 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.378583 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.378818 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.379026 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.379244 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.379452 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.379687 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.379929 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.380154 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.380390 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.380618 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.380856 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.381081 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.381305 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.381650 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.381859 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.382229 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.382519 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.382915 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.383196 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.383705 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.383705 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.384014 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.384162 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:20:20.384308 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.384448 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.384880 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.385255 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.385419 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.385575 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.385756 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.386014 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.386241 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.386490 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.386745 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.387004 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.387344 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.387637 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.388315 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.388315 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] use_json = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.388898 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.389346 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.389612 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.389876 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.390029 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.390229 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.390441 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.390676 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.390945 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.391345 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.391863 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.393280 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.393280 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.393532 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.399953 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.399953 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.399953 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.399953 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.399953 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.399953 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.399953 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.399953 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.399953 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.401197 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.401197 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.401197 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.401197 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.401197 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.401197 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.401197 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.401197 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.402287 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.402287 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.402287 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.402287 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.402287 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.402287 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.402287 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.402287 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.403412 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.403412 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.403412 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.403412 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.403412 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.403412 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.403412 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.403412 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.403412 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.404640 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.404640 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.404640 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.404640 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.404640 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.404640 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.404640 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.404640 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.404640 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.405859 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.405859 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.405859 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.405859 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.405859 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.405859 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.405859 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.405859 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.405859 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.407096 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.407096 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.407096 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.407096 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.407096 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.407096 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.407096 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.407096 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.407096 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.408240 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.408240 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.408508 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.408659 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.408860 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.409002 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.409236 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.409416 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.409640 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.409852 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.410076 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.410280 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.410510 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.410715 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.410939 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.411145 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.411381 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.411595 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.411872 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.412166 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.412383 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.412677 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.412901 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.413173 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.413427 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.413864 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.413864 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.414143 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.414285 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.414510 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.414744 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.414987 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.415204 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.415419 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.415645 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.415884 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.416208 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.416371 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.416574 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.416788 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.417057 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.417304 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.417545 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.417808 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.418031 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.418323 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.418555 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.418817 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.419101 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.419359 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.419671 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.419924 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.420191 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.420417 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.420688 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.420945 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.421209 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.421459 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.421697 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.421919 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.422147 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.422413 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.422653 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.422884 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.423110 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.423354 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.424231 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.424639 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.424958 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.425200 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.425483 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.425732 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.425973 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.426544 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.426544 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.426845 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.426982 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.427218 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.427448 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.427880 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.427880 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.428159 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.428352 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.428580 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.430787 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.430787 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.430787 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.430787 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.430787 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.430787 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.430787 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.430787 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.431894 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.431894 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.431894 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.431894 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.431894 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.431894 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.431894 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.431894 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.432968 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.432968 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.432968 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.432968 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.433486 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.433486 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.433486 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.433867 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.434017 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.434161 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.434345 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.434555 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.434760 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.434966 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.435177 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.435402 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.435611 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.435830 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.436035 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.436698 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.436698 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.436921 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.437091 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.437331 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.437565 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.437792 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.438599 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.438599 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.438599 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.439475 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.439475 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.439475 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.439475 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.439965 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.439965 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.440304 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.440544 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.440972 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.441109 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.441301 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.441520 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.441754 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.441981 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.442191 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.442420 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.442626 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.442836 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.443040 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.443251 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.443461 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.443758 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.444006 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.444230 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.444457 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.445077 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.445077 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.445363 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.445363 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.445593 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.445723 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.445929 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.446970 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.446970 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.446970 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.446970 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.447444 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.447444 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.447907 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.447907 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.448136 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.448268 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.448443 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.448790 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.449159 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.449290 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.449449 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.449658 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.449892 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.450169 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.450502 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.450791 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.451042 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.451270 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.451531 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.451793 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.452048 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.452254 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.452577 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.452883 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.453141 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.453601 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.453601 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.453886 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.454101 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.454327 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.454554 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.454778 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.455569 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.455968 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.456225 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.456445 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.456687 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.456908 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.457136 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.457351 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.457575 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.457806 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.458035 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.458184 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 15:20:20.458718 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88605) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 29 15:20:20.458851 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 15:20:20.458973 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 15:20:20.459144 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 15:20:20.459311 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 15:20:20.459458 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 15:20:20.459655 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.459809 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.459962 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.460113 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.460264 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.460717 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.460855 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.461011 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.461164 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.461317 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.461468 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.461618 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.461769 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.461919 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.462071 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.462207 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.462362 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.462513 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.462669 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.462821 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.462956 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.463109 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.463446 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] debug = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.463446 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.463689 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.463793 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.463918 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.464050 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.464173 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.464304 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.464477 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.464632 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.464783 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.464924 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.465074 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.465224 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.465373 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.465522 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.465658 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.465812 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.465962 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] host = dv-neutron-839183-1-hyperv {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.466112 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.466264 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.466414 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.466565 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.466706 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.466904 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.467040 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.467388 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.467388 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.467388 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.467727 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.467727 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.468236 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.468236 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_file = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.468236 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_options = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.468236 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.468734 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.468734 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.468734 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.469311 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.469311 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.469311 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.469652 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.469652 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.469652 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.469920 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.469920 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.470064 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.470172 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.470330 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.470484 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.470683 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.470840 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.470972 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.471177 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.471367 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.471462 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.471544 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.471697 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.471847 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.471997 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.472146 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.472301 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.472450 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.472622 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.472772 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.472923 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.473073 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.473225 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.473375 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.473525 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.473675 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.473836 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.473986 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.474136 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.474287 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.474437 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.474589 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.474742 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.474891 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.475043 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] use_json = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.475193 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.475343 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.475493 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.475645 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.475795 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.475947 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.476097 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.476249 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.476400 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 15:20:20.476591 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.476746 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.476938 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.477076 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.477199 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.477341 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.477494 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.477859 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.477859 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.478014 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.478092 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.478221 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.478383 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.478537 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.478691 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.478848 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.478987 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.479144 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.479297 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.479451 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.479604 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.479756 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.479926 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.480079 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.480233 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.480387 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.480570 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.480727 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.480883 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.481095 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.481179 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.481324 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.481477 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.481632 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.481772 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.481926 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.482079 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.482233 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.482387 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.482542 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.482885 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.482885 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.483123 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.483123 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.483283 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.483408 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.483562 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.483722 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.483877 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.484030 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.484195 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.484349 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.484505 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.484665 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.484819 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.484973 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.485126 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.485279 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.485432 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.485587 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.485740 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.485908 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.486063 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.486792 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.486993 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.487125 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.487282 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.487437 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.487596 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.487747 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.488074 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.488233 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.488389 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.488578 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.488760 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.488981 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.489075 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.489201 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.489362 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.489499 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.489654 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.489807 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.489961 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.490448 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.490448 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.490448 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.490811 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.490811 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.491210 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.491210 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.491210 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.491563 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.491563 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.491563 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.491902 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.491902 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.492131 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.492131 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.492379 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.492537 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.492678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:20:20.492810 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.492810 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.493043 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.493043 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.493283 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.493283 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.493516 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.493637 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.493758 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.493869 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.493990 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.494148 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.494302 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.494459 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.494614 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.494775 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.494963 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.495104 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.495228 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.495379 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.495532 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.495706 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.495846 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.495970 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.496111 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.496264 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.496696 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.496696 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.496942 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.496942 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.497204 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.497204 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.497719 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.497719 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.497719 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.498059 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.498059 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.498059 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.498514 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.498514 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.498514 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.498865 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.498865 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.499094 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.499094 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.499532 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.499532 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.499532 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.499800 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.499800 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.499942 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.500018 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.500161 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.500316 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.500514 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.500661 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.500793 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.500925 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.501070 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.501278 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.501405 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.501528 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.501649 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.501770 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.502007 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.502205 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.502327 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.502412 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.502539 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.502691 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.502844 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.502999 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.503153 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.503293 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.503450 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.503605 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.503761 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.503914 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.504073 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.504227 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.504381 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.504570 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.504713 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.504868 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.505022 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.505174 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.505328 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.505500 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.505653 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.505807 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.506553 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.506553 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.506553 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.506553 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.506553 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.506984 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.506984 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.506984 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.507194 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.507271 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.507391 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.507542 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.507696 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.507851 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.508007 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.508161 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.508545 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.508545 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.508748 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.508748 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.508915 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.509049 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.509202 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.509355 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.509508 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.509663 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.509829 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.509985 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.510140 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.510296 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.510449 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.510612 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.510764 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.510917 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.511070 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.511223 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.511370 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.511527 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.511680 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.511832 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.511985 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.512147 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.512302 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.512455 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.512634 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.512786 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.512940 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.513093 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.513258 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.513414 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.513570 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.513723 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.513877 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.514037 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.514194 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.514542 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.514542 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.515037 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.515037 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.515037 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.515335 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.515335 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.515543 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.515543 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.515705 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.515833 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.515988 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.516315 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.516315 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.516592 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.516592 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.516788 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.516900 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.517025 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.517148 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.517305 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.518176 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.518176 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.518393 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.518503 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.518590 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.518702 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.518856 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.519009 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 15:20:20.519156 dv-neutron-839183-1-hyperv neutron-server[88605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 15:20:20.799882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 55596) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:20:20.808347 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062234 Apr 29 15:20:32.029520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343b8d73-12b2-4b0b-9b46-66ecae51af62 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:20:32.090817 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343b8d73-12b2-4b0b-9b46-66ecae51af62 None None] No non-hosted networks {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 15:20:32.098212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.agentschedulers_db [None req-343b8d73-12b2-4b0b-9b46-66ecae51af62 None None] DHCP Agent not found on host dv-neutron-839183-1-hyperv {{(pid=88716) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 15:20:32.222872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ef612038-dfad-462f-b1cf-7eae9c0d70a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473564'] for agent, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:34.193650 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-98302fda-37be-496c-af0a-64cac5934a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473564'] for agent, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:34.229578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-868e6b0c-0e92-463e-ae41-4a0e2c5d62cf None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-839183-1-hyperv {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:20:34.230406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-868e6b0c-0e92-463e-ae41-4a0e2c5d62cf None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:20:34.824701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-868e6b0c-0e92-463e-ae41-4a0e2c5d62cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:35.223213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473564'] for agent, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:35.223928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:35.224180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:35.225882 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:35.226429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:35.226904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:35.227392 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:35.227864 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:35.228365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:35.228907 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:35.229411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:35.229892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:35.230360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:35.230889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-839183-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:20:35.272176 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-839183-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:20:35.922385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473564'] for agent, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:36.969317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473564'] for agent, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:37.485239 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.db.l3_hamode_db [None req-3f954978-6d1d-4d2e-8f2b-ce59b57a95cf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 15:20:37.568470 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f954978-6d1d-4d2e-8f2b-ce59b57a95cf None None] Routers set() bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:20:37.568866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f954978-6d1d-4d2e-8f2b-ce59b57a95cf None None] Router IDs set() for agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 29 15:20:38.291844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 55690) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:20:38.859291 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING oslo_policy.policy [None req-4f535685-7ba8-47ec-bddc-e70e1b53c629 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:20:38.859883 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING oslo_policy.policy [None req-4f535685-7ba8-47ec-bddc-e70e1b53c629 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:20:39.081011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-4f535685-7ba8-47ec-bddc-e70e1b53c629 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:20:39.082068 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4f535685-7ba8-47ec-bddc-e70e1b53c629 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7893431 Apr 29 15:20:41.466634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 55704) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:20:41.819664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-810f5dc6-e1ec-4262-b9b7-6ab3e8627576 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:20:41.914189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.policy [None req-810f5dc6-e1ec-4262-b9b7-6ab3e8627576 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88714) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 15:20:41.959153 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING oslo_policy.policy [None req-810f5dc6-e1ec-4262-b9b7-6ab3e8627576 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:20:41.959540 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING oslo_policy.policy [None req-810f5dc6-e1ec-4262-b9b7-6ab3e8627576 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:20:41.968061 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.quota [None req-810f5dc6-e1ec-4262-b9b7-6ab3e8627576 admin admin] Loaded quota_driver: . Apr 29 15:20:41.983742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-810f5dc6-e1ec-4262-b9b7-6ab3e8627576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:20:42.130702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-810f5dc6-e1ec-4262-b9b7-6ab3e8627576 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736062909450', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736062907097', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736062904603', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736062926176', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736062921475', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736062873709', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-524288', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531609', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1544883', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1488743'] for rbac-policy, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:42.296384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-810f5dc6-e1ec-4262-b9b7-6ab3e8627576 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:42.297596 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-810f5dc6-e1ec-4262-b9b7-6ab3e8627576 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8299713 Apr 29 15:20:44.968876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 55718) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:20:45.541573 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING oslo_policy.policy [None req-510feef1-c692-4015-8145-52933232b361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:20:45.542176 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING oslo_policy.policy [None req-510feef1-c692-4015-8145-52933232b361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:20:45.760743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:20:45.762443 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.quota [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Loaded quota_driver: . Apr 29 15:20:45.778533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:20:45.785094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Usage tracker for resource:network and tenant:09b5d1df108d4d20a54a983f9b6f6a65 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:20:45.790513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:20:45.797804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:20:45.936249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Made reservation on behalf of 09b5d1df108d4d20a54a983f9b6f6a65 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:20:46.007342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.policy [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88715) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 15:20:46.057894 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING oslo_policy.policy [None req-510feef1-c692-4015-8145-52933232b361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:20:46.058205 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING oslo_policy.policy [None req-510feef1-c692-4015-8145-52933232b361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 15:20:46.068932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:46.090321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:46.105134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:20:46.108795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Usage tracker for resource:security_group_rule and tenant:09b5d1df108d4d20a54a983f9b6f6a65 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:20:46.114845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:20:46.120372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:20:46.223994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:46.294148 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:46.321218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510feef1-c692-4015-8145-52933232b361 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:20:46.342538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736060945430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:46.343111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Unsubscribe: segment precommit_create {{(pid=88715) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 15:20:46.343653 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Added segment 40dfacd5-e0bc-4170-aa3c-6f14b845a4d6 of type vlan for network 474df78d-195c-4ee8-81a8-1cb3968f4a0f Apr 29 15:20:46.352653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d49b055-aa6a-4b3a-a85e-d6d3854492bc,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:20:46.412047 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:46.412404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:46.412764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:46.413141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:46.413464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:46.413801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:46.414120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:46.414433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:46.414747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:46.415059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:46.415367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:46.415673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Tracked resource versions report: Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: pushed versions: Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: { 'AddressGroup': {'1.2'}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'ConntrackHelper': {'1.0'}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Log': {'1.0'}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Network': {'1.1'}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Port': {'1.7'}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'PortForwarding': {'1.2'}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'QosPolicy': {'1.8'}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'SecurityGroup': {'1.4'}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'SubPort': {'1.0'}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Subnet': {'1.1'}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Trunk': {'1.1'}} Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: consumer versions: Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: { DHCP agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: L3 agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: Metadata agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: Metering agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: Open vSwitch agent@dv-neutron-839183-1-hyperv: { 'AddressGroup': '1.2', Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'ConntrackHelper': '1.0', Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Log': '1.0', Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Network': '1.1', Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Port': '1.7', Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'PortForwarding': '1.2', Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'QosPolicy': '1.8', Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'SecurityGroup': '1.4', Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'SecurityGroupRule': '1.2', Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'SubPort': '1.0', Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Subnet': '1.1', Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Trunk': '1.1'}} Apr 29 15:20:46.417039 dv-neutron-839183-1-hyperv neutron-server[88715]: {{(pid=88715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:20:46.459689 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:46.551050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:46.552208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:20:46.552858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:46.660706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510feef1-c692-4015-8145-52933232b361 admin admin] Pushing event updated for resources: {'Network': ['ID=474df78d-195c-4ee8-81a8-1cb3968f4a0f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:20:46.668526 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-510feef1-c692-4015-8145-52933232b361 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6969714 Apr 29 15:20:46.684197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 474df78d-195c-4ee8-81a8-1cb3968f4a0f details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:20:49.363670 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 55740) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:20:49.796876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d34ba7-db16-4826-b42f-a30840150e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:20:49.798955 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-13d34ba7-db16-4826-b42f-a30840150e68 admin admin] 10.222.0.39 "GET /v2.0/networks/474df78d-195c-4ee8-81a8-1cb3968f4a0f HTTP/1.1" status: 200 len: 825 time: 0.4341068 Apr 29 15:20:49.828067 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3bc078ab-2c38-438f-b08f-7c00520f89fc admin admin] 10.222.0.39 "GET /v2.0/subnetpools/ed2bce8c-3385-4f00-887f-c983039d437f HTTP/1.1" status: 200 len: 734 time: 0.0238907 Apr 29 15:20:49.836973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Request body: {'subnet': {'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'name': 'private-subnet', 'subnetpool_id': 'ed2bce8c-3385-4f00-887f-c983039d437f', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:20:49.841212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:20:49.844949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Usage tracker for resource:subnet and tenant:09b5d1df108d4d20a54a983f9b6f6a65 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:20:49.847907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:20:49.853775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:20:49.941781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Made reservation on behalf of 09b5d1df108d4d20a54a983f9b6f6a65 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:20:49.944078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Notify callbacks [] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:50.259915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:50.355005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Checking segment: {'id': '40dfacd5-e0bc-4170-aa3c-6f14b845a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:20:50.355369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Network hostable DHCP agents. Network: 474df78d-195c-4ee8-81a8-1cb3968f4a0f, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:20:50.361254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Pushing event updated for resources: {'Subnet': ['ID=397765de-ab81-460f-953a-e79ad8911380,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:20:50.425347 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Network 474df78d-195c-4ee8-81a8-1cb3968f4a0f is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:20:50.493495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 474df78d-195c-4ee8-81a8-1cb3968f4a0f) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:20:50.498110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:20:50.498676 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:50.503185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f02137-4d5a-4a2c-9e1e-2485b01ea919 None None] Network 474df78d-195c-4ee8-81a8-1cb3968f4a0f requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:20:50.563058 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b6652364-671a-459f-bc56-79729c85efad admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7295513 Apr 29 15:20:50.807701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-474df78d-195c-4ee8-81a8-1cb3968f4a0f', 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'fixed_ips': [{'subnet_id': '397765de-ab81-460f-953a-e79ad8911380'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:20:50.808927 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:50.989283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Allocated IP 172.20.0.2 (474df78d-195c-4ee8-81a8-1cb3968f4a0f/397765de-ab81-460f-953a-e79ad8911380/dcb1f6ee-0501-4382-8e36-24542b7dc661) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:20:51.218815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:51.232307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Transition to ACTIVE for port object dcb1f6ee-0501-4382-8e36-24542b7dc661 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:20:51.253687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Transition to ACTIVE for port object dcb1f6ee-0501-4382-8e36-24542b7dc661 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:20:51.359669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:51.425783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Network 474df78d-195c-4ee8-81a8-1cb3968f4a0f is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:20:51.428852 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:20:51.434401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:20:51.440985 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Pushing event updated for resources: {'Port': ['ID=dcb1f6ee-0501-4382-8e36-24542b7dc661,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:20:51.480123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:51.480503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:51.480843 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:51.481170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:51.481492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:51.481829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:51.482153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:51.482473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:51.482805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:51.483125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:51.483446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:51.483756 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Tracked resource versions report: Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: pushed versions: Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: { 'AddressGroup': {'1.2'}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'ConntrackHelper': {'1.0'}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Log': {'1.0'}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Network': {'1.1'}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Port': {'1.7'}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'PortForwarding': {'1.2'}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'QosPolicy': {'1.8'}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'SecurityGroup': {'1.4'}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'SubPort': {'1.0'}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Subnet': {'1.1'}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Trunk': {'1.1'}} Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: consumer versions: Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: { DHCP agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: L3 agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: Metadata agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: Metering agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: Open vSwitch agent@dv-neutron-839183-1-hyperv: { 'AddressGroup': '1.2', Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'ConntrackHelper': '1.0', Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Log': '1.0', Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Network': '1.1', Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Port': '1.7', Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'PortForwarding': '1.2', Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'QosPolicy': '1.8', Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'SecurityGroup': '1.4', Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'SecurityGroupRule': '1.2', Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'SubPort': '1.0', Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Subnet': '1.1', Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Trunk': '1.1'}} Apr 29 15:20:51.485085 dv-neutron-839183-1-hyperv neutron-server[88716]: {{(pid=88716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:20:51.539928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Attempting to bind port dcb1f6ee-0501-4382-8e36-24542b7dc661 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:20:51.540621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Attempting to bind port dcb1f6ee-0501-4382-8e36-24542b7dc661 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '40dfacd5-e0bc-4170-aa3c-6f14b845a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:20:51.540728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Attempting to bind port dcb1f6ee-0501-4382-8e36-24542b7dc661 on network 474df78d-195c-4ee8-81a8-1cb3968f4a0f {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:20:51.545758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:20:51.546160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Checking segment: {'id': '40dfacd5-e0bc-4170-aa3c-6f14b845a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:20:51.546627 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:51.547012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Bound using segment: {'id': '40dfacd5-e0bc-4170-aa3c-6f14b845a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:20:51.547469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Bound port: dcb1f6ee-0501-4382-8e36-24542b7dc661, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dfacd5-e0bc-4170-aa3c-6f14b845a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:20:51.548483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:51.632809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] For port dcb1f6ee-0501-4382-8e36-24542b7dc661, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:20:51.636604 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] For port dcb1f6ee-0501-4382-8e36-24542b7dc661, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=dcb1f6ee-0501-4382-8e36-24542b7dc661,segment=NetworkSegment(40dfacd5-e0bc-4170-aa3c-6f14b845a4d6),segment_id=40dfacd5-e0bc-4170-aa3c-6f14b845a4d6)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:20:51.713856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:51.805783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafdd06-5c48-42d5-9cc8-e881363635a4 None None] Pushing event updated for resources: {'Port': ['ID=dcb1f6ee-0501-4382-8e36-24542b7dc661,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:20:53.015558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 55750) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:20:53.390551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-06232b09-f229-4956-bbd1-7ece0cd714a0 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:20:53.392145 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-06232b09-f229-4956-bbd1-7ece0cd714a0 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3750212 Apr 29 15:20:55.146267 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device dcb1f6ee-0501-4382-8e36-24542b7dc661 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:20:55.282879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port dcb1f6ee-0501-4382-8e36-24542b7dc661 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:20:55.587163 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553a1fb0-b4da-43ac-ac00-020bc69c60bf None None] Network 474df78d-195c-4ee8-81a8-1cb3968f4a0f requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:20:55.755028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-60519e43-c66f-4e4d-b2b9-3abb1901618f None None] Provisioning for port dcb1f6ee-0501-4382-8e36-24542b7dc661 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:20:55.762637 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-60519e43-c66f-4e4d-b2b9-3abb1901618f None None] Provisioning complete for port dcb1f6ee-0501-4382-8e36-24542b7dc661 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:20:55.763052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-60519e43-c66f-4e4d-b2b9-3abb1901618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:55.835325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 55764) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:20:55.941477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-60519e43-c66f-4e4d-b2b9-3abb1901618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:55.978502 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-60519e43-c66f-4e4d-b2b9-3abb1901618f None None] For port dcb1f6ee-0501-4382-8e36-24542b7dc661, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=dcb1f6ee-0501-4382-8e36-24542b7dc661,segment=NetworkSegment(40dfacd5-e0bc-4170-aa3c-6f14b845a4d6),segment_id=40dfacd5-e0bc-4170-aa3c-6f14b845a4d6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:20:56.061996 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-60519e43-c66f-4e4d-b2b9-3abb1901618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:56.133216 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60519e43-c66f-4e4d-b2b9-3abb1901618f None None] Pushing event updated for resources: {'Port': ['ID=dcb1f6ee-0501-4382-8e36-24542b7dc661,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:20:56.186153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b13de2ab-2d4c-4a2e-b18b-2fdc736ac240 None None] Provisioning complete for port dcb1f6ee-0501-4382-8e36-24542b7dc661 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:20:56.186837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b13de2ab-2d4c-4a2e-b18b-2fdc736ac240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:56.218350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-6f2d5a34-e5b7-4ada-a218-3081a99ba841 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:20:56.219317 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6f2d5a34-e5b7-4ada-a218-3081a99ba841 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3830521 Apr 29 15:20:57.116362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device dcb1f6ee-0501-4382-8e36-24542b7dc661 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:20:57.199652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port dcb1f6ee-0501-4382-8e36-24542b7dc661 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:20:57.200326 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:58.894172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 55776) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:20:59.234022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d07219a9-6190-47c3-8746-8eaab7e67fb3 admin admin] Request body: {'router': {'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'name': 'router1', 'admin_state_up': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:20:59.239239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d07219a9-6190-47c3-8746-8eaab7e67fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:20:59.242925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d07219a9-6190-47c3-8746-8eaab7e67fb3 admin admin] Usage tracker for resource:router and tenant:09b5d1df108d4d20a54a983f9b6f6a65 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:20:59.246082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d07219a9-6190-47c3-8746-8eaab7e67fb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:20:59.252762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d07219a9-6190-47c3-8746-8eaab7e67fb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:20:59.318712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d07219a9-6190-47c3-8746-8eaab7e67fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:59.320286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d07219a9-6190-47c3-8746-8eaab7e67fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:59.341713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d07219a9-6190-47c3-8746-8eaab7e67fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:59.496526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d07219a9-6190-47c3-8746-8eaab7e67fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:59.581239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d07219a9-6190-47c3-8746-8eaab7e67fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:20:59.582407 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d07219a9-6190-47c3-8746-8eaab7e67fb3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6872954 Apr 29 15:21:01.995070 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 55786) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:21:02.053748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-404ac6cb-0fce-44b0-ab27-51ff1748a2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:02.363615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-6411d8f2-6536-42b8-93e9-ce7a64496627 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:21:02.364614 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6411d8f2-6536-42b8-93e9-ce7a64496627 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3685954 Apr 29 15:21:04.147497 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a18844d0-fbb9-40e4-96f4-62c3736f49ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:04.756411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 55796) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:21:05.117381 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:21:05.122173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:21:05.126097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Usage tracker for resource:network and tenant:4c8231b307fa4c1ea4953f4c482dcc55 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:21:05.129140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:21:05.134418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:21:05.181261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:05.204382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Made reservation on behalf of 4c8231b307fa4c1ea4953f4c482dcc55 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:21:05.206743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:05.219001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:05.233520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:21:05.238210 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Usage tracker for resource:security_group_rule and tenant:4c8231b307fa4c1ea4953f4c482dcc55 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:21:05.240906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:21:05.246435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:21:05.255799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:05.327860 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:05.421233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:05.444258 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Reserving flat network on physical network physnet1 {{(pid=88715) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 15:21:05.457921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce80027-f017-4095-aa28-8477a589554c,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:21:05.463773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:05.464109 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Added segment 26207870-7773-429d-819d-9a6a3b954f76 of type flat for network 5b966a64-6021-4962-a4b0-b3238dd885c7 Apr 29 15:21:05.495240 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:05.592620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:05.593513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:21:05.594070 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:05.693098 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=5b966a64-6021-4962-a4b0-b3238dd885c7,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:21:05.702986 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:21:05.707777 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2e7e1109-f125-4ebd-92fc-bce1f0c6e9f9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9503415 Apr 29 15:21:06.916717 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:08.108964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 55816) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:21:08.313737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d009afc-3f48-4be0-b507-9b346beaedc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:21:08.315078 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5d009afc-3f48-4be0-b507-9b346beaedc8 admin admin] 10.222.0.39 "GET /v2.0/subnets/397765de-ab81-460f-953a-e79ad8911380 HTTP/1.1" status: 200 len: 849 time: 0.2051716 Apr 29 15:21:08.457578 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cce911b8-80ea-41de-b28f-7975c753c6d5 admin admin] 10.222.0.39 "GET /v2.0/routers/641a2468-645c-4e41-89e4-c1fddc12a8ae HTTP/1.1" status: 200 len: 704 time: 0.1369858 Apr 29 15:21:08.915681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:09.163901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Allocated IP 172.20.0.1 (474df78d-195c-4ee8-81a8-1cb3968f4a0f/397765de-ab81-460f-953a-e79ad8911380/9b1c0e8f-8c85-433e-bad3-e540c0960226) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:21:09.314528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:09.331105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Transition to ACTIVE for port object 9b1c0e8f-8c85-433e-bad3-e540c0960226 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:21:09.436575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:09.500950 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Network 474df78d-195c-4ee8-81a8-1cb3968f4a0f is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:21:09.503645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:21:09.507197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:21:09.507707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:09.623748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Pushing event updated for resources: {'Port': ['ID=9b1c0e8f-8c85-433e-bad3-e540c0960226,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:21:09.790351 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f5f11b98-63ce-4634-8a39-b7aef235c647 None None] Provisioning for port 9b1c0e8f-8c85-433e-bad3-e540c0960226 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:21:09.795049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f5f11b98-63ce-4634-8a39-b7aef235c647 None None] Provisioning complete for port 9b1c0e8f-8c85-433e-bad3-e540c0960226 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:21:09.800604 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f5f11b98-63ce-4634-8a39-b7aef235c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:09.848096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f5f11b98-63ce-4634-8a39-b7aef235c647 None None] Port 9b1c0e8f-8c85-433e-bad3-e540c0960226 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:21:09.851250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:10.073954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:10.158558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:10.159291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:10.293703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Pushing event updated for resources: {'Port': ['ID=9b1c0e8f-8c85-433e-bad3-e540c0960226,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:21:10.348777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Network 474df78d-195c-4ee8-81a8-1cb3968f4a0f is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:21:10.349720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:21:10.576401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3032f52b-8aff-49e6-bcf9-4fd790d9f7e6 None None] Provisioning complete for port 9b1c0e8f-8c85-433e-bad3-e540c0960226 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:21:10.576795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3032f52b-8aff-49e6-bcf9-4fd790d9f7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:10.602386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Router 641a2468-645c-4e41-89e4-c1fddc12a8ae is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:21:10.631861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3032f52b-8aff-49e6-bcf9-4fd790d9f7e6 None None] Port 9b1c0e8f-8c85-433e-bad3-e540c0960226 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:21:10.788778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:21:10.798954 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-89d3652b-fd82-431e-8288-489160156a9e admin admin] 10.222.0.39 "PUT /v2.0/routers/641a2468-645c-4e41-89e4-c1fddc12a8ae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3362465 Apr 29 15:21:10.799348 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Sync routers for ids ['641a2468-645c-4e41-89e4-c1fddc12a8ae'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:21:10.809824 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Routers {'641a2468-645c-4e41-89e4-c1fddc12a8ae'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:21:10.810835 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:21:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['641a2468-645c-4e41-89e4-c1fddc12a8ae'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:21:10.984156 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Set router 641a2468-645c-4e41-89e4-c1fddc12a8ae gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:21:11.348483 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'name': 'router1', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:20:59Z', 'updated_at': '2022-04-29T15:21:09Z', 'revision_number': 2, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'gw_port_host': None, '_interfaces': [{'id': '9b1c0e8f-8c85-433e-bad3-e540c0960226', 'name': '', 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'mac_address': 'fa:16:3e:40:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '397765de-ab81-460f-953a-e79ad8911380', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:21:08Z', 'updated_at': '2022-04-29T15:21:09Z', 'revision_number': 2, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'subnets': [{'id': '397765de-ab81-460f-953a-e79ad8911380', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed2bce8c-3385-4f00-887f-c983039d437f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:21:11.353257 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Checking router: 641a2468-645c-4e41-89e4-c1fddc12a8ae for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:21:11.353625 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Updating router 641a2468-645c-4e41-89e4-c1fddc12a8ae port 9b1c0e8f-8c85-433e-bad3-e540c0960226 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:21:11.404452 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:11.772955 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:11.787317 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Transition to ACTIVE for port object 9b1c0e8f-8c85-433e-bad3-e540c0960226 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:21:11.826813 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:12.046006 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Pushing event updated for resources: {'Port': ['ID=9b1c0e8f-8c85-433e-bad3-e540c0960226,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:21:12.072577 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:21:12.072939 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:21:12.073277 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:21:12.073610 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:21:12.073938 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:21:12.074274 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:21:12.074596 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:21:12.074916 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:21:12.075254 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:21:12.075573 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:21:12.075888 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:21:12.076202 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Tracked resource versions report: Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: pushed versions: Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: { 'AddressGroup': {'1.2'}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'ConntrackHelper': {'1.0'}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Log': {'1.0'}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Network': {'1.1'}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Port': {'1.7'}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'PortForwarding': {'1.2'}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'QosPolicy': {'1.8'}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'SecurityGroup': {'1.4'}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'SubPort': {'1.0'}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Subnet': {'1.1'}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Trunk': {'1.1'}} Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: consumer versions: Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: { DHCP agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: L3 agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: Metadata agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: Metering agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: Open vSwitch agent@dv-neutron-839183-1-hyperv: { 'AddressGroup': '1.2', Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'ConntrackHelper': '1.0', Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Log': '1.0', Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Network': '1.1', Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Port': '1.7', Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'PortForwarding': '1.2', Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'QosPolicy': '1.8', Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'SecurityGroup': '1.4', Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'SecurityGroupRule': '1.2', Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'SubPort': '1.0', Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Subnet': '1.1', Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Trunk': '1.1'}} Apr 29 15:21:12.077572 dv-neutron-839183-1-hyperv neutron-server[88717]: {{(pid=88717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:21:12.087549 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Attempting to bind port 9b1c0e8f-8c85-433e-bad3-e540c0960226 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:21:12.087944 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Attempting to bind port 9b1c0e8f-8c85-433e-bad3-e540c0960226 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '40dfacd5-e0bc-4170-aa3c-6f14b845a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:21:12.088815 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Attempting to bind port 9b1c0e8f-8c85-433e-bad3-e540c0960226 on network 474df78d-195c-4ee8-81a8-1cb3968f4a0f {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:21:12.093532 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:21:12.093929 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Checking segment: {'id': '40dfacd5-e0bc-4170-aa3c-6f14b845a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:21:12.094572 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:12.095154 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Bound using segment: {'id': '40dfacd5-e0bc-4170-aa3c-6f14b845a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:21:12.095650 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Bound port: 9b1c0e8f-8c85-433e-bad3-e540c0960226, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dfacd5-e0bc-4170-aa3c-6f14b845a4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:21:12.096032 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:12.181731 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] For port 9b1c0e8f-8c85-433e-bad3-e540c0960226, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:21:12.185702 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] For port 9b1c0e8f-8c85-433e-bad3-e540c0960226, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9b1c0e8f-8c85-433e-bad3-e540c0960226,segment=NetworkSegment(40dfacd5-e0bc-4170-aa3c-6f14b845a4d6),segment_id=40dfacd5-e0bc-4170-aa3c-6f14b845a4d6)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:21:12.259299 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:12.348869 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Routers {'641a2468-645c-4e41-89e4-c1fddc12a8ae'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:21:12.348869 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:21:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['641a2468-645c-4e41-89e4-c1fddc12a8ae'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:21:12.395121 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0fad0-6225-4c6d-b6d4-4b1474e13449 None None] Pushing event updated for resources: {'Port': ['ID=9b1c0e8f-8c85-433e-bad3-e540c0960226,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:21:12.501771 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] Set router 641a2468-645c-4e41-89e4-c1fddc12a8ae gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:21:12.828192 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'name': 'router1', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:20:59Z', 'updated_at': '2022-04-29T15:21:09Z', 'revision_number': 2, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'gw_port_host': None, '_interfaces': [{'id': '9b1c0e8f-8c85-433e-bad3-e540c0960226', 'name': '', 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'mac_address': 'fa:16:3e:40:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '397765de-ab81-460f-953a-e79ad8911380', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:21:08Z', 'updated_at': '2022-04-29T15:21:12Z', 'revision_number': 4, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'subnets': [{'id': '397765de-ab81-460f-953a-e79ad8911380', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed2bce8c-3385-4f00-887f-c983039d437f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:21:12.832610 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad46cc52-8708-48b9-8720-78461ef64730 None None] The sync data for ids ['641a2468-645c-4e41-89e4-c1fddc12a8ae'] in dv-neutron-839183-1-hyperv is: [{'id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'name': 'router1', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:20:59Z', 'updated_at': '2022-04-29T15:21:09Z', 'revision_number': 2, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'gw_port_host': None, '_interfaces': [{'id': '9b1c0e8f-8c85-433e-bad3-e540c0960226', 'name': '', 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'mac_address': 'fa:16:3e:40:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '397765de-ab81-460f-953a-e79ad8911380', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:21:08Z', 'updated_at': '2022-04-29T15:21:12Z', 'revision_number': 4, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'subnets': [{'id': '397765de-ab81-460f-953a-e79ad8911380', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed2bce8c-3385-4f00-887f-c983039d437f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:21:13.035763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 55838) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:21:13.183871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b48487-757a-4ddb-af14-03ec407e9fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:21:13.184419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-18b48487-757a-4ddb-af14-03ec407e9fcc admin admin] Synchronizing usage tracker for tenant:4c8231b307fa4c1ea4953f4c482dcc55 on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:21:13.264743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-18b48487-757a-4ddb-af14-03ec407e9fcc admin admin] Unset dirty status for tenant:4c8231b307fa4c1ea4953f4c482dcc55 on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:21:13.268545 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-18b48487-757a-4ddb-af14-03ec407e9fcc admin admin] 10.222.0.39 "GET /v2.0/networks/5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 842 time: 0.2291811 Apr 29 15:21:13.275503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:21:13.280840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:21:13.285352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Usage tracker for resource:subnet and tenant:4c8231b307fa4c1ea4953f4c482dcc55 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:21:13.288092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:21:13.294218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:21:13.373108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Made reservation on behalf of 4c8231b307fa4c1ea4953f4c482dcc55 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:21:13.375316 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:13.829684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.objects.ports [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88715) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:21:13.830123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:13.906667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19cf2c91-990f-4303-b77a-98c2d93b3184,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:21:13.910582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:21:13.910931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Network hostable DHCP agents. Network: 5b966a64-6021-4962-a4b0-b3238dd885c7, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:21:14.010118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:21:14.072717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 5b966a64-6021-4962-a4b0-b3238dd885c7) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:21:14.076887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:21:14.077507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:14.083228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8491daa3-0f13-488e-862e-49b7ac7134e9 None None] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:21:14.141839 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-09c30d2d-0be1-4189-8031-2bf6420d50c6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8697698 Apr 29 15:21:14.307066 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a624d3b-5406-4aeb-b5a2-a0ec67f5f3bc None None] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:21:15.140935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9b1c0e8f-8c85-433e-bad3-e540c0960226 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:21:15.290025 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 9b1c0e8f-8c85-433e-bad3-e540c0960226 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:21:15.295152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9b1c0e8f-8c85-433e-bad3-e540c0960226 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:21:15.295515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:15.410402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:15.443467 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 9b1c0e8f-8c85-433e-bad3-e540c0960226, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9b1c0e8f-8c85-433e-bad3-e540c0960226,segment=NetworkSegment(40dfacd5-e0bc-4170-aa3c-6f14b845a4d6),segment_id=40dfacd5-e0bc-4170-aa3c-6f14b845a4d6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:21:15.521854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:15.589783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=9b1c0e8f-8c85-433e-bad3-e540c0960226,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:21:16.418718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 55852) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:21:16.611604 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-eba12553-0eeb-49f8-bf70-9ce528555278 admin admin] 10.222.0.39 "GET /v2.0/routers/641a2468-645c-4e41-89e4-c1fddc12a8ae HTTP/1.1" status: 200 len: 710 time: 0.1916845 Apr 29 15:21:16.735218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e66384-b20e-46e9-8de0-d9ffcffb0b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:21:16.736713 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-09e66384-b20e-46e9-8de0-d9ffcffb0b3b admin admin] 10.222.0.39 "GET /v2.0/networks/5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 886 time: 0.1200526 Apr 29 15:21:16.745723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:21:17.126025 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9b1c0e8f-8c85-433e-bad3-e540c0960226 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:21:17.191578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9b1c0e8f-8c85-433e-bad3-e540c0960226 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:21:17.191938 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:17.228337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:17.594513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:17.647375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:17.776150 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Allocated IP 172.26.2.56 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/5f63533e-af46-4585-b23a-bc11108b86e3) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:21:17.916643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:18.033041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:18.093910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:21:18.097247 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:21:18.100733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:21:18.207820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Pushing event updated for resources: {'Port': ['ID=5f63533e-af46-4585-b23a-bc11108b86e3,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:21:18.560081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:18.945894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:18.949112 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:19.123987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Router 641a2468-645c-4e41-89e4-c1fddc12a8ae has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:21:19.295593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:21:19.304840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:19.304968 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Sync routers for ids ['641a2468-645c-4e41-89e4-c1fddc12a8ae'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:21:19.306279 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d36897d5-9da8-4b3d-8b8d-d72a2bb2207f admin admin] 10.222.0.39 "PUT /v2.0/routers/641a2468-645c-4e41-89e4-c1fddc12a8ae HTTP/1.1" status: 200 len: 889 time: 2.5636606 Apr 29 15:21:19.315364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Routers {'641a2468-645c-4e41-89e4-c1fddc12a8ae'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:21:19.316038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:21:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['641a2468-645c-4e41-89e4-c1fddc12a8ae'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:21:19.527061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Set router 641a2468-645c-4e41-89e4-c1fddc12a8ae gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:21:19.863206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'name': 'router1', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '5f63533e-af46-4585-b23a-bc11108b86e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:20:59Z', 'updated_at': '2022-04-29T15:21:18Z', 'revision_number': 4, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'gw_port': {'id': '5f63533e-af46-4585-b23a-bc11108b86e3', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:21:17Z', 'updated_at': '2022-04-29T15:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '9b1c0e8f-8c85-433e-bad3-e540c0960226', 'name': '', 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'mac_address': 'fa:16:3e:40:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '397765de-ab81-460f-953a-e79ad8911380', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:21:08Z', 'updated_at': '2022-04-29T15:21:15Z', 'revision_number': 5, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'subnets': [{'id': '397765de-ab81-460f-953a-e79ad8911380', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed2bce8c-3385-4f00-887f-c983039d437f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:21:19.867878 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Checking router: 641a2468-645c-4e41-89e4-c1fddc12a8ae for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:21:19.868219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Updating router 641a2468-645c-4e41-89e4-c1fddc12a8ae port 5f63533e-af46-4585-b23a-bc11108b86e3 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:21:19.917633 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:20.242579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:20.254057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Transition to ACTIVE for port object 5f63533e-af46-4585-b23a-bc11108b86e3 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:21:20.312734 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:20.394199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Attempting to bind port 5f63533e-af46-4585-b23a-bc11108b86e3 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:21:20.394570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Attempting to bind port 5f63533e-af46-4585-b23a-bc11108b86e3 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:21:20.394929 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Attempting to bind port 5f63533e-af46-4585-b23a-bc11108b86e3 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:21:20.398218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731eedc-5dd1-4494-bc68-984c57b0167f None None] Pushing event updated for resources: {'Port': ['ID=5f63533e-af46-4585-b23a-bc11108b86e3,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:21:20.402417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:21:20.402790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:21:20.403175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:20.403557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:21:20.404017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Bound port: 5f63533e-af46-4585-b23a-bc11108b86e3, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:21:20.404404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:20.474658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] For port 5f63533e-af46-4585-b23a-bc11108b86e3, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:21:20.477592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] For port 5f63533e-af46-4585-b23a-bc11108b86e3, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5f63533e-af46-4585-b23a-bc11108b86e3,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:21:20.534579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:20.614221 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Routers {'641a2468-645c-4e41-89e4-c1fddc12a8ae'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:21:20.614816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:21:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['641a2468-645c-4e41-89e4-c1fddc12a8ae'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:21:20.669979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731eedc-5dd1-4494-bc68-984c57b0167f None None] Pushing event updated for resources: {'Port': ['ID=5f63533e-af46-4585-b23a-bc11108b86e3,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:21:20.796816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] Set router 641a2468-645c-4e41-89e4-c1fddc12a8ae gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:21:21.153618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'name': 'router1', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '5f63533e-af46-4585-b23a-bc11108b86e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:20:59Z', 'updated_at': '2022-04-29T15:21:18Z', 'revision_number': 4, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'gw_port': {'id': '5f63533e-af46-4585-b23a-bc11108b86e3', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:21:17Z', 'updated_at': '2022-04-29T15:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '9b1c0e8f-8c85-433e-bad3-e540c0960226', 'name': '', 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'mac_address': 'fa:16:3e:40:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '397765de-ab81-460f-953a-e79ad8911380', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:21:08Z', 'updated_at': '2022-04-29T15:21:15Z', 'revision_number': 5, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'subnets': [{'id': '397765de-ab81-460f-953a-e79ad8911380', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed2bce8c-3385-4f00-887f-c983039d437f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:21:21.157724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33322dd-5b00-4841-b098-3e8a95f0d93f None None] The sync data for ids ['641a2468-645c-4e41-89e4-c1fddc12a8ae'] in dv-neutron-839183-1-hyperv is: [{'id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'name': 'router1', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.56'}], 'enable_snat': True}, 'gw_port_id': '5f63533e-af46-4585-b23a-bc11108b86e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:20:59Z', 'updated_at': '2022-04-29T15:21:18Z', 'revision_number': 4, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'gw_port': {'id': '5f63533e-af46-4585-b23a-bc11108b86e3', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:21:17Z', 'updated_at': '2022-04-29T15:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '9b1c0e8f-8c85-433e-bad3-e540c0960226', 'name': '', 'network_id': '474df78d-195c-4ee8-81a8-1cb3968f4a0f', 'tenant_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'mac_address': 'fa:16:3e:40:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641a2468-645c-4e41-89e4-c1fddc12a8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '397765de-ab81-460f-953a-e79ad8911380', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:21:08Z', 'updated_at': '2022-04-29T15:21:15Z', 'revision_number': 5, 'project_id': '09b5d1df108d4d20a54a983f9b6f6a65', 'subnets': [{'id': '397765de-ab81-460f-953a-e79ad8911380', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed2bce8c-3385-4f00-887f-c983039d437f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:21:21.827947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 55862) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:21:21.957148 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-19dafec4-f1c6-43bf-ab1d-6727b6287be8 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1280425 Apr 29 15:21:23.161456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5f63533e-af46-4585-b23a-bc11108b86e3 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:21:23.306983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 5f63533e-af46-4585-b23a-bc11108b86e3 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:21:23.312315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 5f63533e-af46-4585-b23a-bc11108b86e3 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:21:23.312711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:23.397935 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 5 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:21:23.425998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:23.442193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 5f63533e-af46-4585-b23a-bc11108b86e3, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5f63533e-af46-4585-b23a-bc11108b86e3,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:21:23.510057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:23.585045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=5f63533e-af46-4585-b23a-bc11108b86e3,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:21:25.132825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5f63533e-af46-4585-b23a-bc11108b86e3 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:21:25.200174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 5f63533e-af46-4585-b23a-bc11108b86e3 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:21:25.200827 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:32.037721 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-06327f4c-ef26-4351-b10d-1ee612bcb370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:34.180748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0ea2e05-8273-427f-a8b6-7978bd558f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:35.180370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:35.254817 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:21:36.926776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:22:00.396541 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 5 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:22:02.034754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ab6dc812-2925-4062-b298-229a8b7a5b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:22:04.154807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7bacbcc4-0311-4637-81b1-16758bdf3781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:22:05.161801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:22:05.265105 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:22:06.934266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:22:32.035993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-edb5c35a-a2b9-4d7a-bdd5-8079b91684c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:22:34.276231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f04dea4e-4342-4fc5-a500-5f4b2ea4525e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:22:35.176263 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:22:35.224716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:22:36.931123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:22:37.396687 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 5 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:23:02.035780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7dd09c7c-8b7f-44c7-b8b4-1a04e7aeba6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:04.178963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cd632673-c1a5-4add-8112-6cd6c519b297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:05.173158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:05.239769 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:06.944473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:14.395993 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 5 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:23:32.046606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2e609aff-0aea-4781-9c75-b7e138d7ea75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:33.724603 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 56464) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:23:33.792310 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ca5cb3-dde8-4f6a-9a9a-fd72ba4433b7 admin admin] GET failed (client error): The resource could not be found. Apr 29 15:23:33.793599 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-59ca5cb3-dde8-4f6a-9a9a-fd72ba4433b7 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680661 Apr 29 15:23:33.921456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61b1ab-633e-4052-8b66-91122df5488d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:33.922908 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6d61b1ab-633e-4052-8b66-91122df5488d admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1254678 Apr 29 15:23:34.155697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ad15e2e8-c223-4395-b721-e7b37eafbbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:35.167450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:35.244971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:36.095278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 56474) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:23:36.199084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0935b07-965d-4952-a3c0-d7fdc3678da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:36.199638 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b0935b07-965d-4952-a3c0-d7fdc3678da5 admin admin] Synchronizing usage tracker for tenant:4c8231b307fa4c1ea4953f4c482dcc55 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:23:36.275812 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b0935b07-965d-4952-a3c0-d7fdc3678da5 admin admin] Unset dirty status for tenant:4c8231b307fa4c1ea4953f4c482dcc55 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:23:36.277093 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b0935b07-965d-4952-a3c0-d7fdc3678da5 admin admin] 10.222.0.39 "GET /v2.0/subnets/397765de-ab81-460f-953a-e79ad8911380 HTTP/1.1" status: 200 len: 849 time: 0.1807585 Apr 29 15:23:36.286449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:23:36.402409 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:36.633191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736060948727'] for subnet, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:36.681787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:36.682748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:36.683614 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] 10.222.0.39 "PUT /v2.0/subnets/397765de-ab81-460f-953a-e79ad8911380 HTTP/1.1" status: 200 len: 868 time: 0.4011214 Apr 29 15:23:36.685985 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c444c7c4-d74e-484f-ac24-55c66c049147 None None] Network 474df78d-195c-4ee8-81a8-1cb3968f4a0f requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:23:36.705965 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=397765de-ab81-460f-953a-e79ad8911380,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:23:36.714335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:23:36.714721 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:23:36.715021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:23:36.715353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:23:36.715679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:23:36.716006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:23:36.716338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:23:36.716792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:23:36.717124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:23:36.717448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:23:36.717770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:23:36.718097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97860f07-dd25-4c2f-8b24-e1ffe1aa7541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:23:36.964881 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:37.160953 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bec3f141-4521-4778-a199-44b88e1378c6 None None] Provisioning complete for port 9b1c0e8f-8c85-433e-bad3-e540c0960226 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:23:37.161322 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bec3f141-4521-4778-a199-44b88e1378c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:37.291339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bec3f141-4521-4778-a199-44b88e1378c6 None None] Provisioning complete for port dcb1f6ee-0501-4382-8e36-24542b7dc661 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:23:37.291706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bec3f141-4521-4778-a199-44b88e1378c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:23:38.852491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 56484) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:23:39.133507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaa0c07-fa1b-4c5d-98c9-96a97451e2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:39.133885 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaa0c07-fa1b-4c5d-98c9-96a97451e2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:39.135404 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-beaa0c07-fa1b-4c5d-98c9-96a97451e2ab admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2819808 Apr 29 15:23:41.305469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 56494) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:23:41.484491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a2fe8c-9505-4791-a1b4-f56a1c37ff27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:41.484963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a2fe8c-9505-4791-a1b4-f56a1c37ff27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:41.488708 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-63a2fe8c-9505-4791-a1b4-f56a1c37ff27 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1822364 Apr 29 15:23:43.702545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 56504) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:23:43.874349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c3a07e-788f-440b-9f25-7019c4c6d84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:43.875693 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a9c3a07e-788f-440b-9f25-7019c4c6d84e admin admin] 10.222.0.39 "GET /v2.0/networks/474df78d-195c-4ee8-81a8-1cb3968f4a0f HTTP/1.1" status: 200 len: 869 time: 0.1722257 Apr 29 15:23:46.066371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 56514) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:23:46.227667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c578309f-d4d7-420d-a24f-a6481ca1f1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:46.229042 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c578309f-d4d7-420d-a24f-a6481ca1f1e6 admin admin] 10.222.0.39 "GET /v2.0/networks/5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 886 time: 0.1617463 Apr 29 15:23:48.404107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 56524) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:23:48.508392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c2968-2875-42d5-902d-970f6299ea69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:48.508877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c2968-2875-42d5-902d-970f6299ea69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:48.510358 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4b8c2968-2875-42d5-902d-970f6299ea69 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1052980 Apr 29 15:23:50.660335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 56534) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:23:50.787051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d9ee84-6c5b-4587-89b5-329e2114ad20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:50.787494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d9ee84-6c5b-4587-89b5-329e2114ad20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:50.789125 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-42d9ee84-6c5b-4587-89b5-329e2114ad20 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277966 Apr 29 15:23:51.396089 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 5 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:23:52.958794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 56544) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:23:53.056368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf38fa-a003-4ac8-a3e1-b308b8cad6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:53.057677 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-51bf38fa-a003-4ac8-a3e1-b308b8cad6bd admin admin] 10.222.0.39 "GET /v2.0/subnets/19cf2c91-990f-4303-b77a-98c2d93b3184 HTTP/1.1" status: 200 len: 816 time: 0.0979393 Apr 29 15:23:55.262033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 56554) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:23:55.369509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be9e968-ff83-4215-b4cc-c070df8cc192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:23:55.370838 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8be9e968-ff83-4215-b4cc-c070df8cc192 admin admin] 10.222.0.39 "GET /v2.0/subnets/397765de-ab81-460f-953a-e79ad8911380 HTTP/1.1" status: 200 len: 868 time: 0.1078105 Apr 29 15:24:02.029738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1ea80378-0d58-49a9-aa13-41c57d1964b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:04.152950 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-801b45ab-0cbd-4dfe-83f8-138866db8f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:05.201347 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:05.262274 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:06.959290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:14.796415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 56600) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:24:14.844597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-7ae0a6e4-a468-49f1-8765-da5b9e32bbe8 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:24:14.845553 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7ae0a6e4-a468-49f1-8765-da5b9e32bbe8 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482011 Apr 29 15:24:17.110490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 56610) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:24:17.189076 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-409b1024-0136-45c1-893e-8fc4808b0655 admin admin] GET failed (client error): The resource could not be found. Apr 29 15:24:17.190373 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-409b1024-0136-45c1-893e-8fc4808b0655 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0789061 Apr 29 15:24:17.325679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470bf84b-a078-43d5-8e14-822e581a1431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:24:17.327054 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-470bf84b-a078-43d5-8e14-822e581a1431 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1327951 Apr 29 15:24:19.500096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 56620) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:24:19.547535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:24:19.552090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:24:19.561322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:24:19.623558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Made reservation on behalf of 4c8231b307fa4c1ea4953f4c482dcc55 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:24:19.625737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:19.713418 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.services.revisions.revision_plugin [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Could not find related network for resource to bump revision. Apr 29 15:24:19.723941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:24:19.731983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:19.732313 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Added segment 6e69c56a-4218-4b38-bff0-363a561e6140 of type vlan for network 08d63984-6d1d-472b-a20f-269614ae17d1 Apr 29 15:24:19.756086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:19.849942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:19.851040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:24:19.851647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:19.952515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] Pushing event updated for resources: {'Network': ['ID=08d63984-6d1d-472b-a20f-269614ae17d1,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:24:19.963054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 08d63984-6d1d-472b-a20f-269614ae17d1 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:24:20.005593 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e550960f-6aae-41c6-8e15-794aba25b817 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5042756 Apr 29 15:24:22.188932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 56630) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:24:22.256521 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2d9bf9-5241-4912-a3e6-166ed742f9e2 admin admin] GET failed (client error): The resource could not be found. Apr 29 15:24:22.257030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4b2d9bf9-5241-4912-a3e6-166ed742f9e2 admin admin] Synchronizing usage tracker for tenant:4c8231b307fa4c1ea4953f4c482dcc55 on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:24:22.326607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4b2d9bf9-5241-4912-a3e6-166ed742f9e2 admin admin] Unset dirty status for tenant:4c8231b307fa4c1ea4953f4c482dcc55 on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:24:22.327732 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4b2d9bf9-5241-4912-a3e6-166ed742f9e2 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1378527 Apr 29 15:24:22.429328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843e437-ea4d-4d9e-ad5c-bfdfe887d628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:24:22.430764 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f843e437-ea4d-4d9e-ad5c-bfdfe887d628 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0982482 Apr 29 15:24:22.440203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:24:22.444437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:24:22.453584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:24:22.526021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Made reservation on behalf of 4c8231b307fa4c1ea4953f4c482dcc55 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:24:22.528221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:22.795081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:22.867456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a96ad18-005c-422c-9a70-4037c273f375,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:24:22.874511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Checking segment: {'id': '6e69c56a-4218-4b38-bff0-363a561e6140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:24:22.874855 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Network hostable DHCP agents. Network: 08d63984-6d1d-472b-a20f-269614ae17d1, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:24:22.947115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Network 08d63984-6d1d-472b-a20f-269614ae17d1 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:24:23.029383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 08d63984-6d1d-472b-a20f-269614ae17d1) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:24:23.033282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:24:23.034638 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:23.040971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c743f7-d85d-4c4c-9a9f-f77d782171c8 None None] Network 08d63984-6d1d-472b-a20f-269614ae17d1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:24:23.152407 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0bc58d45-2b06-43bd-a408-f9a524002131 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7055409 Apr 29 15:24:23.266369 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-08d63984-6d1d-472b-a20f-269614ae17d1', 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1', 'tenant_id': '4c8231b307fa4c1ea4953f4c482dcc55', 'fixed_ips': [{'subnet_id': '9a96ad18-005c-422c-9a70-4037c273f375'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:24:23.267239 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:23.426405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Allocated IP 192.168.233.2 (08d63984-6d1d-472b-a20f-269614ae17d1/9a96ad18-005c-422c-9a70-4037c273f375/e0331af4-216e-4503-b787-5a9e64c9bccd) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:24:23.628963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:23.639026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Transition to ACTIVE for port object e0331af4-216e-4503-b787-5a9e64c9bccd will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:24:23.658513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Transition to ACTIVE for port object e0331af4-216e-4503-b787-5a9e64c9bccd will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:24:23.721424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:23.788123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Network 08d63984-6d1d-472b-a20f-269614ae17d1 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:24:23.790945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:24:23.793646 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:24:23.828690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Pushing event updated for resources: {'Port': ['ID=e0331af4-216e-4503-b787-5a9e64c9bccd,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:24:23.867700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:24:23.868063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:24:23.868409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:24:23.868778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:24:23.869108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:24:23.869462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:24:23.869807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:24:23.870136 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:24:23.870476 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:24:23.870802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:24:23.871126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:24:23.871442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:24:23.901251 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Attempting to bind port e0331af4-216e-4503-b787-5a9e64c9bccd on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:24:23.901615 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Attempting to bind port e0331af4-216e-4503-b787-5a9e64c9bccd by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '6e69c56a-4218-4b38-bff0-363a561e6140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:24:23.901973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Attempting to bind port e0331af4-216e-4503-b787-5a9e64c9bccd on network 08d63984-6d1d-472b-a20f-269614ae17d1 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:24:23.907200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:24:23.907560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Checking segment: {'id': '6e69c56a-4218-4b38-bff0-363a561e6140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:24:23.907954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:23.908338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Bound using segment: {'id': '6e69c56a-4218-4b38-bff0-363a561e6140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:24:23.908877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Bound port: e0331af4-216e-4503-b787-5a9e64c9bccd, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e69c56a-4218-4b38-bff0-363a561e6140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:24:23.909267 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:24.001617 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] For port e0331af4-216e-4503-b787-5a9e64c9bccd, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:24:24.005136 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] For port e0331af4-216e-4503-b787-5a9e64c9bccd, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e0331af4-216e-4503-b787-5a9e64c9bccd,segment=NetworkSegment(6e69c56a-4218-4b38-bff0-363a561e6140),segment_id=6e69c56a-4218-4b38-bff0-363a561e6140)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:24:24.064046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:24.141193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eef75c-24d4-444c-8917-907b9a197780 None None] Pushing event updated for resources: {'Port': ['ID=e0331af4-216e-4503-b787-5a9e64c9bccd,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:24:24.968269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01667a5-634f-4960-99e6-e2b7241674db None None] Network 08d63984-6d1d-472b-a20f-269614ae17d1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:24:25.145293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ccd85116-e9b7-446e-bbe3-488eb0b4fc7d None None] Provisioning for port e0331af4-216e-4503-b787-5a9e64c9bccd completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:24:25.268979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e0331af4-216e-4503-b787-5a9e64c9bccd up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:24:25.405137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port e0331af4-216e-4503-b787-5a9e64c9bccd completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:24:25.411394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e0331af4-216e-4503-b787-5a9e64c9bccd triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:24:25.411856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:25.489151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-93322379-1a0f-4ecd-8627-56186d5fe428 None None] Provisioning complete for port e0331af4-216e-4503-b787-5a9e64c9bccd triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:24:25.490197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-93322379-1a0f-4ecd-8627-56186d5fe428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:25.627066 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:25.667094 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port e0331af4-216e-4503-b787-5a9e64c9bccd, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e0331af4-216e-4503-b787-5a9e64c9bccd,segment=NetworkSegment(6e69c56a-4218-4b38-bff0-363a561e6140),segment_id=6e69c56a-4218-4b38-bff0-363a561e6140)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:24:25.733620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-93322379-1a0f-4ecd-8627-56186d5fe428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:25.744123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:25.873115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=e0331af4-216e-4503-b787-5a9e64c9bccd,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:24:25.881484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-93322379-1a0f-4ecd-8627-56186d5fe428 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:24:25.881854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-93322379-1a0f-4ecd-8627-56186d5fe428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:24:27.217050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e0331af4-216e-4503-b787-5a9e64c9bccd up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:24:27.289453 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e0331af4-216e-4503-b787-5a9e64c9bccd triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:24:27.289897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:28.395603 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 5 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:24:32.078383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bcc5aa12-fbd8-4264-8b60-c9cc5b5726e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:34.153015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f702ebb0-0a94-4253-9150-7692e7a766cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:35.177990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:35.252114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:24:36.954809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:25:02.074751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-47f5e54e-275b-4648-8796-5fed6bf2b4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:25:04.177874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a034d056-6457-46a9-a376-134c4171aa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:25:05.194924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:25:05.234966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:25:05.395386 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 5 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:25:06.966020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:25:32.057424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-54da9cfc-70c2-43e1-a08f-297ffb28a25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:25:34.163937 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-39afe8de-acff-4ee4-bf92-6c9f5be84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:25:35.194270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:25:35.249591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:25:37.062981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:25:42.394606 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 5 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:26:02.049037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7faa-623d-4475-9cbe-071f33177c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:04.175790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0fb66e13-7fbe-49b4-9899-c87a212b8d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:05.193722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:05.245647 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:05.574036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 56674) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:26:05.579939 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-962bf0d1-ebc1-4d9d-b679-4166661bcef4 tempest-verify_tempest_config-1910218158 tempest-verify_tempest_config-1910218158-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:26:05.580902 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-962bf0d1-ebc1-4d9d-b679-4166661bcef4 tempest-verify_tempest_config-1910218158 tempest-verify_tempest_config-1910218158-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059354 Apr 29 15:26:06.123670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 56692) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:26:06.241781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:06.255843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:26:06.260019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Usage tracker for resource:security_group_rule and tenant:93971de298814cde91c03b705ef99471 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:26:06.263576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:26:06.269675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:26:06.361905 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:06.416720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:06.474754 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93971de298814cde91c03b705ef99471&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3284867 Apr 29 15:26:06.474754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 56700) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:26:06.488265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9104d4-a3e7-40bc-896b-17db5c8c2f13,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:26:06.506277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:26:06.506561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:26:06.506901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:26:06.507227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:26:06.507548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:26:06.507881 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:26:06.508202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:26:06.508542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:26:06.508859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:26:06.509170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:26:06.509482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:26:06.509790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc25c35b-81f8-4b3c-bda2-9a6e3d80ae2b admin admin] Tracked resource versions report: Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: pushed versions: Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: { 'AddressGroup': {'1.2'}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'ConntrackHelper': {'1.0'}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Log': {'1.0'}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Network': {'1.1'}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Port': {'1.7'}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'PortForwarding': {'1.2'}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'QosPolicy': {'1.8'}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'SecurityGroup': {'1.4'}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'SubPort': {'1.0'}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Subnet': {'1.1'}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Trunk': {'1.1'}} Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: consumer versions: Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: { DHCP agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: L3 agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: Metadata agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: Metering agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: Open vSwitch agent@dv-neutron-839183-1-hyperv: { 'AddressGroup': '1.2', Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'ConntrackHelper': '1.0', Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Log': '1.0', Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Network': '1.1', Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Port': '1.7', Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'PortForwarding': '1.2', Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'QosPolicy': '1.8', Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'SecurityGroup': '1.4', Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'SecurityGroupRule': '1.2', Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'SubPort': '1.0', Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Subnet': '1.1', Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Trunk': '1.1'}} Apr 29 15:26:06.511085 dv-neutron-839183-1-hyperv neutron-server[88714]: {{(pid=88714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:26:06.559681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1cf2-5b62-47bf-99c6-b00d9db3cbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:06.585356 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1cf2-5b62-47bf-99c6-b00d9db3cbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:06.725861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1cf2-5b62-47bf-99c6-b00d9db3cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:06.743500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc1cf2-5b62-47bf-99c6-b00d9db3cbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9104d4-a3e7-40bc-896b-17db5c8c2f13,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:26:06.747860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e3dc1cf2-5b62-47bf-99c6-b00d9db3cbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:06.750389 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e3dc1cf2-5b62-47bf-99c6-b00d9db3cbc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a9104d4-a3e7-40bc-896b-17db5c8c2f13 HTTP/1.1" status: 204 len: 168 time: 0.2919908 Apr 29 15:26:06.959910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:19.393093 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 5 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:26:32.036981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ff6bfa04-c4ba-42cd-a426-71e9360cab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:34.168674 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-141a3cd1-7ee6-4701-8132-16a0eda04f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:35.176857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:35.348402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:36.981820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:26:56.391807 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 5 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:27:02.021590 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e01ed9c7-f348-40f8-9c89-9d3561e0749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:04.176036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b83fb78f-d8d3-4861-b02a-93d65c72b984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:05.170105 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:05.261432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:06.981562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:23.958444 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-473564'] for agent, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:32.047876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8c791d5c-43b7-4e3c-ba20-db5c7b8ce260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:33.391064 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:27:34.173556 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ed034e04-52cf-4979-8b27-4c8fef8fd67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:35.189568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:35.316778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:36.963883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:27:38.963109 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 56780) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:27:39.072363 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0d8e584b-d617-4c7a-aa73-821acd2b6789 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1081834 Apr 29 15:27:41.262624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 56790) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:27:41.319113 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b5a16e46-b535-40ff-9ac4-a083c089c677 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0554097 Apr 29 15:27:53.928129 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:02.037754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-78f9d459-d074-442c-856f-e354d55b6738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:04.180422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-be2507c1-5bd7-4205-b861-1bcf55b71462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:05.178879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:05.255044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:06.973054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:10.390132 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:28:23.900304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:32.043125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d6c08f28-f504-4250-9f29-5a26538becad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:34.163643 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef564-8d91-4963-9260-18daf5d0f177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:35.179991 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:35.265920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:36.968852 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:28:47.393762 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:28:53.915080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:02.037218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ac9f4da7-efed-46f1-a60d-76a8ab113792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:04.172173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d5612608-0ef8-4c3d-b28d-0cc8839b3364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:05.211538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:05.289345 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:06.984517 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:10.462743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 56962) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:11.033786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-166624631'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:11.040492 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:11.043101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Usage tracker for resource:network and tenant:2eeae7b10b4944799d8bba7f5564bc47 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:11.045878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:11.051515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:11.145242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Made reservation on behalf of 2eeae7b10b4944799d8bba7f5564bc47 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:11.149461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.165198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.177712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 56988) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:11.180330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:11.184191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Usage tracker for resource:security_group_rule and tenant:2eeae7b10b4944799d8bba7f5564bc47 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:11.193610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:11.193610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:11.275529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.294686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 56994) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:11.331888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57002) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:11.338388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.367448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57008) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:11.372364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:11.381797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf3e7ad-d123-4cd9-a9b6-eb6e222628ed,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:11.389431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.389767 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Added segment 741318c4-1f04-4d9e-af16-7004ddcb7793 of type vlan for network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 Apr 29 15:29:11.391318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:11.391652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:11.392154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:11.392495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:11.392830 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:11.393151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:11.393471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:11.393801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:11.394103 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:11.394417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:11.394731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:11.395389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Tracked resource versions report: Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: pushed versions: Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: { 'AddressGroup': {'1.2'}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'ConntrackHelper': {'1.0'}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Log': {'1.0'}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Network': {'1.1'}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Port': {'1.7'}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'PortForwarding': {'1.2'}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'QosPolicy': {'1.8'}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'SecurityGroup': {'1.4'}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'SubPort': {'1.0'}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Subnet': {'1.1'}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Trunk': {'1.1'}} Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: consumer versions: Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: { DHCP agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: HyperV agent@hv-neutron-8391: {}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: L3 agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: Metadata agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: Metering agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: Open vSwitch agent@dv-neutron-839183-1-hyperv: { 'AddressGroup': '1.2', Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'ConntrackHelper': '1.0', Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Log': '1.0', Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Network': '1.1', Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Port': '1.7', Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'PortForwarding': '1.2', Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'QosPolicy': '1.8', Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'SecurityGroup': '1.4', Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'SecurityGroupRule': '1.2', Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'SubPort': '1.0', Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Subnet': '1.1', Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: 'Trunk': '1.1'}} Apr 29 15:29:11.397145 dv-neutron-839183-1-hyperv neutron-server[88715]: {{(pid=88715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:29:11.424913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.515157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.520615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:11.521341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.595485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-461030707-network', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:11.603817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:11.607822 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Usage tracker for resource:network and tenant:297bc5c69bee4cd1a2fc88b4c268b27e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:11.610994 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:11.617606 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:11.640370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event updated for resources: {'Network': ['ID=27d8e09c-f6a3-4d8e-b54c-714b932eb8a6,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:11.651866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:11.706720 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-25135b88-2a4b-49c0-b53f-870159e96ea4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2427561 Apr 29 15:29:11.710205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57020) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:11.716157 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Request body: {'subnet': {'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:11.809572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1719262113-network', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:11.820233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1115283502-network', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:11.841863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Made reservation on behalf of 297bc5c69bee4cd1a2fc88b4c268b27e for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:11.844457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.864140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-275918946'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:11.877174 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:11.897335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:11.900521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:11.904141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:11.906374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:11.912518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Usage tracker for resource:network and tenant:6c6611d5100d46fea61fea61c35b79fa is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:11.916681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:11.918811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:11.921649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Usage tracker for resource:subnet and tenant:2eeae7b10b4944799d8bba7f5564bc47 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:11.924400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Usage tracker for resource:network and tenant:ba1efd4495704a168117d9d603fb1f93 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:11.928151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:network and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:11.931375 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:11.934165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:11.938940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57036) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:11.940184 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:11.947541 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Usage tracker for resource:security_group_rule and tenant:297bc5c69bee4cd1a2fc88b4c268b27e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:11.953237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:11.963391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:11.968742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:11.974579 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:11.976856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:11.980175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:12.034937 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:12.038445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.055888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.072499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Made reservation on behalf of 6c6611d5100d46fea61fea61c35b79fa for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:12.073476 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.100586 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:12.100586 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.114475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:security_group_rule and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:12.124595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:12.127362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Made reservation on behalf of 2eeae7b10b4944799d8bba7f5564bc47 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:12.130949 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.149534 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Made reservation on behalf of ba1efd4495704a168117d9d603fb1f93 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:12.151721 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.174213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.175555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:12.177356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1212880986'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:12.182747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:12.184301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:12.186231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.187584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Usage tracker for resource:network and tenant:ec12c2f061ad4f2580e60f2997990129 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:12.190811 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:12.201305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6611d5100d46fea61fea61c35b79fa is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:12.203355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:12.215250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:12.228857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:12.239984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:12.288864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.305992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Made reservation on behalf of ec12c2f061ad4f2580e60f2997990129 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:12.311503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.321351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Usage tracker for resource:security_group_rule and tenant:ba1efd4495704a168117d9d603fb1f93 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:12.322441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57048) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:12.332808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.335394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:12.354559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:12.360452 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Usage tracker for resource:security_group_rule and tenant:ec12c2f061ad4f2580e60f2997990129 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:12.366759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:12.370444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:12.373963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:12.395422 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:12.453493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736060945430', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.455490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Unsubscribe: segment precommit_create {{(pid=88714) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 15:29:12.455490 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Added segment 255f6768-19ec-4aaf-872f-df625d7efa05 of type vlan for network 5432cd65-807f-4f5d-a4fd-9331e5e76114 Apr 29 15:29:12.465645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1512538505'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:12.478656 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:12.481950 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.484535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Usage tracker for resource:network and tenant:894e49022746455fb8989b1c608c1a4d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:12.487385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:12.494057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:12.508648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc2138a-fedf-4986-aa16-7c662774a7b2,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:12.543406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:12.543769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:12.543890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.544366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:12.544449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:12.544756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:12.545087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:12.545423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:12.545748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:12.546075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:12.546449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:12.546717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:12.547034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Tracked resource versions report: Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: pushed versions: Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: { 'AddressGroup': {'1.2'}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'ConntrackHelper': {'1.0'}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Log': {'1.0'}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Network': {'1.1'}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Port': {'1.7'}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'PortForwarding': {'1.2'}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'QosPolicy': {'1.8'}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'SecurityGroup': {'1.4'}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'SubPort': {'1.0'}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Subnet': {'1.1'}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Trunk': {'1.1'}} Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: consumer versions: Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: { DHCP agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: HyperV agent@hv-neutron-8391: {}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: L3 agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: Metadata agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: Metering agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: Open vSwitch agent@dv-neutron-839183-1-hyperv: { 'AddressGroup': '1.2', Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'ConntrackHelper': '1.0', Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Log': '1.0', Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Network': '1.1', Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Port': '1.7', Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'PortForwarding': '1.2', Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'QosPolicy': '1.8', Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'SecurityGroup': '1.4', Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'SecurityGroupRule': '1.2', Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'SubPort': '1.0', Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Subnet': '1.1', Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: 'Trunk': '1.1'}} Apr 29 15:29:12.548119 dv-neutron-839183-1-hyperv neutron-server[88714]: {{(pid=88714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:29:12.613201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Made reservation on behalf of 894e49022746455fb8989b1c608c1a4d for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:12.617437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.633254 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.634777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.644182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:12.664581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.665153 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Added segment 3e626153-dae0-4318-89da-ae6aa0c3c3a6 of type vlan for network d3e66bae-21cd-40c7-b604-c169e3edc3dc Apr 29 15:29:12.699271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.707062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:12.737442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.746241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Usage tracker for resource:security_group_rule and tenant:894e49022746455fb8989b1c608c1a4d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:12.749170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea170d6-863b-4498-855c-cd27ed603893,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:12.752681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:12.759484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:12.767308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.812498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.815744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57064) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:12.846319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.848210 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.851583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:12.853667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:12.854264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.859332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.875977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.876319 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Added segment 255b82b8-7415-430b-82d7-26b6469f45bd of type vlan for network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 Apr 29 15:29:12.878088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.880069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:12.880069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.883970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.888387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.935811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac8aed2-45d5-48c4-bbe4-7c0526be90a7,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:12.964511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.973363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:12.982910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:12.998947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Pushing event updated for resources: {'Network': ['ID=d3e66bae-21cd-40c7-b604-c169e3edc3dc,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:13.014158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network d3e66bae-21cd-40c7-b604-c169e3edc3dc details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:13.050002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.050200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:13.050688 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Added segment d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d of type vlan for network 04c046b6-30e7-453f-b79d-e5fa632df990 Apr 29 15:29:13.055129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1238497682'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:13.063910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:13.065954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2b84ad-4905-4cb8-b3ab-24acc0aa2019,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:13.074822 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0ace0cb9-6549-4ed2-83c2-324c5a0b3837 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1315942 Apr 29 15:29:13.074822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Usage tracker for resource:network and tenant:338ce8bd967b45ed9265d19df8a31cc6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:13.079179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57076) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:13.082373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.082703 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Added segment c80332ba-cb7c-4098-b3f6-77139eb08502 of type vlan for network e3c1a102-99b9-436a-b261-ed7ebb383f98 Apr 29 15:29:13.085120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:13.086299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.093366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:13.095502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9b97bd-14d6-4520-b053-3563ceb85c0b,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:13.096424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Request body: {'subnet': {'network_id': 'd3e66bae-21cd-40c7-b604-c169e3edc3dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:13.119583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:13.162002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.229168 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Made reservation on behalf of 338ce8bd967b45ed9265d19df8a31cc6 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:13.233160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.259340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.266543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.resource_extend [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:29:13.273456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:13.274228 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.274602 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Added segment b4d963e2-62f7-4865-85f2-b71d727a9aed of type vlan for network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 Apr 29 15:29:13.275875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Checking segment: {'id': '741318c4-1f04-4d9e-af16-7004ddcb7793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:13.276263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Network hostable DHCP agents. Network: 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:29:13.279648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Usage tracker for resource:subnet and tenant:ec12c2f061ad4f2580e60f2997990129 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:13.282329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.285315 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:13.290712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:13.294988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event updated for resources: {'Subnet': ['ID=5ccc8aa7-4607-4e4c-8e6c-7e14cfaacc19,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:13.296877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] Pushing event updated for resources: {'Network': ['ID=5432cd65-807f-4f5d-a4fd-9331e5e76114,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:13.297022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:13.298947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Usage tracker for resource:security_group_rule and tenant:338ce8bd967b45ed9265d19df8a31cc6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:13.302373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:13.306509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6b47cc-66eb-4bd5-8c6f-d850dd804e8a,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:13.311846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:13.367576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.374462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 5432cd65-807f-4f5d-a4fd-9331e5e76114 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:13.405754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.574751 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c35a838a-2d84-4d05-8b0d-61d0251eee3a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3959594 Apr 29 15:29:13.577480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57084) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:13.582935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Request body: {'subnet': {'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-461030707-subnet', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:13.587483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:13.591262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Usage tracker for resource:subnet and tenant:297bc5c69bee4cd1a2fc88b4c268b27e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:13.594054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:13.599709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:13.600720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Made reservation on behalf of ec12c2f061ad4f2580e60f2997990129 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:13.604427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.605291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks [] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.609759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:13.610333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.613687 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.614477 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:13.615525 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.618507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.619260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:13.619786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.622779 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:29:13.622949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.628061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:13.628665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.632662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.753670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:13.766443 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4334147 Apr 29 15:29:13.767802 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4721162 Apr 29 15:29:13.772624 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4004419 Apr 29 15:29:13.772624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Made reservation on behalf of 297bc5c69bee4cd1a2fc88b4c268b27e for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:13.772624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.773821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:13.780011 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffec46c-e7f3-4b94-911e-b8fc3a1e65ea None None] Network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:13.784937 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:13.785533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.789246 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57090) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:13.789574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57092) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:13.789880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57094) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:13.797543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9eac0-71fd-4d72-9f53-f3d97ab31842 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Network': ['ID=f1c0b7e5-2f84-4caa-ab36-59830f78e8f9,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:13.802821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Request body: {'subnet': {'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1115283502-subnet', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:13.814495 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Request body: {'subnet': {'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1719262113-subnet', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:13.824837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:13.853358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:13.859691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.860265 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Added segment 643d8116-cbf9-4afd-b86d-34aaa97ff60f of type vlan for network 36f2a443-4e9c-40bd-9fa5-3e721c338569 Apr 29 15:29:13.861502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Pushing event updated for resources: {'Network': ['ID=e3c1a102-99b9-436a-b261-ed7ebb383f98,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:13.875641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:13.883824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949095d0-d70c-48a3-be18-4aca32cfabdb,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:13.884814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:13.897038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Usage tracker for resource:subnet and tenant:ba1efd4495704a168117d9d603fb1f93 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:13.904277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:13.904951 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a8a187f3-aeaf-4629-8738-4b7155be414a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5793808 Apr 29 15:29:13.914037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:13.937354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Usage tracker for resource:subnet and tenant:6c6611d5100d46fea61fea61c35b79fa is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:13.989809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network e3c1a102-99b9-436a-b261-ed7ebb383f98 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:13.993619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:13.998550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:14.058214 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f4b0f0ea-f434-4790-8c8c-6d89d9fab15a tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3468995 Apr 29 15:29:14.064787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57110) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:14.071029 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:14.075509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Request body: {'port': {'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6', 'name': 'tempest-AllowedAddressPairTestJSON-1140226832'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:14.101784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:14.107570 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:14.108185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:14.173553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dae9a-5341-4183-843b-231c33fba867 admin admin] Pushing event updated for resources: {'Network': ['ID=04c046b6-30e7-453f-b79d-e5fa632df990,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:14.192548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 04c046b6-30e7-453f-b79d-e5fa632df990 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:14.218111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:14.238528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Made reservation on behalf of ba1efd4495704a168117d9d603fb1f93 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:14.242128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:14.256560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:14.270099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:14.291860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Made reservation on behalf of 6c6611d5100d46fea61fea61c35b79fa for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:14.294531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:14.308145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:14.325146 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:14.349381 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Pushing event updated for resources: {'Network': ['ID=36f2a443-4e9c-40bd-9fa5-3e721c338569,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:14.364123 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2d4e7a15-efb7-4734-a47b-57978060fc23 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5473526 Apr 29 15:29:14.367658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57116) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:14.405816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-27d8e09c-f6a3-4d8e-b54c-714b932eb8a6', 'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6', 'tenant_id': '2eeae7b10b4944799d8bba7f5564bc47', 'fixed_ips': [{'subnet_id': '5ccc8aa7-4607-4e4c-8e6c-7e14cfaacc19'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:29:14.406842 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:14.411396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Pushing event updated for resources: {'Subnet': ['ID=93d73c5e-2066-423a-b6e0-eae24217dc77,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:14.416784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:14.423593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Usage tracker for resource:port and tenant:2eeae7b10b4944799d8bba7f5564bc47 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:14.428077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:14.429459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 36f2a443-4e9c-40bd-9fa5-3e721c338569 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:14.434803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Checking segment: {'id': '3e626153-dae0-4318-89da-ae6aa0c3c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd3e66bae-21cd-40c7-b604-c169e3edc3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:14.435152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Network hostable DHCP agents. Network: d3e66bae-21cd-40c7-b604-c169e3edc3dc, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:29:14.439260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:14.476292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Request body: {'network': {'name': 'tempest-network--930974604', 'router:external': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:14.480985 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:14.484805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Usage tracker for resource:network and tenant:13bb0f3edf6f4e8abc13953e975878de is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:14.487573 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:14.493497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:14.524711 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6f25f-c392-4755-b9d5-9bd4ee2cdbc6 admin admin] Pushing event updated for resources: {'Network': ['ID=2964b386-6c1c-4f7e-9bbd-459b2e114f03,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:14.526513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Made reservation on behalf of 2eeae7b10b4944799d8bba7f5564bc47 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:14.541123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:14.549622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:14.579698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] device_id is not set on port 6944879d-c214-41be-843f-15e3897b2ea3 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:14.639066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Network d3e66bae-21cd-40c7-b604-c169e3edc3dc is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:29:14.642823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Made reservation on behalf of 13bb0f3edf6f4e8abc13953e975878de for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:14.646172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:14.660074 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:14.664619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:14.685708 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:14.734159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:14.747483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Usage tracker for resource:security_group_rule and tenant:13bb0f3edf6f4e8abc13953e975878de is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:14.753905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:14.761694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:14.795265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, d3e66bae-21cd-40c7-b604-c169e3edc3dc) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:14.798077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57124) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:14.808351 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16b373f-fec9-48ab-a46b-3b479dfb14cd None None] Network d3e66bae-21cd-40c7-b604-c169e3edc3dc requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:14.808877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Request body: {'port': {'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98', 'binding:host_id': 'hv-neutron-8391', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1140741429'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:14.812297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:14.813269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:14.821853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:14.839464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Usage tracker for resource:port and tenant:9e9dcf9cf0cb4481a4432ba9caa81978 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:14.845229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:14.856061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:14.908313 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Allocated IP 172.20.0.2 (27d8e09c-f6a3-4d8e-b54c-714b932eb8a6/5ccc8aa7-4607-4e4c-8e6c-7e14cfaacc19/a978a460-4ab8-4173-b8b5-eda7a698f777) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:14.910834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:14.935345 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0c9bc587-6af4-49cd-b9eb-e1900040db36 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8545153 Apr 29 15:29:14.944750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57128) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:14.950416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Request body: {'port': {'network_id': 'd3e66bae-21cd-40c7-b604-c169e3edc3dc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-94302760'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:14.972576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Made reservation on behalf of 9e9dcf9cf0cb4481a4432ba9caa81978 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:14.975774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.007370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.067941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:15.068779 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.078389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.143219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.151156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Usage tracker for resource:security_group_rule and tenant:9e9dcf9cf0cb4481a4432ba9caa81978 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:15.163357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:15.175494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:15.175946 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.197226 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:15.206784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310b605c-9112-4522-86d3-3e71a3f02744,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:15.227005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.238253 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Transition to ACTIVE for port object a978a460-4ab8-4173-b8b5-eda7a698f777 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:15.257545 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Transition to ACTIVE for port object a978a460-4ab8-4173-b8b5-eda7a698f777 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:15.259092 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Checking segment: {'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:15.259444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Network hostable DHCP agents. Network: 5432cd65-807f-4f5d-a4fd-9331e5e76114, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:29:15.283138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef04d87-77ef-427e-9731-828697b73ab7,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:15.288251 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-d3e66bae-21cd-40c7-b604-c169e3edc3dc', 'network_id': 'd3e66bae-21cd-40c7-b604-c169e3edc3dc', 'tenant_id': 'ec12c2f061ad4f2580e60f2997990129', 'fixed_ips': [{'subnet_id': '93d73c5e-2066-423a-b6e0-eae24217dc77'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:29:15.296332 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.333042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.333442 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Added segment e4c37851-0ce9-42e0-ad7f-d2873a2f59b9 of type vlan for network b69362cd-7c74-433c-88a3-786935385d75 Apr 29 15:29:15.339243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Checking segment: {'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:15.339848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Network hostable DHCP agents. Network: 04c046b6-30e7-453f-b79d-e5fa632df990, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:29:15.347427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9ec513-28b0-4a6a-a7b7-1fb346640e98,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:15.348189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.352760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:15.360973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Usage tracker for resource:port and tenant:ec12c2f061ad4f2580e60f2997990129 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:15.366647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:15.376256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Checking segment: {'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:15.376643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Network hostable DHCP agents. Network: 2964b386-6c1c-4f7e-9bbd-459b2e114f03, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:29:15.392793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.413346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:15.433735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:15.436193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Network 5432cd65-807f-4f5d-a4fd-9331e5e76114 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:29:15.441709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.441931 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:15.450001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e596a82-36fa-4d0f-b10e-5eea0b359f13,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:15.463782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.483021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:15.738935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Allocated IP 172.20.0.7 (27d8e09c-f6a3-4d8e-b54c-714b932eb8a6/5ccc8aa7-4607-4e4c-8e6c-7e14cfaacc19/6944879d-c214-41be-843f-15e3897b2ea3) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:15.739609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Network 04c046b6-30e7-453f-b79d-e5fa632df990 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:29:15.739609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:15.739609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network hostable DHCP agents. Network: f1c0b7e5-2f84-4caa-ab36-59830f78e8f9, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:29:15.739609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=cbfbe3d4-a3d7-4ebd-9565-707ecc6e225b,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:15.740432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Pushing event updated for resources: {'Port': ['ID=a978a460-4ab8-4173-b8b5-eda7a698f777,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:15.740528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:29:15.743250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.743250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] device_id is not set on port 7a1fd3be-bd28-4a39-b10a-16e892a37046 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Tracked resource versions report: Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: pushed versions: Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: { 'AddressGroup': {'1.2'}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'ConntrackHelper': {'1.0'}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Log': {'1.0'}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Network': {'1.1'}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Port': {'1.7'}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'PortForwarding': {'1.2'}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'QosPolicy': {'1.8'}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'SecurityGroup': {'1.4'}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'SubPort': {'1.0'}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Subnet': {'1.1'}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Trunk': {'1.1'}} Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: consumer versions: Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: { DHCP agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: HyperV agent@hv-neutron-8391: {}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: L3 agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: Metadata agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: Metering agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: Open vSwitch agent@dv-neutron-839183-1-hyperv: { 'AddressGroup': '1.2', Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'ConntrackHelper': '1.0', Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Log': '1.0', Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Network': '1.1', Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Port': '1.7', Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'PortForwarding': '1.2', Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'QosPolicy': '1.8', Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'SecurityGroup': '1.4', Apr 29 15:29:15.743409 dv-neutron-839183-1-hyperv neutron-server[88716]: 'SecurityGroupRule': '1.2', Apr 29 15:29:15.746981 dv-neutron-839183-1-hyperv neutron-server[88716]: 'SubPort': '1.0', Apr 29 15:29:15.746981 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Subnet': '1.1', Apr 29 15:29:15.746981 dv-neutron-839183-1-hyperv neutron-server[88716]: 'Trunk': '1.1'}} Apr 29 15:29:15.746981 dv-neutron-839183-1-hyperv neutron-server[88716]: {{(pid=88716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:29:15.747472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Made reservation on behalf of ec12c2f061ad4f2580e60f2997990129 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:15.747472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.747472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.747472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:15.747472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.748116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Attempting to bind port a978a460-4ab8-4173-b8b5-eda7a698f777 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:15.748116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Attempting to bind port a978a460-4ab8-4173-b8b5-eda7a698f777 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '741318c4-1f04-4d9e-af16-7004ddcb7793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:15.748116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Attempting to bind port a978a460-4ab8-4173-b8b5-eda7a698f777 on network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:15.748445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 5432cd65-807f-4f5d-a4fd-9331e5e76114) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:15.748445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 04c046b6-30e7-453f-b79d-e5fa632df990) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:15.748445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:15.748445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.748955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:15.748955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Checking segment: {'id': '741318c4-1f04-4d9e-af16-7004ddcb7793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:15.748955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.748955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Bound using segment: {'id': '741318c4-1f04-4d9e-af16-7004ddcb7793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:15.748955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Bound port: a978a460-4ab8-4173-b8b5-eda7a698f777, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741318c4-1f04-4d9e-af16-7004ddcb7793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:15.748955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.749680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:15.749680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.749936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1207d7b-fc0b-411d-ba4e-7d6dccda041b None None] Network 5432cd65-807f-4f5d-a4fd-9331e5e76114 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:15.749936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a2301-aacf-4539-b7e6-ed2a54a0f992 None None] Network 04c046b6-30e7-453f-b79d-e5fa632df990 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:15.749936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Allocated IP 172.20.0.2 (d3e66bae-21cd-40c7-b604-c169e3edc3dc/93d73c5e-2066-423a-b6e0-eae24217dc77/14e984da-8bec-46e1-a02b-5b71b7352222) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:15.798148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:29:15.804108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 2964b386-6c1c-4f7e-9bbd-459b2e114f03) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:15.804566 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f742968f-f0b5-4d27-afa2-b2190cc2b653,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:15.813411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:15.813411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.824957 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b693e1bf-223d-4fec-93e2-bd78dd1ca3b7 None None] Network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:15.829981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] device_id is not set on port 5ca0890b-14ff-4b6b-8c38-0f0cfcb13789 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:15.833222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, f1c0b7e5-2f84-4caa-ab36-59830f78e8f9) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:15.838970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:15.839470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:15.860513 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ff78657e-fcdd-44de-b451-23dff233cf28 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2797225 Apr 29 15:29:15.861898 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57138) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:15.867830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:15.873301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:15.878263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Usage tracker for resource:router and tenant:297bc5c69bee4cd1a2fc88b4c268b27e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:15.882669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:15.890292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:15.910202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ec7bd2-55e2-4fd3-aac2-b12b9fcd5eca None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:15.921971 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e4acf8f0-daae-4fe5-847c-2b94a4cb694a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1231787 Apr 29 15:29:15.926535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57142) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:15.929712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:15.935429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:15.939830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Usage tracker for resource:router and tenant:6c6611d5100d46fea61fea61c35b79fa is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:15.943385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:15.949984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:15.957797 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-18a2f8ac-6adb-48e9-9347-7550ed023bb7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1627309 Apr 29 15:29:15.960144 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3317ed69-5e58-4ad0-983c-b5582c3728b8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1671588 Apr 29 15:29:15.962593 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57148) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:15.968213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:15.972505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57150) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:15.981929 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'name': 'tempest-NetworksTestDHCPv6-1240432844'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:15.999307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:16.006235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.008267 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.026426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Usage tracker for resource:router and tenant:ba1efd4495704a168117d9d603fb1f93 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:16.028626 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event updated for resources: {'Network': ['ID=b69362cd-7c74-433c-88a3-786935385d75,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:16.033650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:16.045077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:16.049895 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] For port a978a460-4ab8-4173-b8b5-eda7a698f777, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:16.053343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] For port a978a460-4ab8-4173-b8b5-eda7a698f777, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a978a460-4ab8-4173-b8b5-eda7a698f777,segment=NetworkSegment(741318c4-1f04-4d9e-af16-7004ddcb7793),segment_id=741318c4-1f04-4d9e-af16-7004ddcb7793)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:16.073345 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network b69362cd-7c74-433c-88a3-786935385d75 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:16.075729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.090993 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9d34a00b-304c-4902-8265-25e5387ff983 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7102351 Apr 29 15:29:16.095379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57158) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:16.108696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.109696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.121400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.191050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Transition to ACTIVE for port object 6944879d-c214-41be-843f-15e3897b2ea3 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:16.246645 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.246825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.288293 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:16.292165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:16.295249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:16.301186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:16.303930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.304941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.314271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.358497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] device_id is not set on port 7a1fd3be-bd28-4a39-b10a-16e892a37046 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:16.394729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.430037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Transition to ACTIVE for port object 7a1fd3be-bd28-4a39-b10a-16e892a37046 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:16.500149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.509306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.557614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.596202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77d5cf-2144-4fe3-b0ab-86db92890d3d None None] Pushing event updated for resources: {'Port': ['ID=a978a460-4ab8-4173-b8b5-eda7a698f777,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:16.596882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:16.600987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.603870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.604208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.605002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.605323 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > port after_create 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.605642 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.605976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > port after_update 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.606291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.606614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.606927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.607232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.619056 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.800707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.801274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.801594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.802014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:16.802572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69362cd-7c74-433c-88a3-786935385d75']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:16.824647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c37851-0ce9-42e0-ad7f-d2873a2f59b9') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:16.825049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c37851-0ce9-42e0-ad7f-d2873a2f59b9') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:16.851852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.879518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.885684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:16.889731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:16.893548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:16.900425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:16.901574 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.918269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 48719c7a-40e9-4bc1-93f9-82ef2065df67 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:16.941819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:29:16.948188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.966581 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: from cryptography.utils import int_from_bytes Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: from cryptography.utils import int_from_bytes Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn_limited( Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn_limited( Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:29:16.978440 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:29:16.984656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-5432cd65-807f-4f5d-a4fd-9331e5e76114', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'fixed_ips': [{'subnet_id': '310b605c-9112-4522-86d3-3e71a3f02744'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:29:16.985217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:16.985498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.012348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-04c046b6-30e7-453f-b79d-e5fa632df990', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'fixed_ips': [{'subnet_id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:29:17.013849 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.026086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event updated for resources: {'Port': ['ID=6944879d-c214-41be-843f-15e3897b2ea3,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:17.147430 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.151020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'fixed_ips': [{'subnet_id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:29:17.152023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.173010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Checking segment: {'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:17.173364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Network hostable DHCP agents. Network: e3c1a102-99b9-436a-b261-ed7ebb383f98, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:29:17.200776 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event updated for resources: {'Port': ['ID=7a1fd3be-bd28-4a39-b10a-16e892a37046,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:17.234813 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cdf3f475-6c8f-472f-ab7a-0778c56d0747 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1651738 Apr 29 15:29:17.235118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57164) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:17.241621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Request body: {'port': {'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6', 'name': 'tempest-AllowedAddressPairTestJSON-1929891783', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:c4:54:2d'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:17.264535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.272917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Transition to ACTIVE for port object 14e984da-8bec-46e1-a02b-5b71b7352222 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:17.293659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': 'cbfbe3d4-a3d7-4ebd-9565-707ecc6e225b'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:29:17.294725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.300365 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b69362cd-7c74-433c-88a3-786935385d75 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 15:29:17.314173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.320185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event deleted for resources: {'Network': ['ID=b69362cd-7c74-433c-88a3-786935385d75,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:17.455380 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7b429854-eb7f-4631-87b2-1467ab4fb0fd tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "DELETE /v2.0/networks/b69362cd-7c74-433c-88a3-786935385d75 HTTP/1.1" status: 204 len: 168 time: 1.3586361 Apr 29 15:29:17.456166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Network e3c1a102-99b9-436a-b261-ed7ebb383f98 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:29:17.469668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57168) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:17.481082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Transition to ACTIVE for port object 14e984da-8bec-46e1-a02b-5b71b7352222 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:17.487503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:17.495927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:17.504887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Usage tracker for resource:network and tenant:13bb0f3edf6f4e8abc13953e975878de is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:17.510533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:17.527478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, e3c1a102-99b9-436a-b261-ed7ebb383f98) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:17.531352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:17.545466 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:17.559770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::b6 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/cbfbe3d4-a3d7-4ebd-9565-707ecc6e225b/48719c7a-40e9-4bc1-93f9-82ef2065df67) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:17.604825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b532c-9ca0-48da-8385-cb7f0f2a42c6 None None] Network e3c1a102-99b9-436a-b261-ed7ebb383f98 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:17.618900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a978a460-4ab8-4173-b8b5-eda7a698f777 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:17.620850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:17.632796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:17.632796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:17.636713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:17.637484 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:17.643620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:17.649163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Usage tracker for resource:port and tenant:2eeae7b10b4944799d8bba7f5564bc47 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:17.652692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:17.659733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:17.671273 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 2 to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 Apr 29 15:29:17.709846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:17.710503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:17.711065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:17.718232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:17.718846 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:17.722533 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 3 to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 Apr 29 15:29:17.723237 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.741432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Made reservation on behalf of 13bb0f3edf6f4e8abc13953e975878de for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:17.744618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.778962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:17.780819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:17.781988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:17.793003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Allocated IP 172.20.0.4 (d3e66bae-21cd-40c7-b604-c169e3edc3dc/93d73c5e-2066-423a-b6e0-eae24217dc77/5ca0890b-14ff-4b6b-8c38-0f0cfcb13789) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:17.797580 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:17.800509 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:17.800652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:17.801968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Made reservation on behalf of 2eeae7b10b4944799d8bba7f5564bc47 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:18.011811 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 4 to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 Apr 29 15:29:18.036922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.058031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.073862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 48719c7a-40e9-4bc1-93f9-82ef2065df67 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:18.082074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:18.082522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:18.083689 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:18.093000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Network d3e66bae-21cd-40c7-b604-c169e3edc3dc is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:18.093442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] device_id is not set on port 6ca5bf4f-4b4e-4e64-8748-732da6ad853f yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:18.100404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:18.124652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:18.148544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d25dfe-64dc-4028-8c2d-0b8c3654ac68 None None] Network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:18.176652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Allocated IP 172.20.0.2 (04c046b6-30e7-453f-b79d-e5fa632df990/9a9ec513-28b0-4a6a-a7b7-1fb346640e98/655a4a8f-2488-4940-8646-ac158ab44ac6) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:18.182110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Pushing event updated for resources: {'Port': ['ID=14e984da-8bec-46e1-a02b-5b71b7352222,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:18.229184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Allocated IP 172.20.0.2 (5432cd65-807f-4f5d-a4fd-9331e5e76114/310b605c-9112-4522-86d3-3e71a3f02744/f77e9b79-19f4-4690-876c-cef052f8995d) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:18.315559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:18.320020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:18.320336 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:18.326737 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 5 to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 Apr 29 15:29:18.334222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Allocated IP 172.20.0.9 (27d8e09c-f6a3-4d8e-b54c-714b932eb8a6/5ccc8aa7-4607-4e4c-8e6c-7e14cfaacc19/6ca5bf4f-4b4e-4e64-8748-732da6ad853f) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:18.347019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.355728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.356502 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Added segment dcc82353-b435-47e7-8f87-6e4b7c5382ae of type vlan for network 99f3b62d-979f-492d-a6b1-7423d55d447e Apr 29 15:29:18.356630 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Allocated IP 172.20.0.2 (2964b386-6c1c-4f7e-9bbd-459b2e114f03/9e596a82-36fa-4d0f-b10e-5eea0b359f13/191cdea5-b13a-48d5-83cb-7d80c7d22c7d) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:18.391633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.421238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:18.421441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:18.421676 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:18.439390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:18.439712 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:18.449447 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 6 to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 Apr 29 15:29:18.518756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:18.518944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:18.519595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:18.555827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:18.556148 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:18.571795 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 7 to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 Apr 29 15:29:18.619244 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:18.663672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:18.663964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:18.664225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:18.674781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.675420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:18.675982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.692048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:18.695420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:18.700242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:18.700861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.726718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=48719c7a-40e9-4bc1-93f9-82ef2065df67,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:18.731984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:18.732685 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:18.737725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port a978a460-4ab8-4173-b8b5-eda7a698f777 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:18.743841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ac43be2f-47a4-4b44-8fbb-77bbf0c40289 None None] Provisioning for port a978a460-4ab8-4173-b8b5-eda7a698f777 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:18.743957 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 8 to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 Apr 29 15:29:18.763795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Attempting to bind port 14e984da-8bec-46e1-a02b-5b71b7352222 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:18.764147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Attempting to bind port 14e984da-8bec-46e1-a02b-5b71b7352222 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '3e626153-dae0-4318-89da-ae6aa0c3c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd3e66bae-21cd-40c7-b604-c169e3edc3dc'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:18.764525 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Attempting to bind port 14e984da-8bec-46e1-a02b-5b71b7352222 on network d3e66bae-21cd-40c7-b604-c169e3edc3dc {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:18.776676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.782406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/cbfbe3d4-a3d7-4ebd-9565-707ecc6e225b/ba5c0700-bb98-4359-942e-b4b9cfc74d48) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:18.822884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.833787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port a978a460-4ab8-4173-b8b5-eda7a698f777 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:18.834162 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.843015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:18.843500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:18.843711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:18.879723 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ac43be2f-47a4-4b44-8fbb-77bbf0c40289 None None] Provisioning complete for port a978a460-4ab8-4173-b8b5-eda7a698f777 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:18.880038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ac43be2f-47a4-4b44-8fbb-77bbf0c40289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.892032 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f2ef5c73-80ea-4471-a5bd-ecee7f8ea347 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9157813 Apr 29 15:29:18.904671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57176) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:18.905397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.916568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:18.916894 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:18.921250 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4474590 Apr 29 15:29:18.924703 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 9 to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 Apr 29 15:29:18.935912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57178) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:18.938472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881ef35-1624-4d98-9399-b59694e3a53d tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event updated for resources: {'Network': ['ID=99f3b62d-979f-492d-a6b1-7423d55d447e,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:18.962603 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Request body: {'subnet': {'network_id': '99f3b62d-979f-492d-a6b1-7423d55d447e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:18.964597 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:18.965109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Checking segment: {'id': '3e626153-dae0-4318-89da-ae6aa0c3c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd3e66bae-21cd-40c7-b604-c169e3edc3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:18.965362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.965751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Bound using segment: {'id': '3e626153-dae0-4318-89da-ae6aa0c3c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd3e66bae-21cd-40c7-b604-c169e3edc3dc'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:18.966228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Bound port: 14e984da-8bec-46e1-a02b-5b71b7352222, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e626153-dae0-4318-89da-ae6aa0c3c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd3e66bae-21cd-40c7-b604-c169e3edc3dc'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:18.966620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:18.980675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:18.982774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:18.983116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:18.983425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:18.992406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Usage tracker for resource:subnet and tenant:13bb0f3edf6f4e8abc13953e975878de is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:18.997004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.000404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:19.002955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 99f3b62d-979f-492d-a6b1-7423d55d447e details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:19.018735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:19.018915 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:19.024993 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:19.027105 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 10 to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 Apr 29 15:29:19.043750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.049091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.066785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Transition to ACTIVE for port object 5ca0890b-14ff-4b6b-8c38-0f0cfcb13789 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:19.071044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:19.071392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:19.071717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:19.082713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Transition to ACTIVE for port object 6ca5bf4f-4b4e-4e64-8748-732da6ad853f will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:19.085422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:19.085743 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 7a1fd3be-bd28-4a39-b10a-16e892a37046 on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:19.086115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.148989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Made reservation on behalf of 13bb0f3edf6f4e8abc13953e975878de for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:19.151321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.299947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] For port 7a1fd3be-bd28-4a39-b10a-16e892a37046, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:19.300267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempted to set empty binding levels {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 15:29:19.337588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.382735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.417237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Allocated IP 172.26.2.136 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:19.429086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.430325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.438306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.471008 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Network d3e66bae-21cd-40c7-b604-c169e3edc3dc is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:19.483232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:19.484387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a342fa-0313-4142-aeb5-8be0119fa61a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:19.485669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-75a342fa-0313-4142-aeb5-8be0119fa61a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:19.499326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:19.527458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Pushing event updated for resources: {'Port': ['ID=5ca0890b-14ff-4b6b-8c38-0f0cfcb13789,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:19.581073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:19.629966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-75a342fa-0313-4142-aeb5-8be0119fa61a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:19.633803 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-75a342fa-0313-4142-aeb5-8be0119fa61a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7003040 Apr 29 15:29:19.634967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57186) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:19.712597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event updated for resources: {'Port': ['ID=7a1fd3be-bd28-4a39-b10a-16e892a37046,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:19.715125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:19.735744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-00c4d95b-7e0b-4646-934c-3781c55f9ab9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 48719c7a-40e9-4bc1-93f9-82ef2065df67 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:19.736100 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00c4d95b-7e0b-4646-934c-3781c55f9ab9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.767222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] For port 14e984da-8bec-46e1-a02b-5b71b7352222, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:19.768278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.801733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event updated for resources: {'Port': ['ID=6ca5bf4f-4b4e-4e64-8748-732da6ad853f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:19.814184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:19.814773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.842535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.869456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:19.870007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.872266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] For port 14e984da-8bec-46e1-a02b-5b71b7352222, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=14e984da-8bec-46e1-a02b-5b71b7352222,segment=NetworkSegment(3e626153-dae0-4318-89da-ae6aa0c3c3a6),segment_id=3e626153-dae0-4318-89da-ae6aa0c3c3a6)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:19.873589 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.874044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:19.898271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.922499 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a70de2fd-ea0d-40f9-b1de-b1398978a422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.1204910 Apr 29 15:29:19.931524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Transition to ACTIVE for port object 655a4a8f-2488-4940-8646-ac158ab44ac6 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:19.934290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57192) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:19.971673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:19.978031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Transition to ACTIVE for port object f77e9b79-19f4-4690-876c-cef052f8995d will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:20.002741 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.014765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ac43be2f-47a4-4b44-8fbb-77bbf0c40289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.020973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:20.022807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.024232 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Transition to ACTIVE for port object 191cdea5-b13a-48d5-83cb-7d80c7d22c7d will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:20.043270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.047773 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-aba2a767-a1fd-4eae-a4b8-5460c089a049 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0986323 Apr 29 15:29:20.051176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57196) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:20.079727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00c4d95b-7e0b-4646-934c-3781c55f9ab9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.103202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Transition to ACTIVE for port object 655a4a8f-2488-4940-8646-ac158ab44ac6 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:20.117349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-0a09d9d0-e9e4-4b49-8644-d88a7331535b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Deleting port 7a1fd3be-bd28-4a39-b10a-16e892a37046 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:20.117700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a09d9d0-e9e4-4b49-8644-d88a7331535b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.151010 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Transition to ACTIVE for port object f77e9b79-19f4-4690-876c-cef052f8995d will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:20.159560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Transition to ACTIVE for port object 191cdea5-b13a-48d5-83cb-7d80c7d22c7d will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:20.169571 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-40260394-f163-471d-9e06-1af320563f83 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.9309702 Apr 29 15:29:20.172841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.172967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57200) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:20.191690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:20.196328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.212656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Transition to ACTIVE for port object ba5c0700-bb98-4359-942e-b4b9cfc74d48 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:20.215686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ac43be2f-47a4-4b44-8fbb-77bbf0c40289 None None] For port a978a460-4ab8-4173-b8b5-eda7a698f777, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a978a460-4ab8-4173-b8b5-eda7a698f777,segment=NetworkSegment(741318c4-1f04-4d9e-af16-7004ddcb7793),segment_id=741318c4-1f04-4d9e-af16-7004ddcb7793)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:20.230565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfd126-d924-4626-8fe0-01c6d7f5ce57 None None] Pushing event updated for resources: {'Port': ['ID=14e984da-8bec-46e1-a02b-5b71b7352222,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:20.231325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-fb221087-947f-4418-9dad-004cff080366 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Deleting port 5ca0890b-14ff-4b6b-8c38-0f0cfcb13789 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:20.231719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb221087-947f-4418-9dad-004cff080366 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.252169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:20.262541 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-00c4d95b-7e0b-4646-934c-3781c55f9ab9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 48719c7a-40e9-4bc1-93f9-82ef2065df67 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:20.291873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.295711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.309306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Transition to ACTIVE for port object ba5c0700-bb98-4359-942e-b4b9cfc74d48 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:20.309746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:20.344004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Network 04c046b6-30e7-453f-b79d-e5fa632df990 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:20.353559 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:20.355371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ac43be2f-47a4-4b44-8fbb-77bbf0c40289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.372539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:20.376351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Pushing event updated for resources: {'Port': ['ID=9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:20.473235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Allocated IP 172.26.2.87 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:20.558024 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.572814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Network 5432cd65-807f-4f5d-a4fd-9331e5e76114 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:20.612703 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:20.618869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:20.638040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:20.688262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Pushing event updated for resources: {'Port': ['ID=655a4a8f-2488-4940-8646-ac158ab44ac6,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:20.691480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:20.782162 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:20.821944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-0a09d9d0-e9e4-4b49-8644-d88a7331535b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] For port 7a1fd3be-bd28-4a39-b10a-16e892a37046, host hv-neutron-8391, got binding levels [] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:20.822295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a09d9d0-e9e4-4b49-8644-d88a7331535b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:20.838848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82296235-b0c2-437e-8258-4dcd054d7eb5 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:20.844656 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82296235-b0c2-437e-8258-4dcd054d7eb5 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:20.851110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82296235-b0c2-437e-8258-4dcd054d7eb5 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:20.851869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-82296235-b0c2-437e-8258-4dcd054d7eb5 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Synchronizing usage tracker for tenant:2eeae7b10b4944799d8bba7f5564bc47 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:20.862944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:29:20.863126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:29:20.885892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:20.932443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:21.009278 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:21.034557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4c8b0cc2-b001-46de-9ef2-856537ae3fc9 None None] Provisioning for port 6ca5bf4f-4b4e-4e64-8748-732da6ad853f completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:21.036282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb221087-947f-4418-9dad-004cff080366 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.038772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Attempting to bind port 655a4a8f-2488-4940-8646-ac158ab44ac6 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:21.039136 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Attempting to bind port 655a4a8f-2488-4940-8646-ac158ab44ac6 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:21.039492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Attempting to bind port 655a4a8f-2488-4940-8646-ac158ab44ac6 on network 04c046b6-30e7-453f-b79d-e5fa632df990 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:21.051901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-0a09d9d0-e9e4-4b49-8644-d88a7331535b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Calling delete_port for 7a1fd3be-bd28-4a39-b10a-16e892a37046 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:21.097926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Attempting to bind port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:21.098619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Attempting to bind port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:21.099708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Attempting to bind port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d on network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:21.145308 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4c8b0cc2-b001-46de-9ef2-856537ae3fc9 None None] Provisioning complete for port 6ca5bf4f-4b4e-4e64-8748-732da6ad853f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:21.145682 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0cc2-b001-46de-9ef2-856537ae3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.173968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.174932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Pushing event updated for resources: {'Port': ['ID=f77e9b79-19f4-4690-876c-cef052f8995d,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:21.177316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:21.177718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Checking segment: {'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:21.178165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.178622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Bound using segment: {'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:21.179386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Bound port: 655a4a8f-2488-4940-8646-ac158ab44ac6, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:21.179778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.197534 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Attempting to bind port f77e9b79-19f4-4690-876c-cef052f8995d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:21.197902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Attempting to bind port f77e9b79-19f4-4690-876c-cef052f8995d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:21.198319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Attempting to bind port f77e9b79-19f4-4690-876c-cef052f8995d on network 5432cd65-807f-4f5d-a4fd-9331e5e76114 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:21.286517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-fb221087-947f-4418-9dad-004cff080366 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Calling delete_port for 5ca0890b-14ff-4b6b-8c38-0f0cfcb13789 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:21.301573 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:21.301942 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Checking segment: {'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:21.302513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.302916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Bound using segment: {'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:21.303393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Bound port: 191cdea5-b13a-48d5-83cb-7d80c7d22c7d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:21.303765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.329531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-82296235-b0c2-437e-8258-4dcd054d7eb5 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Unset dirty status for tenant:2eeae7b10b4944799d8bba7f5564bc47 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:21.334798 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-82296235-b0c2-437e-8258-4dcd054d7eb5 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 1.1535554 Apr 29 15:29:21.334930 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:21.334930 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Checking segment: {'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:21.335260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.335568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Bound using segment: {'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:21.336026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Bound port: f77e9b79-19f4-4690-876c-cef052f8995d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:21.336417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.343440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57206) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:21.343986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.objects.ports [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88715) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:29:21.344434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.366517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00c4d95b-7e0b-4646-934c-3781c55f9ab9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.411558 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.441586 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4d95b-7e0b-4646-934c-3781c55f9ab9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=48719c7a-40e9-4bc1-93f9-82ef2065df67,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:21.503206 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00c4d95b-7e0b-4646-934c-3781c55f9ab9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.529718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b0cc2-b001-46de-9ef2-856537ae3fc9 None None] Port 6ca5bf4f-4b4e-4e64-8748-732da6ad853f cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:21.544612 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-00c4d95b-7e0b-4646-934c-3781c55f9ab9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/48719c7a-40e9-4bc1-93f9-82ef2065df67 HTTP/1.1" status: 204 len: 168 time: 1.9071596 Apr 29 15:29:21.545950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57210) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:21.554371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Attempting to bind port ba5c0700-bb98-4359-942e-b4b9cfc74d48 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:21.554731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Attempting to bind port ba5c0700-bb98-4359-942e-b4b9cfc74d48 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:21.555086 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Attempting to bind port ba5c0700-bb98-4359-942e-b4b9cfc74d48 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:21.597081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Pushing event updated for resources: {'Port': ['ID=191cdea5-b13a-48d5-83cb-7d80c7d22c7d,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:21.636504 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:21.636894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:21.637287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.637690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:21.638150 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Bound port: ba5c0700-bb98-4359-942e-b4b9cfc74d48, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:21.638588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.692305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8415b-cf04-4afa-8d76-3fce0afd2635 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Deleting port 6ca5bf4f-4b4e-4e64-8748-732da6ad853f {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:21.692770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0c8415b-cf04-4afa-8d76-3fce0afd2635 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.722585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] For port 655a4a8f-2488-4940-8646-ac158ab44ac6, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:21.793527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e368282-953c-46a3-b64a-3a1ffb4e70ea tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:21.795042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e368282-953c-46a3-b64a-3a1ffb4e70ea tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:21.795823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2e368282-953c-46a3-b64a-3a1ffb4e70ea tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:21.806355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event updated for resources: {'Subnet': ['ID=91b6820a-336d-4792-9611-1d442636ba0e,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:21.820259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4c8b0cc2-b001-46de-9ef2-856537ae3fc9 None None] Provisioning for port 6944879d-c214-41be-843f-15e3897b2ea3 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:21.836993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 14e984da-8bec-46e1-a02b-5b71b7352222 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:21.863655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.869839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] For port 655a4a8f-2488-4940-8646-ac158ab44ac6, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=655a4a8f-2488-4940-8646-ac158ab44ac6,segment=NetworkSegment(d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d),segment_id=d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:21.884965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] For port f77e9b79-19f4-4690-876c-cef052f8995d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:21.904609 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4c8b0cc2-b001-46de-9ef2-856537ae3fc9 None None] Provisioning complete for port 6944879d-c214-41be-843f-15e3897b2ea3 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:21.904954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0cc2-b001-46de-9ef2-856537ae3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.947990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] For port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:21.955233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43be2f-47a4-4b44-8fbb-77bbf0c40289 None None] Pushing event updated for resources: {'Port': ['ID=a978a460-4ab8-4173-b8b5-eda7a698f777,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:21.963021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:21.967877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:21.970684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:21.975199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:21.975309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] For port f77e9b79-19f4-4690-876c-cef052f8995d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f77e9b79-19f4-4690-876c-cef052f8995d,segment=NetworkSegment(255f6768-19ec-4aaf-872f-df625d7efa05),segment_id=255f6768-19ec-4aaf-872f-df625d7efa05)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:21.981861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Checking segment: {'id': 'dcc82353-b435-47e7-8f87-6e4b7c5382ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '99f3b62d-979f-492d-a6b1-7423d55d447e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:21.982591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Network hostable DHCP agents. Network: 99f3b62d-979f-492d-a6b1-7423d55d447e, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:29:22.010871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a09d9d0-e9e4-4b49-8644-d88a7331535b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.033735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.075479 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] For port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=191cdea5-b13a-48d5-83cb-7d80c7d22c7d,segment=NetworkSegment(b4d963e2-62f7-4865-85f2-b71d727a9aed),segment_id=b4d963e2-62f7-4865-85f2-b71d727a9aed)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:22.087222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb221087-947f-4418-9dad-004cff080366 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.092088 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.099849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09d9d0-e9e4-4b49-8644-d88a7331535b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a1fd3be-bd28-4a39-b10a-16e892a37046,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:22.100091 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2e368282-953c-46a3-b64a-3a1ffb4e70ea tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:22.103877 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2e368282-953c-46a3-b64a-3a1ffb4e70ea tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5542951 Apr 29 15:29:22.107874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312fb2ba-4a96-4342-9136-0ff6b4514c65 None None] Network d3e66bae-21cd-40c7-b604-c169e3edc3dc requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:22.114650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57214) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:22.124598 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Allocated IP 172.26.2.237 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/36ae5cec-b1f6-462a-a6b9-190eac96114e) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:22.127699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:22.128009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] For port ba5c0700-bb98-4359-942e-b4b9cfc74d48, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:22.135026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b0cc2-b001-46de-9ef2-856537ae3fc9 None None] Port 6944879d-c214-41be-843f-15e3897b2ea3 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:22.180874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.203923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Pushing event updated for resources: {'Port': ['ID=ba5c0700-bb98-4359-942e-b4b9cfc74d48,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:22.229610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] For port ba5c0700-bb98-4359-942e-b4b9cfc74d48, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ba5c0700-bb98-4359-942e-b4b9cfc74d48,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:22.348817 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04592f87-aafc-4379-8d79-5247a62f9089 None None] Pushing event updated for resources: {'Port': ['ID=655a4a8f-2488-4940-8646-ac158ab44ac6,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:22.441029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4d6fc1-74b1-4674-a058-f634c2c97fbc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet cbfbe3d4-a3d7-4ebd-9565-707ecc6e225b {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:29:22.445108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb221087-947f-4418-9dad-004cff080366 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Pushing event deleted for resources: {'Port': ['ID=5ca0890b-14ff-4b6b-8c38-0f0cfcb13789,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:22.532276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6fc1-74b1-4674-a058-f634c2c97fbc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.568194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Network 99f3b62d-979f-492d-a6b1-7423d55d447e is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:29:22.575513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a09d9d0-e9e4-4b49-8644-d88a7331535b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.592565 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0a09d9d0-e9e4-4b49-8644-d88a7331535b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "DELETE /v2.0/ports/7a1fd3be-bd28-4a39-b10a-16e892a37046 HTTP/1.1" status: 204 len: 168 time: 2.6553633 Apr 29 15:29:22.598966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.630152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57218) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:22.654190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4c8b0cc2-b001-46de-9ef2-856537ae3fc9 None None] Provisioning complete for port a978a460-4ab8-4173-b8b5-eda7a698f777 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:22.654715 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0cc2-b001-46de-9ef2-856537ae3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.741653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6fc1-74b1-4674-a058-f634c2c97fbc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.797424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 14e984da-8bec-46e1-a02b-5b71b7352222 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:22.811008 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 99f3b62d-979f-492d-a6b1-7423d55d447e) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:22.832002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:22.832287 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.839175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926403db-a329-4c90-8745-c6cc7aa0f31c None None] Network 99f3b62d-979f-492d-a6b1-7423d55d447e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:22.893379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb221087-947f-4418-9dad-004cff080366 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.899533 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fb221087-947f-4418-9dad-004cff080366 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] 10.222.0.39 "DELETE /v2.0/ports/5ca0890b-14ff-4b6b-8c38-0f0cfcb13789 HTTP/1.1" status: 204 len: 168 time: 2.8451996 Apr 29 15:29:22.901998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0c8415b-cf04-4afa-8d76-3fce0afd2635 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:22.918627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57222) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:22.974636 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d9c874-89b1-408e-b3b8-88de5b46371f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:29:22.981188 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-81d9c874-89b1-408e-b3b8-88de5b46371f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "GET /v2.0/ports/7a1fd3be-bd28-4a39-b10a-16e892a37046 HTTP/1.1" status: 404 len: 333 time: 0.3412969 Apr 29 15:29:22.986632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ebfc2-5873-449e-b656-85b1482d80d9 None None] Pushing event updated for resources: {'Port': ['ID=f77e9b79-19f4-4690-876c-cef052f8995d,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:22.986920 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57228) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:23.087373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Request body: {'port': {'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-513537183'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:23.095907 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f9253aee-8a89-4120-af17-c7ad5b6239c5 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1551831 Apr 29 15:29:23.113272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8415b-cf04-4afa-8d76-3fce0afd2635 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Calling delete_port for 6ca5bf4f-4b4e-4e64-8748-732da6ad853f owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:23.118935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57232) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:23.123381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:23.130180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Request body: {'floatingip': {'floating_network_id': '99f3b62d-979f-492d-a6b1-7423d55d447e'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:23.147514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Usage tracker for resource:port and tenant:9e9dcf9cf0cb4481a4432ba9caa81978 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:23.173378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:23.202331 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:23.248939 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:23.251644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Usage tracker for resource:floatingip and tenant:13bb0f3edf6f4e8abc13953e975878de is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:23.287940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.292478 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-aea9a239-66dd-4b52-bc64-41afb1e24628 tempest-DHCPAgentSchedulersTestJSON-1505528296 tempest-DHCPAgentSchedulersTestJSON-1505528296-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3659449 Apr 29 15:29:23.301665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57236) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:23.314509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1978443543'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:23.330221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:23.330712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:23.333263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.339757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Usage tracker for resource:network and tenant:ec12c2f061ad4f2580e60f2997990129 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:23.343599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:23.363588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:23.374501 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6fc1-74b1-4674-a058-f634c2c97fbc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.436352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:23.476900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Made reservation on behalf of ec12c2f061ad4f2580e60f2997990129 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:23.482517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.491158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cabc21-ed7d-4cf8-8dd4-842b5944fe2f None None] Pushing event updated for resources: {'Port': ['ID=191cdea5-b13a-48d5-83cb-7d80c7d22c7d,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:23.520363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Router d3ac3545-24cd-4e93-85b6-a706863b2dff is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:29:23.522935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.526391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Made reservation on behalf of 9e9dcf9cf0cb4481a4432ba9caa81978 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:23.529313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.612959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5518a361-9d18-47fd-944f-540403b4553e None None] Network 99f3b62d-979f-492d-a6b1-7423d55d447e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:23.655267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0c8415b-cf04-4afa-8d76-3fce0afd2635 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.657684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:23.663977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d61f7-7496-4c14-a682-dd8ad522b008 None None] Pushing event updated for resources: {'Port': ['ID=ba5c0700-bb98-4359-942e-b4b9cfc74d48,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:23.689992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] device_id is not set on port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:23.733758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:23.751053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b19ed2e6-30aa-49a2-bced-d93959b6cffd None None] Provisioning for port 14e984da-8bec-46e1-a02b-5b71b7352222 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:23.770511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.772014 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Added segment 0a8c81da-56d0-4ac4-a9be-2580f752ee42 of type vlan for network 53fdcaeb-b9cd-4496-9c31-bd3c41dc8062 Apr 29 15:29:23.775176 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b19ed2e6-30aa-49a2-bced-d93959b6cffd None None] Provisioning complete for port 14e984da-8bec-46e1-a02b-5b71b7352222 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:23.775924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b19ed2e6-30aa-49a2-bced-d93959b6cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.809975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:23.812001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.825947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:23.843334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.896716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6fc1-74b1-4674-a058-f634c2c97fbc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:23.911159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8415b-cf04-4afa-8d76-3fce0afd2635 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event deleted for resources: {'Port': ['ID=6ca5bf4f-4b4e-4e64-8748-732da6ad853f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:23.945017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=36ae5cec-b1f6-462a-a6b9-190eac96114e,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:23.991629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:24.197946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d6fc1-74b1-4674-a058-f634c2c97fbc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfbe3d4-a3d7-4ebd-9565-707ecc6e225b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:24.199803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:24.206700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f77e9b79-19f4-4690-876c-cef052f8995d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:24.215759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:24.216418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:24.241408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a4d6fc1-74b1-4674-a058-f634c2c97fbc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:24.295049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a75e6b8-a914-49ef-b5db-8b74208901c9 None None] Network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:24.385487 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0a4d6fc1-74b1-4674-a058-f634c2c97fbc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/cbfbe3d4-a3d7-4ebd-9565-707ecc6e225b HTTP/1.1" status: 204 len: 168 time: 2.2656553 Apr 29 15:29:24.394678 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:29:24.397059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57240) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:24.444177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b19ed2e6-30aa-49a2-bced-d93959b6cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:24.512810 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2065084 Apr 29 15:29:24.513399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57244) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:24.539832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc9f01-6490-432f-8812-8d25055ee355 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Pushing event updated for resources: {'Network': ['ID=53fdcaeb-b9cd-4496-9c31-bd3c41dc8062,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:24.577174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 53fdcaeb-b9cd-4496-9c31-bd3c41dc8062 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:24.659128 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8babf474-ba44-4e53-8578-9994ba0041b3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2607830 Apr 29 15:29:24.685275 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57248) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:24.882683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b19ed2e6-30aa-49a2-bced-d93959b6cffd None None] For port 14e984da-8bec-46e1-a02b-5b71b7352222, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=14e984da-8bec-46e1-a02b-5b71b7352222,segment=NetworkSegment(3e626153-dae0-4318-89da-ae6aa0c3c3a6),segment_id=3e626153-dae0-4318-89da-ae6aa0c3c3a6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:24.993870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b19ed2e6-30aa-49a2-bced-d93959b6cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.019552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:25.039655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0c8415b-cf04-4afa-8d76-3fce0afd2635 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.041537 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e0c8415b-cf04-4afa-8d76-3fce0afd2635 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "DELETE /v2.0/ports/6ca5bf4f-4b4e-4e64-8748-732da6ad853f HTTP/1.1" status: 204 len: 168 time: 3.6933844 Apr 29 15:29:25.044452 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57252) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:25.055855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d76b2-0b3f-4f06-af96-66d709ff8c28 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:25.111815 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:29:25.121337 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Sync routers for ids ['d3ac3545-24cd-4e93-85b6-a706863b2dff'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:29:25.142165 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Routers {'d3ac3545-24cd-4e93-85b6-a706863b2dff'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:29:25.142814 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:29:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d3ac3545-24cd-4e93-85b6-a706863b2dff'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:25.154360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port f77e9b79-19f4-4690-876c-cef052f8995d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:25.184620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb1e889-6577-4064-abb8-40c122ef35c1 None None] Network 5432cd65-807f-4f5d-a4fd-9331e5e76114 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:25.197174 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea5338a-3b9b-4286-b777-427a1f01a725 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] GET failed (client error): The resource could not be found. Apr 29 15:29:25.197717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6ea5338a-3b9b-4286-b777-427a1f01a725 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Synchronizing usage tracker for tenant:2eeae7b10b4944799d8bba7f5564bc47 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:25.199043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b19ed2e6-30aa-49a2-bced-d93959b6cffd None None] Could not find standard attr ID for object 6ca5bf4f-4b4e-4e64-8748-732da6ad853f. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:29:25.233070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ba5c0700-bb98-4359-942e-b4b9cfc74d48 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:25.259981 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1c86f360-c9b3-4ce4-90e4-0876f779e50a tempest-DHCPAgentSchedulersTestJSON-1505528296 tempest-DHCPAgentSchedulersTestJSON-1505528296-project-admin] 10.222.0.39 "GET /v2.0/agents/b7298a85-f7ce-47f9-85c2-fe4dc223fbbc/dhcp-networks HTTP/1.1" status: 200 len: 8788 time: 0.7343934 Apr 29 15:29:25.262433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57256) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:25.369777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2966686e-c694-4499-8312-eabffd527026 None None] Network 04c046b6-30e7-453f-b79d-e5fa632df990 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:25.375374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6ea5338a-3b9b-4286-b777-427a1f01a725 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Unset dirty status for tenant:2eeae7b10b4944799d8bba7f5564bc47 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:25.381356 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6ea5338a-3b9b-4286-b777-427a1f01a725 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "GET /v2.0/ports/6ca5bf4f-4b4e-4e64-8748-732da6ad853f HTTP/1.1" status: 404 len: 333 time: 0.3359251 Apr 29 15:29:25.385057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57260) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:25.391007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Request body: {'port': {'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6', 'name': 'tempest-AllowedAddressPairTestJSON-304253426'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:25.401999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b19ed2e6-30aa-49a2-bced-d93959b6cffd None None] Provisioning complete for port 6944879d-c214-41be-843f-15e3897b2ea3 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:25.402678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b19ed2e6-30aa-49a2-bced-d93959b6cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.481971 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Set router d3ac3545-24cd-4e93-85b6-a706863b2dff gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:29:25.497911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.509188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba81f28-01e8-453d-9e8c-51c1d8fdf06e tempest-DHCPAgentSchedulersTestJSON-1505528296 tempest-DHCPAgentSchedulersTestJSON-1505528296-project-admin] Network 53fdcaeb-b9cd-4496-9c31-bd3c41dc8062 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:29:25.557870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.574484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:25.586114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:25.624850 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bba81f28-01e8-453d-9e8c-51c1d8fdf06e tempest-DHCPAgentSchedulersTestJSON-1505528296 tempest-DHCPAgentSchedulersTestJSON-1505528296-project-admin] 10.222.0.39 "POST /v2.0/agents/b7298a85-f7ce-47f9-85c2-fe4dc223fbbc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3613217 Apr 29 15:29:25.625923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57264) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:25.626582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.656638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.660450 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-027e995c-0b19-4b1a-b8f5-52a08ee54181 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.7950158 Apr 29 15:29:25.661271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57268) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:25.661382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:25.686835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e3c264-a59a-4ae4-8943-0e5cd12ab04e None None] Network 53fdcaeb-b9cd-4496-9c31-bd3c41dc8062 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:25.734331 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:25.754739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Made reservation on behalf of 2eeae7b10b4944799d8bba7f5564bc47 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:25.758930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.792174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ed2e6-30aa-49a2-bced-d93959b6cffd None None] Pushing event updated for resources: {'Port': ['ID=14e984da-8bec-46e1-a02b-5b71b7352222,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:25.793552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:25.823272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:25.843356 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:20Z', 'revision_number': 3, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:25.849745 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Checking router: d3ac3545-24cd-4e93-85b6-a706863b2dff for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:29:25.850098 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Updating router d3ac3545-24cd-4e93-85b6-a706863b2dff port 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:29:25.885164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.919432 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.938959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:25.942804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:25.953927 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b19ed2e6-30aa-49a2-bced-d93959b6cffd None None] Port 6944879d-c214-41be-843f-15e3897b2ea3 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:25.964516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] device_id is not set on port ca217cd2-f201-4dcf-ab6c-a1fd0c921059 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:26.154821 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port ba5c0700-bb98-4359-942e-b4b9cfc74d48 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:26.196603 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Allocated IP 172.20.0.12 (27d8e09c-f6a3-4d8e-b54c-714b932eb8a6/5ccc8aa7-4607-4e4c-8e6c-7e14cfaacc19/ca217cd2-f201-4dcf-ab6c-a1fd0c921059) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:26.212380 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 191cdea5-b13a-48d5-83cb-7d80c7d22c7d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:26.247844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Provisioning for port f77e9b79-19f4-4690-876c-cef052f8995d completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:26.324676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.380966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Provisioning complete for port f77e9b79-19f4-4690-876c-cef052f8995d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:26.381581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.464396 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.480701 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Transition to ACTIVE for port object 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:26.549651 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.554363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Network e3c1a102-99b9-436a-b261-ed7ebb383f98 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:26.584356 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:26.600744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:26.601591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:26.602185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.607542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event updated for resources: {'Port': ['ID=1abb837a-f982-4df4-91cc-2bd4cf22eb4d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:26.621815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7114a048-576c-4fa9-8cd6-2e817752bf70 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:29:26.641588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:26.650207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a978a460-4ab8-4173-b8b5-eda7a698f777 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:26.685095 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7114a048-576c-4fa9-8cd6-2e817752bf70 None None] Deleting port ba5c0700-bb98-4359-942e-b4b9cfc74d48 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:26.685463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7114a048-576c-4fa9-8cd6-2e817752bf70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.690578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.721449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Allocated IP 172.20.0.8 (99f3b62d-979f-492d-a6b1-7423d55d447e/91b6820a-336d-4792-9611-1d442636ba0e/583aeb58-ea38-4f99-b27f-1006a6630d6e) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:26.758837 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Pushing event updated for resources: {'Port': ['ID=9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:26.766018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.771342 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:26.771928 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:26.772637 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:26.773116 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:26.773596 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:26.774084 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:26.776534 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:26.777649 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:26.778684 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:26.779697 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:26.780720 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:26.781209 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Tracked resource versions report: Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: pushed versions: Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: { 'AddressGroup': {'1.2'}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'ConntrackHelper': {'1.0'}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Log': {'1.0'}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Network': {'1.1'}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Port': {'1.7'}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'PortForwarding': {'1.2'}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'QosPolicy': {'1.8'}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'SecurityGroup': {'1.4'}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'SecurityGroupRule': {'1.2'}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'SubPort': {'1.0'}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Subnet': {'1.1'}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Trunk': {'1.1'}} Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: consumer versions: Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: { DHCP agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: HyperV agent@hv-neutron-8391: {}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: L3 agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: Metadata agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: Metering agent@dv-neutron-839183-1-hyperv: {}, Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: Open vSwitch agent@dv-neutron-839183-1-hyperv: { 'AddressGroup': '1.2', Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'ConntrackHelper': '1.0', Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Log': '1.0', Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Network': '1.1', Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Port': '1.7', Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'PortForwarding': '1.2', Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'QosPolicy': '1.8', Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'SecurityGroup': '1.4', Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'SecurityGroupRule': '1.2', Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'SubPort': '1.0', Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Subnet': '1.1', Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: 'Trunk': '1.1'}} Apr 29 15:29:26.783373 dv-neutron-839183-1-hyperv neutron-server[88717]: {{(pid=88717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 15:29:26.791016 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a1bf88d9-f1d0-404e-a13a-b588aa160d8a tempest-DHCPAgentSchedulersTestJSON-1505528296 tempest-DHCPAgentSchedulersTestJSON-1505528296-project-admin] 10.222.0.39 "GET /v2.0/agents/b7298a85-f7ce-47f9-85c2-fe4dc223fbbc/dhcp-networks HTTP/1.1" status: 200 len: 9558 time: 1.1634078 Apr 29 15:29:26.794382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57272) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:26.841668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.864142 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Attempting to bind port 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:26.866289 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Attempting to bind port 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:26.867232 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9f1b0bac-a95d-45a8-80e2-5c701590f246 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.8672550 Apr 29 15:29:26.868216 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Attempting to bind port 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:26.868849 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57278) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:26.879248 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:26.879902 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:26.881914 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.887937 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:26.887937 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Bound port: 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:26.887937 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:26.913769 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] For port f77e9b79-19f4-4690-876c-cef052f8995d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f77e9b79-19f4-4690-876c-cef052f8995d,segment=NetworkSegment(255f6768-19ec-4aaf-872f-df625d7efa05),segment_id=255f6768-19ec-4aaf-872f-df625d7efa05)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:26.930620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port a978a460-4ab8-4173-b8b5-eda7a698f777 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:26.930807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.016762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Transition to ACTIVE for port object ca217cd2-f201-4dcf-ab6c-a1fd0c921059 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:27.056488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.056956 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] For port 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:27.061140 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] For port 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:27.071207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Router 286ef9cd-9121-4735-8232-4648f9229977 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:29:27.087452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8391'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:27.158583 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.187160 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-32cbdf88-020f-4110-8d3b-1c73f74ae993 tempest-DHCPAgentSchedulersTestJSON-1505528296 tempest-DHCPAgentSchedulersTestJSON-1505528296-project-admin] 10.222.0.39 "DELETE /v2.0/agents/b7298a85-f7ce-47f9-85c2-fe4dc223fbbc/dhcp-networks/53fdcaeb-b9cd-4496-9c31-bd3c41dc8062 HTTP/1.1" status: 204 len: 168 time: 0.3729715 Apr 29 15:29:27.188350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57282) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:27.194250 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-7114a048-576c-4fa9-8cd6-2e817752bf70 None None] For port ba5c0700-bb98-4359-942e-b4b9cfc74d48, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ba5c0700-bb98-4359-942e-b4b9cfc74d48,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:27.194683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7114a048-576c-4fa9-8cd6-2e817752bf70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.324264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.328129 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205ef56-53e7-4f9e-a024-1697f784687e None None] Pushing event updated for resources: {'Port': ['ID=9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:27.332330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7114a048-576c-4fa9-8cd6-2e817752bf70 None None] Calling delete_port for ba5c0700-bb98-4359-942e-b4b9cfc74d48 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:27.350140 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Routers {'d3ac3545-24cd-4e93-85b6-a706863b2dff'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:29:27.351082 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:29:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d3ac3545-24cd-4e93-85b6-a706863b2dff'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:27.362702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Provisioning for port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:27.379252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Provisioning complete for port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:27.384445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.419614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Pushing event updated for resources: {'Port': ['ID=f77e9b79-19f4-4690-876c-cef052f8995d,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:27.518472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:27.537057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:27.549419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:27.561590 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.577593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event updated for resources: {'Port': ['ID=ca217cd2-f201-4dcf-ab6c-a1fd0c921059,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:27.621203 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e7eaad25-694e-44cc-b9a0-a3fe847f8312 tempest-DHCPAgentSchedulersTestJSON-1505528296 tempest-DHCPAgentSchedulersTestJSON-1505528296-project-admin] 10.222.0.39 "GET /v2.0/agents/b7298a85-f7ce-47f9-85c2-fe4dc223fbbc/dhcp-networks HTTP/1.1" status: 200 len: 8788 time: 0.4238663 Apr 29 15:29:27.621203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57286) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:27.637031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 655a4a8f-2488-4940-8646-ac158ab44ac6 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:27.697539 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a24ef00e-92f0-49c4-b9d8-d6b28c3a5ce2 tempest-DHCPAgentSchedulersTestJSON-1505528296 tempest-DHCPAgentSchedulersTestJSON-1505528296-project-admin] 10.222.0.39 "GET /v2.0/networks/d3e66bae-21cd-40c7-b604-c169e3edc3dc/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0764468 Apr 29 15:29:27.706611 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] Set router d3ac3545-24cd-4e93-85b6-a706863b2dff gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:29:27.709319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57290) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:27.722730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:27.723568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.752327 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7114a048-576c-4fa9-8cd6-2e817752bf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.761760 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4663194e-5f29-41ce-919e-d67e76a8c8d5 tempest-DHCPAgentSchedulersTestJSON-1505528296 tempest-DHCPAgentSchedulersTestJSON-1505528296-project-admin] 10.222.0.39 "GET /v2.0/networks/d3e66bae-21cd-40c7-b604-c169e3edc3dc/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0511892 Apr 29 15:29:27.767049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57294) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:27.767738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.776424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.858549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:27.861125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.892250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.899919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114a048-576c-4fa9-8cd6-2e817752bf70 None None] Pushing event deleted for resources: {'Port': ['ID=ba5c0700-bb98-4359-942e-b4b9cfc74d48,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:27.903197 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:27.913007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7114a048-576c-4fa9-8cd6-2e817752bf70 None None] No DVR routers for this DVR port ba5c0700-bb98-4359-942e-b4b9cfc74d48 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:29:27.927845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:27.928553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:27.933084 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] For port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=191cdea5-b13a-48d5-83cb-7d80c7d22c7d,segment=NetworkSegment(b4d963e2-62f7-4865-85f2-b71d727a9aed),segment_id=b4d963e2-62f7-4865-85f2-b71d727a9aed)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:27.940670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354c8720-1c78-4891-aed2-0531cf74346e None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:27.944909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:29:27.968439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Sync routers for ids ['286ef9cd-9121-4735-8232-4648f9229977'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:29:27.994784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 655a4a8f-2488-4940-8646-ac158ab44ac6 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:28.051719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Allocated IP 172.20.0.1 (5432cd65-807f-4f5d-a4fd-9331e5e76114/310b605c-9112-4522-86d3-3e71a3f02744/f2f2f2c2-d28d-4460-850a-0db9281c3d96) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:28.071137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Routers {'286ef9cd-9121-4735-8232-4648f9229977'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:29:28.071768 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:29:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['286ef9cd-9121-4735-8232-4648f9229977'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:28.138114 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4454298 Apr 29 15:29:28.141055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:28.154486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57298) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:28.162082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0730ab3-e7bd-4b1b-ac84-93d404908b15 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=64e276f8-d6e7-452a-936a-545e20f01858,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:28.171411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'name': 'tempest-NetworksTestDHCPv6-1760435402'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:28.196071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Router d4ed803f-de54-4c42-ad10-a78b2ea91142 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:29:28.262130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:28.270795 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:20Z', 'revision_number': 3, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:28.276760 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fa91b-0fee-4f28-98f2-b0f088015a79 None None] The sync data for ids ['d3ac3545-24cd-4e93-85b6-a706863b2dff'] in dv-neutron-839183-1-hyperv is: [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:20Z', 'revision_number': 3, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:29:28.278657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 14e984da-8bec-46e1-a02b-5b71b7352222 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:28.291868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Transition to ACTIVE for port object f2f2f2c2-d28d-4460-850a-0db9281c3d96 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:28.314623 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:28.315729 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-29e4062c-809b-47e0-951e-39472b2ec757 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9295363 Apr 29 15:29:28.320245 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fca860f0-246e-460b-9a3c-8fdf17fa0c98 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.3957827 Apr 29 15:29:28.321253 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57302) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:28.321610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57304) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:28.363307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4710d9b9-9831-4ea2-bd9a-cdeb535aafa1 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:c4:54:2d'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:28.461577 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Pushing event updated for resources: {'Port': ['ID=191cdea5-b13a-48d5-83cb-7d80c7d22c7d,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:28.470291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:28.473898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Provisioning for port 655a4a8f-2488-4940-8646-ac158ab44ac6 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:28.491681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.resource_extend [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:29:28.497247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Provisioning complete for port 655a4a8f-2488-4940-8646-ac158ab44ac6 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:28.497612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:28.544114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Set router 286ef9cd-9121-4735-8232-4648f9229977 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:29:28.595826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:28.652796 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:28.711296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:28.716559 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:28.720333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] device_id is not set on port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:28.740508 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Network 99f3b62d-979f-492d-a6b1-7423d55d447e is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:28.750214 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:28.761570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:28.765157 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:28.769815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 14e984da-8bec-46e1-a02b-5b71b7352222 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:28.772573 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:28.774201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Network 5432cd65-807f-4f5d-a4fd-9331e5e76114 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:28.776289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:28.795004 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:29:28.796524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event updated for resources: {'Port': ['ID=583aeb58-ea38-4f99-b27f-1006a6630d6e,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:28.808175 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Sync routers for ids ['d4ed803f-de54-4c42-ad10-a78b2ea91142'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:29:28.830189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Transition to ACTIVE for port object 1abb837a-f982-4df4-91cc-2bd4cf22eb4d will not be triggered until provisioned by entity L2. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:28.835540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:28.856801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:28.861502 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '64e276f8-d6e7-452a-936a-545e20f01858'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:29:28.862364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:28.863767 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Routers {'d4ed803f-de54-4c42-ad10-a78b2ea91142'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:29:28.867207 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:29:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d4ed803f-de54-4c42-ad10-a78b2ea91142'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:28.889142 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:28.893749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:28.936132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.067584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 82cc1bd1-a06c-48d0-ac6c-6b5dc8c6c79d yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:29.127158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.131641 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5aa52553-9271-42b1-8158-a61657186eb6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.1648865 Apr 29 15:29:29.161498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57310) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:29.225840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.236942 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Set router d4ed803f-de54-4c42-ad10-a78b2ea91142 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:29:29.257008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.274025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f2f2c2-d28d-4460-850a-0db9281c3d96,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:29.394005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event updated for resources: {'Port': ['ID=1abb837a-f982-4df4-91cc-2bd4cf22eb4d,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:29.433725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f77e9b79-19f4-4690-876c-cef052f8995d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:29.481759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/64e276f8-d6e7-452a-936a-545e20f01858/7ab7fdac-8139-4a4d-b52e-c472959befe5) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:29.498651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.508190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:29.508660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:29.509087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:29.517093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:29.517511 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:29.519892 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 2 to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d Apr 29 15:29:29.527667 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.578634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:29.579191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:29.579595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:29.586811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:29.587205 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:29.589882 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 3 to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d Apr 29 15:29:29.614161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:29.614886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:29.615175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:29.622479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:29.622895 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:29.625752 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 4 to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d Apr 29 15:29:29.670980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:29.671559 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:29.671968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:29.727984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:29.728387 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:29.732633 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 5 to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d Apr 29 15:29:29.744812 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:24Z', 'revision_number': 3, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:29.749317 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Checking router: d4ed803f-de54-4c42-ad10-a78b2ea91142 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:29:29.749823 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Updating router d4ed803f-de54-4c42-ad10-a78b2ea91142 port 36ae5cec-b1f6-462a-a6b9-190eac96114e binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:29:29.764502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:29.764910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:29.765310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:29.773123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:29.773675 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:29.775691 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 6 to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d Apr 29 15:29:29.783291 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1d01dfb6-2fd7-40b3-87b2-8285e31ed784 tempest-DHCPAgentSchedulersTestJSON-1505528296 tempest-DHCPAgentSchedulersTestJSON-1505528296-project-admin] 10.222.0.39 "GET /v2.0/agents/b7298a85-f7ce-47f9-85c2-fe4dc223fbbc/dhcp-networks HTTP/1.1" status: 200 len: 8826 time: 2.0120797 Apr 29 15:29:29.789250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57314) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:29.803361 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.815182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Transition to ACTIVE for port object 7ab7fdac-8139-4a4d-b52e-c472959befe5 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:29.838955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Transition to ACTIVE for port object 7ab7fdac-8139-4a4d-b52e-c472959befe5 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:29.842129 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.848850 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] For port 655a4a8f-2488-4940-8646-ac158ab44ac6, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=655a4a8f-2488-4940-8646-ac158ab44ac6,segment=NetworkSegment(d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d),segment_id=d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:29.898598 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4710d9b9-9831-4ea2-bd9a-cdeb535aafa1 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.924361 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.926928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:29.936064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:29.936489 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:29.936913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:29.992747 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:29.993144 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:30.000561 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 7 to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d Apr 29 15:29:30.024053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Could not find standard attr ID for object ba5c0700-bb98-4359-942e-b4b9cfc74d48. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:29:30.026775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.040433 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Pushing event updated for resources: {'Port': ['ID=655a4a8f-2488-4940-8646-ac158ab44ac6,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:30.058455 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:30.059166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:30.059582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:30.106882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:30.107352 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:30.109344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.116311 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 8 to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d Apr 29 15:29:30.141243 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:30.148064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::180 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/64e276f8-d6e7-452a-936a-545e20f01858/82cc1bd1-a06c-48d0-ac6c-6b5dc8c6c79d) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:30.151610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Pushing event updated for resources: {'Port': ['ID=7ab7fdac-8139-4a4d-b52e-c472959befe5,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:30.159362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:30.164939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:30.166731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f77e9b79-19f4-4690-876c-cef052f8995d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:30.167052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.283099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:22Z', 'revision_number': 3, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:30.312422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Checking router: 286ef9cd-9121-4735-8232-4648f9229977 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:29:30.312794 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Updating router 286ef9cd-9121-4735-8232-4648f9229977 port 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:29:30.317394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.328350 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:30.329130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:30.329792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:30.335284 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.382737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.461098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:30.461550 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:30.467453 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.482155 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 9 to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d Apr 29 15:29:30.492567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > segment before_delete 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.493125 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.493987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.494429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > port after_create 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.494957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > port after_delete 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.495379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > port after_update 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.495808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > segment after_delete 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.496231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > subnet after_create 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.496673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > subnet after_delete 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.497078 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > subnet after_update 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.589662 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.613997 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Transition to ACTIVE for port object 36ae5cec-b1f6-462a-a6b9-190eac96114e will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:30.685987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > subnet after_create 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.686486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > subnet after_delete 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.686647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > subnet before_create 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.687104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Subscribe: > subnet before_update 55550000 {{(pid=88714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 15:29:30.687525 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fdcaeb-b9cd-4496-9c31-bd3c41dc8062']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:30.694237 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.703550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.729468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8c81da-56d0-4ac4-a9be-2580f752ee42') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:30.729768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8c81da-56d0-4ac4-a9be-2580f752ee42') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:30.735704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Provisioning complete for port 14e984da-8bec-46e1-a02b-5b71b7352222 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:30.736404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.759197 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.813589 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Attempting to bind port 7ab7fdac-8139-4a4d-b52e-c472959befe5 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:30.813955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Attempting to bind port 7ab7fdac-8139-4a4d-b52e-c472959befe5 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:30.814328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Attempting to bind port 7ab7fdac-8139-4a4d-b52e-c472959befe5 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:30.841436 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Attempting to bind port 36ae5cec-b1f6-462a-a6b9-190eac96114e on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:30.841905 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Attempting to bind port 36ae5cec-b1f6-462a-a6b9-190eac96114e by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:30.842355 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Attempting to bind port 36ae5cec-b1f6-462a-a6b9-190eac96114e on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:30.854373 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:30.857488 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:30.858244 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.860764 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:30.861388 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Bound port: 36ae5cec-b1f6-462a-a6b9-190eac96114e, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:30.861891 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.905020 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfcb5d-81b9-41bf-ae85-1df0b1fa3817 None None] Pushing event updated for resources: {'Port': ['ID=36ae5cec-b1f6-462a-a6b9-190eac96114e,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:30.926589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event updated for resources: {'Port': ['ID=583aeb58-ea38-4f99-b27f-1006a6630d6e,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:30.929661 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:30.929995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:30.930338 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:30.943596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:30.943918 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:30.953831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:30.954595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:30.954595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.954814 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 10 to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d Apr 29 15:29:30.955293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:30.955683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Bound port: 7ab7fdac-8139-4a4d-b52e-c472959befe5, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:30.956043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.962680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:30.966549 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cc31ecfb-78aa-4b99-b1d7-89e87415dfec tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.8439109 Apr 29 15:29:30.985322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57318) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:31.003676 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] For port 36ae5cec-b1f6-462a-a6b9-190eac96114e, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:31.008721 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] For port 36ae5cec-b1f6-462a-a6b9-190eac96114e, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=36ae5cec-b1f6-462a-a6b9-190eac96114e,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:31.037759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.055707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:31.056276 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:31.056805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:31.061801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:29:31.062263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: from cryptography.utils import int_from_bytes Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: from cryptography.utils import int_from_bytes Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn_limited( Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn_limited( Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:29:31.081656 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:29:31.087466 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.115133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:31.115348 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:31.115539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.143775 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-62fc8e22-a772-41c3-aafc-323034254c82 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=99f3b62d-979f-492d-a6b1-7423d55d447e HTTP/1.1" status: 200 len: 689 time: 0.1571343 Apr 29 15:29:31.151807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57322) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:31.203069 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfcb5d-81b9-41bf-ae85-1df0b1fa3817 None None] Pushing event updated for resources: {'Port': ['ID=36ae5cec-b1f6-462a-a6b9-190eac96114e,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:31.220821 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Routers {'d4ed803f-de54-4c42-ad10-a78b2ea91142'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:29:31.221832 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:29:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d4ed803f-de54-4c42-ad10-a78b2ea91142'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:31.236247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.257306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.268482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Transition to ACTIVE for port object 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:31.287152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ba5c0700-bb98-4359-942e-b4b9cfc74d48 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:29:31.296337 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 82cc1bd1-a06c-48d0-ac6c-6b5dc8c6c79d will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:31.325523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] For port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d, host hv-neutron-8391, cleared binding levels {{(pid=88714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:31.325907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempted to set empty binding levels {{(pid=88714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 15:29:31.357377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.390225 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.398093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Pushing event deleted for resources: {'Network': ['ID=53fdcaeb-b9cd-4496-9c31-bd3c41dc8062,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:31.401168 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-659be290-c147-42fa-b45a-d82a9d0c3f95 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] 10.222.0.39 "DELETE /v2.0/networks/53fdcaeb-b9cd-4496-9c31-bd3c41dc8062 HTTP/1.1" status: 204 len: 168 time: 1.6108854 Apr 29 15:29:31.405075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57326) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:31.410664 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: ba5c0700-bb98-4359-942e-b4b9cfc74d48 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:29:31.411005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ba5c0700-bb98-4359-942e-b4b9cfc74d48 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:29:31.451253 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9d4723-d2fb-4bc2-a7d0-e403f7bd4ca4 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] DELETE failed (client error): The resource could not be found. Apr 29 15:29:31.451253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9d4723-d2fb-4bc2-a7d0-e403f7bd4ca4 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:29:31.454327 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3b9d4723-d2fb-4bc2-a7d0-e403f7bd4ca4 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] 10.222.0.39 "DELETE /v2.0/ports/5ca0890b-14ff-4b6b-8c38-0f0cfcb13789 HTTP/1.1" status: 404 len: 333 time: 0.0482876 Apr 29 15:29:31.455220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57330) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:31.461826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.469814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.resource_extend [None req-4710d9b9-9831-4ea2-bd9a-cdeb535aafa1 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:29:31.495959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.497569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.532801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] For port 7ab7fdac-8139-4a4d-b52e-c472959befe5, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:31.545819 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] Set router d4ed803f-de54-4c42-ad10-a78b2ea91142 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:29:31.569521 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] For port 7ab7fdac-8139-4a4d-b52e-c472959befe5, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7ab7fdac-8139-4a4d-b52e-c472959befe5,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:31.580905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfb703-1842-415e-a763-e5372dd2bee3 None None] Pushing event updated for resources: {'Port': ['ID=1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:31.596572 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b0f9546c-1e6a-4dd7-84ce-75ac63e63b79 None None] Could not find standard attr ID for object 5ca0890b-14ff-4b6b-8c38-0f0cfcb13789. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:29:31.598097 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Attempting to bind port 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:31.598351 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Attempting to bind port 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:31.598706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Attempting to bind port 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:31.607779 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:31.608212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:31.608805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.609338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:31.609808 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Bound port: 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:31.613969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.620676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] In _notify_port_updated(), no bound segment for port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:29:31.621523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:31.622516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.625967 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "PUT /v2.0/ports/1abb837a-f982-4df4-91cc-2bd4cf22eb4d HTTP/1.1" status: 200 len: 980 time: 4.5563350 Apr 29 15:29:31.631107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57334) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:31.641645 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:31.647170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:31.659288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 655a4a8f-2488-4940-8646-ac158ab44ac6 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:31.675954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4710d9b9-9831-4ea2-bd9a-cdeb535aafa1 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.684678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:31.690209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:31.690828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.701959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.722298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297abfe-d604-4945-8988-db7926764630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event updated for resources: {'Port': ['ID=1abb837a-f982-4df4-91cc-2bd4cf22eb4d,revision_number=3']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:31.728400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1624ba-5494-42ac-8820-d88c771e29a4 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Deleting subnet 93d73c5e-2066-423a-b6e0-eae24217dc77 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:29:31.751500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4710d9b9-9831-4ea2-bd9a-cdeb535aafa1 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.798927 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=82cc1bd1-a06c-48d0-ac6c-6b5dc8c6c79d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:31.810479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3f1624ba-5494-42ac-8820-d88c771e29a4 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.862543 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] For port 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:31.869783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de4ca8-3387-402b-b0fe-283c0c66fadd None None] Pushing event updated for resources: {'Port': ['ID=7ab7fdac-8139-4a4d-b52e-c472959befe5,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:31.873990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] For port 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:31.876235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Provisioning complete for port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:31.876613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.879856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3f1624ba-5494-42ac-8820-d88c771e29a4 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:31.895891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710d9b9-9831-4ea2-bd9a-cdeb535aafa1 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event updated for resources: {'Port': ['ID=ca217cd2-f201-4dcf-ab6c-a1fd0c921059,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:31.934926 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0bbcb847-f22f-4759-aa4c-b96b68190922 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7771454 Apr 29 15:29:31.939071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57338) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:31.961398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.032888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4710d9b9-9831-4ea2-bd9a-cdeb535aafa1 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] In _notify_port_updated(), no bound segment for port ca217cd2-f201-4dcf-ab6c-a1fd0c921059 on network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:29:32.038437 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:24Z', 'revision_number': 3, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:32.043065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710d9b9-9831-4ea2-bd9a-cdeb535aafa1 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.044249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4710d9b9-9831-4ea2-bd9a-cdeb535aafa1 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.045016 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.045500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.045941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.046393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.046842 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.047289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.047735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.047996 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b76f1-e507-4f50-9ef0-20e47c2a9cdd None None] The sync data for ids ['d4ed803f-de54-4c42-ad10-a78b2ea91142'] in dv-neutron-839183-1-hyperv is: [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:24Z', 'revision_number': 3, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:29:32.048238 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.048329 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4710d9b9-9831-4ea2-bd9a-cdeb535aafa1 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "PUT /v2.0/ports/ca217cd2-f201-4dcf-ab6c-a1fd0c921059 HTTP/1.1" status: 200 len: 993 time: 3.7255559 Apr 29 15:29:32.053028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57342) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:32.056278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.059809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.060374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.061027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.061492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.061942 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.062394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.062841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.063288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.063839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.064168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.064648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.066527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Synchronizing usage tracker for tenant:9e9dcf9cf0cb4481a4432ba9caa81978 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:32.113254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.164094 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 655a4a8f-2488-4940-8646-ac158ab44ac6 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:32.165135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.210028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.244224 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1a700de2-cdc5-4ce5-b84c-6677b4e0f1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.278587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Routers {'286ef9cd-9121-4735-8232-4648f9229977'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:29:32.279590 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:29:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['286ef9cd-9121-4735-8232-4648f9229977'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:32.281509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3f1624ba-5494-42ac-8820-d88c771e29a4 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.312836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.415918 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfb703-1842-415e-a763-e5372dd2bee3 None None] Pushing event updated for resources: {'Port': ['ID=1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:32.418961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.434579 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f20203-2685-4421-abaa-d1a7e3f3eb99 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.440511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f20203-2685-4421-abaa-d1a7e3f3eb99 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:32.441324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c4f20203-2685-4421-abaa-d1a7e3f3eb99 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:32.472791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Unset dirty status for tenant:9e9dcf9cf0cb4481a4432ba9caa81978 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:32.472791 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f6069fce-eaef-4ba9-bbb2-d59bf16d35c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17178 time: 0.8344047 Apr 29 15:29:32.472791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57346) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:32.520456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3f1624ba-5494-42ac-8820-d88c771e29a4 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.575058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c4f20203-2685-4421-abaa-d1a7e3f3eb99 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:32.576414 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c4f20203-2685-4421-abaa-d1a7e3f3eb99 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6361914 Apr 29 15:29:32.594783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57350) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:32.597610 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1624ba-5494-42ac-8820-d88c771e29a4 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Pushing event deleted for resources: {'Subnet': ['ID=93d73c5e-2066-423a-b6e0-eae24217dc77,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:32.601997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3f1624ba-5494-42ac-8820-d88c771e29a4 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.625152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Provisioning complete for port f77e9b79-19f4-4690-876c-cef052f8995d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:32.625755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.678500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b86ef3c3-4dd3-4870-a5b7-d451f31498e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Deleting port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:32.678946 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b86ef3c3-4dd3-4870-a5b7-d451f31498e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.693424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bac6cbe-8f7a-43f6-be01-e4fb06f6d2a1 None None] Network d3e66bae-21cd-40c7-b604-c169e3edc3dc requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:32.745649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a5831215-fd23-400b-a8a7-2e78693994db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Deleting port ca217cd2-f201-4dcf-ab6c-a1fd0c921059 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:32.746190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5831215-fd23-400b-a8a7-2e78693994db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.769011 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3f1624ba-5494-42ac-8820-d88c771e29a4 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] 10.222.0.39 "DELETE /v2.0/subnets/93d73c5e-2066-423a-b6e0-eae24217dc77 HTTP/1.1" status: 204 len: 168 time: 1.3120449 Apr 29 15:29:32.769549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57354) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:32.828296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Deleting port 583aeb58-ea38-4f99-b27f-1006a6630d6e {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:32.828882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:32.881448 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 191cdea5-b13a-48d5-83cb-7d80c7d22c7d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:32.923853 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] Set router 286ef9cd-9121-4735-8232-4648f9229977 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:29:32.951488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-dc8947a1-b31e-452c-bd5a-4690a035f862 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 82cc1bd1-a06c-48d0-ac6c-6b5dc8c6c79d {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:32.951829 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dc8947a1-b31e-452c-bd5a-4690a035f862 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.186054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.266845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Allocated IP 172.20.0.1 (2964b386-6c1c-4f7e-9bbd-459b2e114f03/9e596a82-36fa-4d0f-b10e-5eea0b359f13/3e808ee5-48f8-4f2a-b2f8-eaf971e68339) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:33.396114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Deleting port 14e984da-8bec-46e1-a02b-5b71b7352222 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:33.396726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.433922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.451255 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Transition to ACTIVE for port object 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:33.563628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:33.564005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.588256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.600942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f2f2c2-d28d-4460-850a-0db9281c3d96,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:33.631220 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Provisioning for port ca217cd2-f201-4dcf-ab6c-a1fd0c921059 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:33.655987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.702432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Provisioning complete for port ca217cd2-f201-4dcf-ab6c-a1fd0c921059 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:33.703214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.712929 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-b86ef3c3-4dd3-4870-a5b7-d451f31498e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] For port 1abb837a-f982-4df4-91cc-2bd4cf22eb4d, host hv-neutron-8391, got binding levels [] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:33.713304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b86ef3c3-4dd3-4870-a5b7-d451f31498e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.733065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.733379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.810230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea2bee9-c219-4f13-92ae-449f813fe53d None None] DHCP port deletion for d3e66bae-21cd-40c7-b604-c169e3edc3dc request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:29:33.819834 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Port ca217cd2-f201-4dcf-ab6c-a1fd0c921059 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:33.830207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-eea2bee9-c219-4f13-92ae-449f813fe53d None None] Deleting port 14e984da-8bec-46e1-a02b-5b71b7352222 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:33.830801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-eea2bee9-c219-4f13-92ae-449f813fe53d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:33.874894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:33.887233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:33.942601 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:33.955780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dc8947a1-b31e-452c-bd5a-4690a035f862 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.016658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:34.064574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Provisioning complete for port 655a4a8f-2488-4940-8646-ac158ab44ac6 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:34.065001 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.094993 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.142758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-dc8947a1-b31e-452c-bd5a-4690a035f862 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 82cc1bd1-a06c-48d0-ac6c-6b5dc8c6c79d owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:34.168206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Calling delete_port for 583aeb58-ea38-4f99-b27f-1006a6630d6e owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:34.218678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b86ef3c3-4dd3-4870-a5b7-d451f31498e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Calling delete_port for 1abb837a-f982-4df4-91cc-2bd4cf22eb4d owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:34.253660 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:22Z', 'revision_number': 3, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:34.265403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Pushing event updated for resources: {'Port': ['ID=3e808ee5-48f8-4f2a-b2f8-eaf971e68339,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:34.269374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604bcaf9-05b2-4dea-aac8-7ce8b343ccb5 None None] The sync data for ids ['286ef9cd-9121-4735-8232-4648f9229977'] in dv-neutron-839183-1-hyperv is: [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:22Z', 'revision_number': 3, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:29:34.417557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a63f6aa5-ab61-4a94-ac75-23d75a3b5afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.417653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b86ef3c3-4dd3-4870-a5b7-d451f31498e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.422633 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:34.432291 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:34.434036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.513753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] For port 14e984da-8bec-46e1-a02b-5b71b7352222, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=14e984da-8bec-46e1-a02b-5b71b7352222,segment=NetworkSegment(3e626153-dae0-4318-89da-ae6aa0c3c3a6),segment_id=3e626153-dae0-4318-89da-ae6aa0c3c3a6)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:34.514119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.522798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ef3c3-4dd3-4870-a5b7-d451f31498e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event deleted for resources: {'Port': ['ID=1abb837a-f982-4df4-91cc-2bd4cf22eb4d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:34.526483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b86ef3c3-4dd3-4870-a5b7-d451f31498e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.590306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-eea2bee9-c219-4f13-92ae-449f813fe53d None None] For port 14e984da-8bec-46e1-a02b-5b71b7352222, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=14e984da-8bec-46e1-a02b-5b71b7352222,segment=NetworkSegment(3e626153-dae0-4318-89da-ae6aa0c3c3a6),segment_id=3e626153-dae0-4318-89da-ae6aa0c3c3a6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:34.590849 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-eea2bee9-c219-4f13-92ae-449f813fe53d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.617935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Provisioning for port f2f2f2c2-d28d-4460-850a-0db9281c3d96 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:34.687583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5831215-fd23-400b-a8a7-2e78693994db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.698853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Calling delete_port for 14e984da-8bec-46e1-a02b-5b71b7352222 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:34.705868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.723004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Allocated IP 172.20.0.1 (04c046b6-30e7-453f-b79d-e5fa632df990/9a9ec513-28b0-4a6a-a7b7-1fb346640e98/4e7beb90-0faa-4d41-83f8-e2db1734daf9) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:34.735535 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b86ef3c3-4dd3-4870-a5b7-d451f31498e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "DELETE /v2.0/ports/1abb837a-f982-4df4-91cc-2bd4cf22eb4d HTTP/1.1" status: 204 len: 168 time: 2.2642977 Apr 29 15:29:34.738399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57358) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:34.803053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-eea2bee9-c219-4f13-92ae-449f813fe53d None None] Calling delete_port for 14e984da-8bec-46e1-a02b-5b71b7352222 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:34.884827 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Provisioning complete for port f2f2f2c2-d28d-4460-850a-0db9281c3d96 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:34.885721 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:34.900719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a5831215-fd23-400b-a8a7-2e78693994db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Calling delete_port for ca217cd2-f201-4dcf-ab6c-a1fd0c921059 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:34.915579 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8d7f04-0fc7-4085-88cc-e6b34fce7cae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:29:34.916147 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9a8d7f04-0fc7-4085-88cc-e6b34fce7cae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Synchronizing usage tracker for tenant:9e9dcf9cf0cb4481a4432ba9caa81978 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:34.930320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Network 5432cd65-807f-4f5d-a4fd-9331e5e76114 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:34.972882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:35.008754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9a8d7f04-0fc7-4085-88cc-e6b34fce7cae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Unset dirty status for tenant:9e9dcf9cf0cb4481a4432ba9caa81978 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:35.009955 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9a8d7f04-0fc7-4085-88cc-e6b34fce7cae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "GET /v2.0/ports/1abb837a-f982-4df4-91cc-2bd4cf22eb4d HTTP/1.1" status: 404 len: 333 time: 0.2706277 Apr 29 15:29:35.021788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57362) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:35.022384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-126219827', 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:35.028012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:35.035329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-013511a8-dae6-4783-8616-2b8c25ce7f67 None None] Port f2f2f2c2-d28d-4460-850a-0db9281c3d96 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:35.050815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-eea2bee9-c219-4f13-92ae-449f813fe53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.056965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dc8947a1-b31e-452c-bd5a-4690a035f862 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.104755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:35.123789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8947a1-b31e-452c-bd5a-4690a035f862 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=82cc1bd1-a06c-48d0-ac6c-6b5dc8c6c79d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:35.150816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:29:35.152950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:29:35.157614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2bee9-c219-4f13-92ae-449f813fe53d None None] Pushing event deleted for resources: {'Port': ['ID=14e984da-8bec-46e1-a02b-5b71b7352222,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:35.163487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.187628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2bee9-c219-4f13-92ae-449f813fe53d None None] No DVR routers for this DVR port 14e984da-8bec-46e1-a02b-5b71b7352222 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:29:35.244028 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Made reservation on behalf of 9e9dcf9cf0cb4481a4432ba9caa81978 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:35.246975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.254519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:35.261550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dc8947a1-b31e-452c-bd5a-4690a035f862 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.293826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.296713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] device_id is not set on port b1b6ab9e-d2c7-4e04-bdbf-7d375a744e5c yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:35.326837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.327776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.339260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-73388760-39b5-44b2-8005-1b466e72d498 None None] Provisioning for port 7ab7fdac-8139-4a4d-b52e-c472959befe5 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:35.400760 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dc8947a1-b31e-452c-bd5a-4690a035f862 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/82cc1bd1-a06c-48d0-ac6c-6b5dc8c6c79d HTTP/1.1" status: 204 len: 168 time: 2.8023829 Apr 29 15:29:35.402027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57366) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:35.501496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-73388760-39b5-44b2-8005-1b466e72d498 None None] Could not find standard attr ID for object ca217cd2-f201-4dcf-ab6c-a1fd0c921059. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:29:35.510065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5831215-fd23-400b-a8a7-2e78693994db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.515330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-73388760-39b5-44b2-8005-1b466e72d498 None None] Could not find standard attr ID for object 82cc1bd1-a06c-48d0-ac6c-6b5dc8c6c79d. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:29:35.534596 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:35.546827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.571065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaebbbe-d1d1-43f1-b559-ba293e7e10d4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:35.575738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaebbbe-d1d1-43f1-b559-ba293e7e10d4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:35.575738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2eaebbbe-d1d1-43f1-b559-ba293e7e10d4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:35.597315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-73388760-39b5-44b2-8005-1b466e72d498 None None] Provisioning for port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:35.606693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-73388760-39b5-44b2-8005-1b466e72d498 None None] Provisioning complete for port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:35.606693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-73388760-39b5-44b2-8005-1b466e72d498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.644566 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 36ae5cec-b1f6-462a-a6b9-190eac96114e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:35.656018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5831215-fd23-400b-a8a7-2e78693994db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event deleted for resources: {'Port': ['ID=ca217cd2-f201-4dcf-ab6c-a1fd0c921059,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:35.667891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Deleting port 14e984da-8bec-46e1-a02b-5b71b7352222 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:35.667891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.756589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] The port '14e984da-8bec-46e1-a02b-5b71b7352222' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:29:35.757406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2eaebbbe-d1d1-43f1-b559-ba293e7e10d4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:35.761272 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2eaebbbe-d1d1-43f1-b559-ba293e7e10d4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3583105 Apr 29 15:29:35.764797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57370) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:35.776603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-73388760-39b5-44b2-8005-1b466e72d498 None None] Port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:35.782399 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-73388760-39b5-44b2-8005-1b466e72d498 None None] Could not find standard attr ID for object 48719c7a-40e9-4bc1-93f9-82ef2065df67. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:29:35.877566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.891751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 36ae5cec-b1f6-462a-a6b9-190eac96114e completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:35.912136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event deleted for resources: {'Port': ['ID=583aeb58-ea38-4f99-b27f-1006a6630d6e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:35.914536 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 36ae5cec-b1f6-462a-a6b9-190eac96114e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:35.914673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.971287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-fa47385a-e7b7-42c7-b8a4-ff4e381634c4 None None] Provisioning complete for port f2f2f2c2-d28d-4460-850a-0db9281c3d96 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:35.971287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fa47385a-e7b7-42c7-b8a4-ff4e381634c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.974519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6501ac9-8e42-4563-bd53-087acd2bbc6f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 64e276f8-d6e7-452a-936a-545e20f01858 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:29:35.979837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:35.986819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6501ac9-8e42-4563-bd53-087acd2bbc6f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.037521 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-fa47385a-e7b7-42c7-b8a4-ff4e381634c4 None None] Port f2f2f2c2-d28d-4460-850a-0db9281c3d96 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:36.049472 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e66bae-21cd-40c7-b604-c169e3edc3dc']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:36.071265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e626153-dae0-4318-89da-ae6aa0c3c3a6') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:36.071560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e626153-dae0-4318-89da-ae6aa0c3c3a6') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:36.084958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6501ac9-8e42-4563-bd53-087acd2bbc6f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.093785 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.111713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.112500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 36ae5cec-b1f6-462a-a6b9-190eac96114e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=36ae5cec-b1f6-462a-a6b9-190eac96114e,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:36.114248 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.152669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.172453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:29:36.172877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.178344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.179173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:36.188852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Router d3ac3545-24cd-4e93-85b6-a706863b2dff has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:29:36.190490 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:29:36.240838 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.333368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=36ae5cec-b1f6-462a-a6b9-190eac96114e,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:36.386320 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:36.388992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.resource_extend [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:29:36.395399 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:36.396418 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.403219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Network e3c1a102-99b9-436a-b261-ed7ebb383f98 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:36.408116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:36.414662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:36.415901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:36.416153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.424791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.432142 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event updated for resources: {'Port': ['ID=b1b6ab9e-d2c7-4e04-bdbf-7d375a744e5c,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:36.439090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.444199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6501ac9-8e42-4563-bd53-087acd2bbc6f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.484411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.514141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.517271 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] 10.222.0.39 "DELETE /v2.0/networks/d3e66bae-21cd-40c7-b604-c169e3edc3dc HTTP/1.1" status: 204 len: 168 time: 3.7399392 Apr 29 15:29:36.542910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.547540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70aac1-61f3-4a0f-919e-b5303cd66e85 tempest-DHCPAgentSchedulersTestJSON-2097802688 tempest-DHCPAgentSchedulersTestJSON-2097802688-project] Pushing event deleted for resources: {'Network': ['ID=d3e66bae-21cd-40c7-b604-c169e3edc3dc,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:36.562782 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:36.567791 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0bb8370d-0474-448c-b405-f1d4be294422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5510247 Apr 29 15:29:36.570397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57376) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:36.595223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.637124 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.638116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7ab7fdac-8139-4a4d-b52e-c472959befe5 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:36.650159 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df1b321-bc3f-40f1-bdb1-61c027de53ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:36.650732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3df1b321-bc3f-40f1-bdb1-61c027de53ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Synchronizing usage tracker for tenant:9e9dcf9cf0cb4481a4432ba9caa81978 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:36.674424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Transition to ACTIVE for port object 4e7beb90-0faa-4d41-83f8-e2db1734daf9 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:36.704553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.722907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6501ac9-8e42-4563-bd53-087acd2bbc6f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.729076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5831215-fd23-400b-a8a7-2e78693994db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.757485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:36.761208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3df1b321-bc3f-40f1-bdb1-61c027de53ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Unset dirty status for tenant:9e9dcf9cf0cb4481a4432ba9caa81978 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:36.762446 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3df1b321-bc3f-40f1-bdb1-61c027de53ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "GET /v2.0/ports/b1b6ab9e-d2c7-4e04-bdbf-7d375a744e5c HTTP/1.1" status: 200 len: 958 time: 0.1905205 Apr 29 15:29:36.768611 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57380) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:36.771591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6501ac9-8e42-4563-bd53-087acd2bbc6f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=64e276f8-d6e7-452a-936a-545e20f01858,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:36.775234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6501ac9-8e42-4563-bd53-087acd2bbc6f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.782975 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6212c9c-5088-4840-b71d-330a9d80caa0 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:36.818427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.828921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Pushing event updated for resources: {'Port': ['ID=3e808ee5-48f8-4f2a-b2f8-eaf971e68339,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:36.851787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-88344c3a-69c0-4008-ae39-987e916fed97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Deleting port b1b6ab9e-d2c7-4e04-bdbf-7d375a744e5c {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:36.852347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-88344c3a-69c0-4008-ae39-987e916fed97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.863788 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a5831215-fd23-400b-a8a7-2e78693994db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "DELETE /v2.0/ports/ca217cd2-f201-4dcf-ab6c-a1fd0c921059 HTTP/1.1" status: 204 len: 168 time: 4.7894106 Apr 29 15:29:36.865657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57384) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:36.870580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 7ab7fdac-8139-4a4d-b52e-c472959befe5 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:36.887123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7ab7fdac-8139-4a4d-b52e-c472959befe5 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:36.887495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:36.950998 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f6501ac9-8e42-4563-bd53-087acd2bbc6f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/64e276f8-d6e7-452a-936a-545e20f01858 HTTP/1.1" status: 204 len: 168 time: 1.1853452 Apr 29 15:29:36.953888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57388) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:37.034285 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a48671a-24d5-4903-a737-6afb7317e6e4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] GET failed (client error): The resource could not be found. Apr 29 15:29:37.034906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3a48671a-24d5-4903-a737-6afb7317e6e4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Synchronizing usage tracker for tenant:2eeae7b10b4944799d8bba7f5564bc47 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:37.055249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:29:37.068252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Sync routers for ids ['d3ac3545-24cd-4e93-85b6-a706863b2dff'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:29:37.100729 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6f7a1a84-3a80-46e5-abba-4ca7c005a3f6 admin admin] 10.222.0.39 "PUT /v2.0/routers/d3ac3545-24cd-4e93-85b6-a706863b2dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4381545 Apr 29 15:29:37.105482 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:37.112610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:37.141483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57396) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:37.143285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Routers {'d3ac3545-24cd-4e93-85b6-a706863b2dff'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:29:37.143910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:29:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d3ac3545-24cd-4e93-85b6-a706863b2dff'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:37.157654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:37.217526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:37.228487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3a48671a-24d5-4903-a737-6afb7317e6e4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Unset dirty status for tenant:2eeae7b10b4944799d8bba7f5564bc47 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:37.229650 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3a48671a-24d5-4903-a737-6afb7317e6e4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "GET /v2.0/ports/ca217cd2-f201-4dcf-ab6c-a1fd0c921059 HTTP/1.1" status: 404 len: 333 time: 0.3057067 Apr 29 15:29:37.236348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:37.238313 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=91b6820a-336d-4792-9611-1d442636ba0e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:37.242855 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57402) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:37.246521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Network 04c046b6-30e7-453f-b79d-e5fa632df990 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:37.279286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Request body: {'port': {'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6', 'name': 'tempest-AllowedAddressPairTestJSON-1780912447'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:37.289992 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:37.314724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:37.331172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:37.412490 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 7ab7fdac-8139-4a4d-b52e-c472959befe5, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7ab7fdac-8139-4a4d-b52e-c472959befe5,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:37.509645 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5a698fca-7733-4d8f-80aa-1c06856a0ba6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5545559 Apr 29 15:29:37.515448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57414) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:37.523266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfe0378-de8f-4e4a-bf48-530f8177df33 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:29:37.535513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe0378-de8f-4e4a-bf48-530f8177df33 None None] Deleting port 7ab7fdac-8139-4a4d-b52e-c472959befe5 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:37.536014 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0378-de8f-4e4a-bf48-530f8177df33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:37.544127 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:37.573131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7beb90-0faa-4d41-83f8-e2db1734daf9,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:37.607012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-88344c3a-69c0-4008-ae39-987e916fed97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:37.614181 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:37.793966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-88344c3a-69c0-4008-ae39-987e916fed97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Calling delete_port for b1b6ab9e-d2c7-4e04-bdbf-7d375a744e5c owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:37.808869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=7ab7fdac-8139-4a4d-b52e-c472959befe5,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:37.814670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 14e984da-8bec-46e1-a02b-5b71b7352222 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:29:37.860151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:37.901423 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:37.919093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:37.926119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:37.929357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 14e984da-8bec-46e1-a02b-5b71b7352222 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:29:37.929702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 14e984da-8bec-46e1-a02b-5b71b7352222 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:29:37.932566 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Set router d3ac3545-24cd-4e93-85b6-a706863b2dff gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:29:37.945274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:37.951918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:37.981968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f3b62d-979f-492d-a6b1-7423d55d447e']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:38.002056 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9881c216-6fe8-4131-99b6-487ae5c7226f admin admin] Synchronizing usage tracker for tenant:4c8231b307fa4c1ea4953f4c482dcc55 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:38.024612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc82353-b435-47e7-8f87-6e4b7c5382ae') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:38.024612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc82353-b435-47e7-8f87-6e4b7c5382ae') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:38.033400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:38.035551 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bad67031-c1e6-42d7-baac-c2c9faf52b59 None None] Provisioning complete for port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:38.035923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bad67031-c1e6-42d7-baac-c2c9faf52b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.052699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.061470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-88344c3a-69c0-4008-ae39-987e916fed97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.088192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:38.114107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Router d4ed803f-de54-4c42-ad10-a78b2ea91142 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:29:38.116791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.129321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:29:38.129728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.140812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:29:38.145045 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:29:38.149296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.150479 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-bad67031-c1e6-42d7-baac-c2c9faf52b59 None None] Port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:38.152102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 36ae5cec-b1f6-462a-a6b9-190eac96114e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:38.175180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88344c3a-69c0-4008-ae39-987e916fed97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1b6ab9e-d2c7-4e04-bdbf-7d375a744e5c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:38.205141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-88344c3a-69c0-4008-ae39-987e916fed97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.235941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6cfe0378-de8f-4e4a-bf48-530f8177df33 None None] For port 7ab7fdac-8139-4a4d-b52e-c472959befe5, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7ab7fdac-8139-4a4d-b52e-c472959befe5,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:38.236330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0378-de8f-4e4a-bf48-530f8177df33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.355137 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-88344c3a-69c0-4008-ae39-987e916fed97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "DELETE /v2.0/ports/b1b6ab9e-d2c7-4e04-bdbf-7d375a744e5c HTTP/1.1" status: 204 len: 168 time: 1.5817888 Apr 29 15:29:38.357598 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57422) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:38.360606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Made reservation on behalf of 2eeae7b10b4944799d8bba7f5564bc47 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:38.363267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.409277 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-bada72e8-b52e-4ff9-b3ca-09a36386bbaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:29:38.409826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bada72e8-b52e-4ff9-b3ca-09a36386bbaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Synchronizing usage tracker for tenant:9e9dcf9cf0cb4481a4432ba9caa81978 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:38.466677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9881c216-6fe8-4131-99b6-487ae5c7226f admin admin] Unset dirty status for tenant:4c8231b307fa4c1ea4953f4c482dcc55 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:38.467914 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9881c216-6fe8-4131-99b6-487ae5c7226f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec12c2f061ad4f2580e60f2997990129&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3220644 Apr 29 15:29:38.470769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57426) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:38.497419 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe0378-de8f-4e4a-bf48-530f8177df33 None None] Calling delete_port for 7ab7fdac-8139-4a4d-b52e-c472959befe5 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:38.536202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bada72e8-b52e-4ff9-b3ca-09a36386bbaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Unset dirty status for tenant:9e9dcf9cf0cb4481a4432ba9caa81978 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:38.544737 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bada72e8-b52e-4ff9-b3ca-09a36386bbaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "GET /v2.0/ports/b1b6ab9e-d2c7-4e04-bdbf-7d375a744e5c HTTP/1.1" status: 404 len: 333 time: 0.1850445 Apr 29 15:29:38.549485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57430) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:38.562837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Request body: {'port': {'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014617221'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:38.562997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.569887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7b131863-4394-4872-9e28-e7855dafd9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.586851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] device_id is not set on port f7ba6f15-97fc-49ae-8344-db8643ec6d18 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:38.597513 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7b131863-4394-4872-9e28-e7855dafd9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.609509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:38.611656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57434) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:38.625105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1911203394', 'description': 'tempest-description--1452551488'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:38.641180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:38.647012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:38.662902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Usage tracker for resource:security_group and tenant:297bc5c69bee4cd1a2fc88b4c268b27e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:38.668061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3798fc6e-8b24-4831-9bbb-98cb33448ca0 None None] Provisioning for port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:38.669731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:38.674737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 36ae5cec-b1f6-462a-a6b9-190eac96114e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:38.675115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.678433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:38.715578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.716940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3798fc6e-8b24-4831-9bbb-98cb33448ca0 None None] Provisioning complete for port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:38.717777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3798fc6e-8b24-4831-9bbb-98cb33448ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.747793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Made reservation on behalf of 9e9dcf9cf0cb4481a4432ba9caa81978 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:38.750698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.755749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 99f3b62d-979f-492d-a6b1-7423d55d447e {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 15:29:38.768130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.783529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.789470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event deleted for resources: {'Network': ['ID=99f3b62d-979f-492d-a6b1-7423d55d447e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:38.789743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0378-de8f-4e4a-bf48-530f8177df33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.801289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7b131863-4394-4872-9e28-e7855dafd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:38.831768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] device_id is not set on port ef588205-f1a3-4619-85eb-3d2c7433e5cf yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:38.878858 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe0378-de8f-4e4a-bf48-530f8177df33 None None] Pushing event deleted for resources: {'Port': ['ID=7ab7fdac-8139-4a4d-b52e-c472959befe5,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:38.884108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe0378-de8f-4e4a-bf48-530f8177df33 None None] No DVR routers for this DVR port 7ab7fdac-8139-4a4d-b52e-c472959befe5 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:29:38.891660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:29:38.900144 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3798fc6e-8b24-4831-9bbb-98cb33448ca0 None None] Port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:38.941569 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-eff2dab4-45d0-4027-b2c7-14bc7fc484ba admin admin] 10.222.0.39 "PUT /v2.0/routers/d4ed803f-de54-4c42-ad10-a78b2ea91142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7781725 Apr 29 15:29:38.974911 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-14ed515b-3817-4b0a-9560-5f24cf74c8c7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "DELETE /v2.0/networks/99f3b62d-979f-492d-a6b1-7423d55d447e HTTP/1.1" status: 204 len: 168 time: 7.8160686 Apr 29 15:29:38.981871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57440) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:38.988361 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:39.056600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fe087223-fbd1-472c-9148-b4c0da69aac7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Synchronizing usage tracker for tenant:13bb0f3edf6f4e8abc13953e975878de on resource:floatingip {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:39.065787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Allocated IP 172.20.0.9 (27d8e09c-f6a3-4d8e-b54c-714b932eb8a6/5ccc8aa7-4607-4e4c-8e6c-7e14cfaacc19/f7ba6f15-97fc-49ae-8344-db8643ec6d18) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:39.090381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.097420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:30Z', 'revision_number': 4, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'f2f2f2c2-d28d-4460-850a-0db9281c3d96', 'name': '', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'mac_address': 'fa:16:3e:04:55:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '310b605c-9112-4522-86d3-3e71a3f02744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:27Z', 'updated_at': '2022-04-29T15:29:31Z', 'revision_number': 2, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'subnets': [{'id': '310b605c-9112-4522-86d3-3e71a3f02744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:39.108116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:39.108556 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.109659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.128954 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b131863-4394-4872-9e28-e7855dafd9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea170d6-863b-4498-855c-cd27ed603893,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:39.142270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:39.182560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fe087223-fbd1-472c-9148-b4c0da69aac7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Unset dirty status for tenant:13bb0f3edf6f4e8abc13953e975878de on resource:floatingip {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:39.184109 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fe087223-fbd1-472c-9148-b4c0da69aac7 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2011490 Apr 29 15:29:39.189669 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57444) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:39.199473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Checking router: d3ac3545-24cd-4e93-85b6-a706863b2dff for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:29:39.199969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Updating router d3ac3545-24cd-4e93-85b6-a706863b2dff port f2f2f2c2-d28d-4460-850a-0db9281c3d96 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:29:39.228649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Usage tracker for resource:security_group_rule and tenant:297bc5c69bee4cd1a2fc88b4c268b27e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:39.237592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.240558 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:39.322285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.360132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:39.384838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.388913 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Sync routers for ids ['d4ed803f-de54-4c42-ad10-a78b2ea91142'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:29:39.406193 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Routers {'d4ed803f-de54-4c42-ad10-a78b2ea91142'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:29:39.407391 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:29:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d4ed803f-de54-4c42-ad10-a78b2ea91142'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:39.421261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Network e3c1a102-99b9-436a-b261-ed7ebb383f98 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:39.422488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3d2d2-0875-48ca-a306-db7a75ccd6c2 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:39.423119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3d2d2-0875-48ca-a306-db7a75ccd6c2 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:39.423710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3d2d2-0875-48ca-a306-db7a75ccd6c2 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:39.424150 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3d2d2-0875-48ca-a306-db7a75ccd6c2 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:39.424606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3d2d2-0875-48ca-a306-db7a75ccd6c2 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:39.425138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3d2d2-0875-48ca-a306-db7a75ccd6c2 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:39.425540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3d2d2-0875-48ca-a306-db7a75ccd6c2 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:39.426472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2de3d2d2-0875-48ca-a306-db7a75ccd6c2 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Synchronizing usage tracker for tenant:13bb0f3edf6f4e8abc13953e975878de on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:39.518989 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.537067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event updated for resources: {'Port': ['ID=ef588205-f1a3-4619-85eb-3d2c7433e5cf,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:39.540388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:39.545776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:39.549990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:39.549990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.570424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7b131863-4394-4872-9e28-e7855dafd9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.575790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.584125 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7b131863-4394-4872-9e28-e7855dafd9cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ea170d6-863b-4498-855c-cd27ed603893 HTTP/1.1" status: 204 len: 168 time: 1.1039364 Apr 29 15:29:39.593770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7beb90-0faa-4d41-83f8-e2db1734daf9,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:39.618668 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.649842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.670939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Transition to ACTIVE for port object f7ba6f15-97fc-49ae-8344-db8643ec6d18 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:39.710611 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Set router d4ed803f-de54-4c42-ad10-a78b2ea91142 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:29:39.733980 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c2b46908-358d-4e49-8d51-03a60d8a8474 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1780682 Apr 29 15:29:39.736894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57456) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:39.744609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:39.765607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:39.768262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:39.813958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.815154 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f899dc57-4536-4a27-9fe7-c6c0b317309b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2002609 Apr 29 15:29:39.816300 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.820303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57460) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:39.829499 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.841776 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2de3d2d2-0875-48ca-a306-db7a75ccd6c2 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Unset dirty status for tenant:13bb0f3edf6f4e8abc13953e975878de on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:39.842924 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2de3d2d2-0875-48ca-a306-db7a75ccd6c2 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4607 time: 0.6521876 Apr 29 15:29:39.877173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57462) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:39.885477 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d1858ecc-893b-4d02-b988-af79687bbbd6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Request body: {'security_group_rule': {'security_group_id': 'ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:39.943926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:39.944289 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:39.965020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d1858ecc-893b-4d02-b988-af79687bbbd6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:39.984645 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:39.990082 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-ca497397-b3ee-4e38-9eff-5a27ff259e4f tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] delete failed (client error): The resource could not be found. Apr 29 15:29:39.991103 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ca497397-b3ee-4e38-9eff-5a27ff259e4f tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/90ab54f8-b285-4544-b64a-d0dbe3842cda HTTP/1.1" status: 404 len: 345 time: 0.1096945 Apr 29 15:29:39.991710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57468) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:39.995014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d1858ecc-893b-4d02-b988-af79687bbbd6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Usage tracker for resource:security_group_rule and tenant:297bc5c69bee4cd1a2fc88b4c268b27e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:39.998358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event updated for resources: {'Port': ['ID=f7ba6f15-97fc-49ae-8344-db8643ec6d18,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:39.999415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:40.002427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:40.003019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.007144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57470) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:40.018331 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d1858ecc-893b-4d02-b988-af79687bbbd6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:40.032992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--293565454', 'description': 'tempest-description--302480361'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:40.056437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d1858ecc-893b-4d02-b988-af79687bbbd6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:40.068698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:40.078672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=42b5241b-993c-494c-8034-0b050ea27d53,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:40.090889 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Usage tracker for resource:security_group and tenant:ba1efd4495704a168117d9d603fb1f93 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:40.095652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:40.103833 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2aa3a5-d676-425b-bdd2-109ed199cd39 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] DELETE failed (client error): The resource could not be found. Apr 29 15:29:40.104299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2aa3a5-d676-425b-bdd2-109ed199cd39 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:29:40.106262 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6b2aa3a5-d676-425b-bdd2-109ed199cd39 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "DELETE /v2.0/networks/99f3b62d-979f-492d-a6b1-7423d55d447e HTTP/1.1" status: 404 len: 339 time: 0.0840991 Apr 29 15:29:40.107195 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:40.113002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57478) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:40.124150 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Request body: {'network': {'name': 'tempest-network--1811485705', 'router:external': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:40.129356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add08cae-e10b-4f38-a40e-ab9abd63e9e2 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:40.129967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:40.137723 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Usage tracker for resource:network and tenant:13bb0f3edf6f4e8abc13953e975878de is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:40.143733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:40.157372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:40.187699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.191983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d1858ecc-893b-4d02-b988-af79687bbbd6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.206337 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.212218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.213391 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:34Z', 'revision_number': 4, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '3e808ee5-48f8-4f2a-b2f8-eaf971e68339', 'name': '', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'mac_address': 'fa:16:3e:8e:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:33Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 2, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'subnets': [{'id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:40.217620 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Checking router: d4ed803f-de54-4c42-ad10-a78b2ea91142 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:29:40.224194 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Updating router d4ed803f-de54-4c42-ad10-a78b2ea91142 port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:29:40.225041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:40.235976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:40.252262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:40.292981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Transition to ACTIVE for port object f2f2f2c2-d28d-4460-850a-0db9281c3d96 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:40.296822 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.308357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:40.319848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Usage tracker for resource:security_group_rule and tenant:ba1efd4495704a168117d9d603fb1f93 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:40.337034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:40.350743 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:40.419782 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.492832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.494870 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a795685b-596f-4f5c-8e39-4414118b7f6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9784582 Apr 29 15:29:40.499581 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57482) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:40.513963 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'name': 'tempest-NetworksTestDHCPv6-590128507'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:40.533726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Made reservation on behalf of 13bb0f3edf6f4e8abc13953e975878de for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:40.537290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.576269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:40.586547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.614402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:40.618151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.669711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9291ba7-e053-4e4a-816e-a874e02b925a None None] Pushing event updated for resources: {'Port': ['ID=f2f2f2c2-d28d-4460-850a-0db9281c3d96,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:40.816398 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cffb2712-6eb6-4a76-99f3-2f7793982f48 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5673950 Apr 29 15:29:40.828120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57488) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:40.834991 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7ab7fdac-8139-4a4d-b52e-c472959befe5 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:29:40.835667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Network 04c046b6-30e7-453f-b79d-e5fa632df990 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:40.841087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2dae45b1-9660-4bab-979b-b842abe42918 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c4:54:2d'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:40.885615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.886044 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Added segment 44734612-8189-4453-9fd8-2f1a7fc5962e of type vlan for network 74885091-b111-4184-8ffe-86cddfa9ed30 Apr 29 15:29:40.899044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 7ab7fdac-8139-4a4d-b52e-c472959befe5 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:29:40.899406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7ab7fdac-8139-4a4d-b52e-c472959befe5 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:29:40.903610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:40.936801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c23615-848b-4422-9d08-9192b3236e75,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:40.945660 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d883453b-e970-4d6f-8066-f1c922dc5d14 None None] Provisioning for port f7ba6f15-97fc-49ae-8344-db8643ec6d18 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:40.974524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57492) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:40.981023 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d1858ecc-893b-4d02-b988-af79687bbbd6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:40.986977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d883453b-e970-4d6f-8066-f1c922dc5d14 None None] Provisioning complete for port f7ba6f15-97fc-49ae-8344-db8643ec6d18 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:40.987354 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d883453b-e970-4d6f-8066-f1c922dc5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.017013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.020090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Attempting to bind port f2f2f2c2-d28d-4460-850a-0db9281c3d96 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:41.020399 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Attempting to bind port f2f2f2c2-d28d-4460-850a-0db9281c3d96 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:41.021352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Attempting to bind port f2f2f2c2-d28d-4460-850a-0db9281c3d96 on network 5432cd65-807f-4f5d-a4fd-9331e5e76114 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:41.028935 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.042737 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Transition to ACTIVE for port object 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:41.084631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:41.084956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Checking segment: {'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:41.085362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.085834 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Bound using segment: {'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:41.086276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Bound port: f2f2f2c2-d28d-4460-850a-0db9281c3d96, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:41.086649 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.096510 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.100622 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d349cb49-0339-4427-9a6b-c03c889c712c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1001110 Apr 29 15:29:41.100622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d1858ecc-893b-4d02-b988-af79687bbbd6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.109652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '42b5241b-993c-494c-8034-0b050ea27d53'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:29:41.111397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.113573 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57496) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:41.119588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:41.137601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ae3d3d69-be50-4d38-96df-66f95abb3f70 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Request body: {'security_group_rule': {'security_group_id': '54c23615-848b-4422-9d08-9192b3236e75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:41.139616 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.146304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:41.159806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:41.169465 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ae3d3d69-be50-4d38-96df-66f95abb3f70 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:41.169903 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f074231-b808-4ea0-bf06-ef1276d964b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.198961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:41.202412 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1858ecc-893b-4d02-b988-af79687bbbd6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6ff2ac-5207-482b-95da-e260d1d0e2e0,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:41.216879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0f074231-b808-4ea0-bf06-ef1276d964b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:41.226561 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d883453b-e970-4d6f-8066-f1c922dc5d14 None None] Port f7ba6f15-97fc-49ae-8344-db8643ec6d18 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:41.232826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0f074231-b808-4ea0-bf06-ef1276d964b0 admin admin] Usage tracker for resource:security_group_rule and tenant:23ca16f2b8a84f6b966dac69583e95d0 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:41.236629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0f074231-b808-4ea0-bf06-ef1276d964b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:41.244495 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0f074231-b808-4ea0-bf06-ef1276d964b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:41.258884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.259956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:41.261436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ae3d3d69-be50-4d38-96df-66f95abb3f70 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Usage tracker for resource:security_group_rule and tenant:ba1efd4495704a168117d9d603fb1f93 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:41.270643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.289530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ae3d3d69-be50-4d38-96df-66f95abb3f70 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:41.331728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d1858ecc-893b-4d02-b988-af79687bbbd6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.334717 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d1858ecc-893b-4d02-b988-af79687bbbd6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4615805 Apr 29 15:29:41.340038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57500) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:41.353952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b06c6212-f66e-4fa6-9c30-d5af2393cc7c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Request body: {'security_group_rule': {'security_group_id': 'ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:41.360589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b06c6212-f66e-4fa6-9c30-d5af2393cc7c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:41.365820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b06c6212-f66e-4fa6-9c30-d5af2393cc7c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Usage tracker for resource:security_group_rule and tenant:297bc5c69bee4cd1a2fc88b4c268b27e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:41.368414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ae3d3d69-be50-4d38-96df-66f95abb3f70 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:41.370059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b06c6212-f66e-4fa6-9c30-d5af2393cc7c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:41.377758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b06c6212-f66e-4fa6-9c30-d5af2393cc7c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:41.389804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:41.394992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.395170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] device_id is not set on port ef588205-f1a3-4619-85eb-3d2c7433e5cf yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:41.409964 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2882159 Apr 29 15:29:41.437012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57504) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:41.450261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.498517 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/42b5241b-993c-494c-8034-0b050ea27d53/6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:41.500692 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ee8c3-4403-4d01-885f-a92d4e5fe6ce None None] Pushing event updated for resources: {'Port': ['ID=3e808ee5-48f8-4f2a-b2f8-eaf971e68339,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:41.516249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123eb39e-4ef6-4ce6-9c42-8bc0492434e1 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event updated for resources: {'Network': ['ID=74885091-b111-4184-8ffe-86cddfa9ed30,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:41.528004 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b06c6212-f66e-4fa6-9c30-d5af2393cc7c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.540993 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Attempting to bind port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:41.541646 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Attempting to bind port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:41.542286 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Attempting to bind port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 on network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:41.548804 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:41.549692 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Checking segment: {'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:41.550328 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.555037 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Bound using segment: {'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:41.557809 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Bound port: 3e808ee5-48f8-4f2a-b2f8-eaf971e68339, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:41.558523 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.563379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Transition to ACTIVE for port object ef588205-f1a3-4619-85eb-3d2c7433e5cf will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:41.587780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port f58b1833-b476-422b-917a-4aa557e53418 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:41.647612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d69-be50-4d38-96df-66f95abb3f70 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.667361 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] For port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:41.672045 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] For port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=3e808ee5-48f8-4f2a-b2f8-eaf971e68339,segment=NetworkSegment(b4d963e2-62f7-4865-85f2-b71d727a9aed),segment_id=b4d963e2-62f7-4865-85f2-b71d727a9aed)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:41.687119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 74885091-b111-4184-8ffe-86cddfa9ed30 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:41.691170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.711546 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Router 286ef9cd-9121-4735-8232-4648f9229977 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:29:41.725717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b06c6212-f66e-4fa6-9c30-d5af2393cc7c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.745957 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.781850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f074231-b808-4ea0-bf06-ef1276d964b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.790689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b06c6212-f66e-4fa6-9c30-d5af2393cc7c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.837889 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Routers {'d4ed803f-de54-4c42-ad10-a78b2ea91142'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:29:41.841116 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:29:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d4ed803f-de54-4c42-ad10-a78b2ea91142'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:41.855922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f074231-b808-4ea0-bf06-ef1276d964b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.878303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9f64fc71-b698-4318-a5d2-c91aea6724c5 None None] Provisioning complete for port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:41.878674 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9f64fc71-b698-4318-a5d2-c91aea6724c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.912699 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0f074231-b808-4ea0-bf06-ef1276d964b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23ca16f2b8a84f6b966dac69583e95d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8275549 Apr 29 15:29:41.915246 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57510) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:41.928993 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c6212-f66e-4fa6-9c30-d5af2393cc7c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b7c559-e1d0-487e-8b31-ca444ebd1f99,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:41.935176 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.961824 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b06c6212-f66e-4fa6-9c30-d5af2393cc7c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:41.965929 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] For port f2f2f2c2-d28d-4460-850a-0db9281c3d96, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:41.969310 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b06c6212-f66e-4fa6-9c30-d5af2393cc7c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6257651 Apr 29 15:29:41.970181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57514) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:41.973148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Transition to ACTIVE for port object 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:41.995061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] For port f2f2f2c2-d28d-4460-850a-0db9281c3d96, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f2f2f2c2-d28d-4460-850a-0db9281c3d96,segment=NetworkSegment(255f6768-19ec-4aaf-872f-df625d7efa05),segment_id=255f6768-19ec-4aaf-872f-df625d7efa05)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:42.004076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-9f64fc71-b698-4318-a5d2-c91aea6724c5 None None] Port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:42.004392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:42.009011 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Transition to ACTIVE for port object 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:42.025480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:42.041677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Usage tracker for resource:floatingip and tenant:297bc5c69bee4cd1a2fc88b4c268b27e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:42.044205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f074231-b808-4ea0-bf06-ef1276d964b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac5a036-4403-4c46-9e2f-aa16322921c5,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:42.046940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:42.059698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:42.071068 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:42.079015 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ee8c3-4403-4d01-885f-a92d4e5fe6ce None None] Pushing event updated for resources: {'Port': ['ID=3e808ee5-48f8-4f2a-b2f8-eaf971e68339,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:42.105621 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9ac1dc7d-ae2b-4787-8fa7-0f566bcbf918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:42.121467 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] Set router d4ed803f-de54-4c42-ad10-a78b2ea91142 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:29:42.126976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event updated for resources: {'Port': ['ID=ef588205-f1a3-4619-85eb-3d2c7433e5cf,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:42.147443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2dae45b1-9660-4bab-979b-b842abe42918 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:42.151098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:42.163104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b65d6d-34bf-4bce-a724-180bba53c53e tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:42.181232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b65d6d-34bf-4bce-a724-180bba53c53e tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:42.187333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b65d6d-34bf-4bce-a724-180bba53c53e tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:42.194204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b65d6d-34bf-4bce-a724-180bba53c53e tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:42.195077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c5b65d6d-34bf-4bce-a724-180bba53c53e tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Synchronizing usage tracker for tenant:338ce8bd967b45ed9265d19df8a31cc6 on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:42.195613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9291ba7-e053-4e4a-816e-a874e02b925a None None] Pushing event updated for resources: {'Port': ['ID=f2f2f2c2-d28d-4460-850a-0db9281c3d96,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:42.206901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9ac1dc7d-ae2b-4787-8fa7-0f566bcbf918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:42.247216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:42.269961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:42.271621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:42.272118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:42.279671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:42.303386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:42.320897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:42.327894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Routers {'d3ac3545-24cd-4e93-85b6-a706863b2dff'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:29:42.328879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:29:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d3ac3545-24cd-4e93-85b6-a706863b2dff'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:42.337395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::3cc (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/42b5241b-993c-494c-8034-0b050ea27d53/f58b1833-b476-422b-917a-4aa557e53418) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:42.367021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:42.367587 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:42.389933 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 2 to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf Apr 29 15:29:42.491036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:42.491609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:42.492095 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:42.502146 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c5b65d6d-34bf-4bce-a724-180bba53c53e tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Unset dirty status for tenant:338ce8bd967b45ed9265d19df8a31cc6 on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:42.503661 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c5b65d6d-34bf-4bce-a724-180bba53c53e tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.0657985 Apr 29 15:29:42.510126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d69-be50-4d38-96df-66f95abb3f70 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:42.512706 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57518) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:42.519016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:42.519601 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:42.524076 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 3 to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf Apr 29 15:29:42.533652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:29:42.572605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:42.573183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:42.573665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:42.594115 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-effd1609-c663-40fe-aa16-04ccbe6f29e5 admin admin] 10.222.0.39 "PUT /v2.0/routers/286ef9cd-9121-4735-8232-4648f9229977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2697766 Apr 29 15:29:42.598764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:42.600678 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:42.600678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d69-be50-4d38-96df-66f95abb3f70 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:42.601581 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 4 to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf Apr 29 15:29:42.614870 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:34Z', 'revision_number': 4, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '3e808ee5-48f8-4f2a-b2f8-eaf971e68339', 'name': '', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'mac_address': 'fa:16:3e:8e:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:33Z', 'updated_at': '2022-04-29T15:29:41Z', 'revision_number': 4, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'subnets': [{'id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:42.625725 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043630fa-d955-4a74-a0c1-1ee7f944128e None None] The sync data for ids ['d4ed803f-de54-4c42-ad10-a78b2ea91142'] in dv-neutron-839183-1-hyperv is: [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:34Z', 'revision_number': 4, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '3e808ee5-48f8-4f2a-b2f8-eaf971e68339', 'name': '', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'mac_address': 'fa:16:3e:8e:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:33Z', 'updated_at': '2022-04-29T15:29:41Z', 'revision_number': 4, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'subnets': [{'id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:29:42.629681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:42.651901 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Sync routers for ids ['286ef9cd-9121-4735-8232-4648f9229977'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:29:42.671414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9ac1dc7d-ae2b-4787-8fa7-0f566bcbf918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:42.801628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Pushing event updated for resources: {'Port': ['ID=6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:42.839513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d3d69-be50-4d38-96df-66f95abb3f70 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3daff6-afc7-40ec-be71-0b9005d8dca4,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:42.852749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:42.853311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:42.853796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:42.873225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:42.874619 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:42.878310 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 5 to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf Apr 29 15:29:42.890885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Routers {'286ef9cd-9121-4735-8232-4648f9229977'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:29:42.891512 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:29:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['286ef9cd-9121-4735-8232-4648f9229977'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:42.907161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:42.910987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:42.910987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:42.910987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:42.930477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:42.930838 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:42.933063 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 6 to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf Apr 29 15:29:43.023715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d69-be50-4d38-96df-66f95abb3f70 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.023715 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ae3d3d69-be50-4d38-96df-66f95abb3f70 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8392620 Apr 29 15:29:43.023715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:43.023715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:43.023715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:43.023715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:43.023715 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:43.023715 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 7 to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf Apr 29 15:29:43.023715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:43.023715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:43.023715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:43.023715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2dae45b1-9660-4bab-979b-b842abe42918 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.024910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:43.024910 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:43.025187 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object f58b1833-b476-422b-917a-4aa557e53418 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:43.025466 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 8 to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf Apr 29 15:29:43.026477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57528) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:43.036424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-06cbae50-d6e6-411a-9062-48e4d7624ae8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Request body: {'security_group_rule': {'security_group_id': '54c23615-848b-4422-9d08-9192b3236e75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:43.044508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-06cbae50-d6e6-411a-9062-48e4d7624ae8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:43.050700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Attempting to bind port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:43.051828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Attempting to bind port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:43.052509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Attempting to bind port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:43.069968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-06cbae50-d6e6-411a-9062-48e4d7624ae8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Usage tracker for resource:security_group_rule and tenant:ba1efd4495704a168117d9d603fb1f93 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:43.084894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:43.085248 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:43.085593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:43.105920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-06cbae50-d6e6-411a-9062-48e4d7624ae8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:43.109840 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1dc7d-ae2b-4787-8fa7-0f566bcbf918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac5a036-4403-4c46-9e2f-aa16322921c5,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:43.118653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:43.118980 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:43.119977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-06cbae50-d6e6-411a-9062-48e4d7624ae8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:43.121947 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 9 to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf Apr 29 15:29:43.126007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9ac1dc7d-ae2b-4787-8fa7-0f566bcbf918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.127443 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9ac1dc7d-ae2b-4787-8fa7-0f566bcbf918 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ac5a036-4403-4c46-9e2f-aa16322921c5 HTTP/1.1" status: 204 len: 168 time: 1.2017117 Apr 29 15:29:43.150552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:43.150893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:43.151228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:43.172743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:43.175593 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:43.176028 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.plugins.ml2.plugin [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempt 10 to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf Apr 29 15:29:43.213508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:43.213871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:43.214208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempting to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:43.230441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:29:43.230767 dv-neutron-839183-1-hyperv neutron-server[88715]: ERROR neutron.plugins.ml2.managers [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Failed to bind port ef588205-f1a3-4619-85eb-3d2c7433e5cf on host hv-neutron-8391 for vnic_type normal using segments [{'id': 'c80332ba-cb7c-4098-b3f6-77139eb08502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'e3c1a102-99b9-436a-b261-ed7ebb383f98'}] Apr 29 15:29:43.231250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.234251 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:43.277471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:43.277859 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:43.278219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.278615 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:43.284224 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Bound port: 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:43.284841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.322729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.443483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] For port ef588205-f1a3-4619-85eb-3d2c7433e5cf, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:43.444122 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attempted to set empty binding levels {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 15:29:43.457441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2dae45b1-9660-4bab-979b-b842abe42918 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.511535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] Set router d3ac3545-24cd-4e93-85b6-a706863b2dff gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:29:43.549537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06cbae50-d6e6-411a-9062-48e4d7624ae8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.581136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.648015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.664680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:43.683100 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.685126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:43.691110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:43.700311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:43.706649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.746974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] In _notify_port_updated(), no bound segment for port ef588205-f1a3-4619-85eb-3d2c7433e5cf on network e3c1a102-99b9-436a-b261-ed7ebb383f98 {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:29:43.747951 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:43.748568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:43.752347 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "PUT /v2.0/ports/ef588205-f1a3-4619-85eb-3d2c7433e5cf HTTP/1.1" status: 200 len: 981 time: 4.0086193 Apr 29 15:29:43.752347 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae45b1-9660-4bab-979b-b842abe42918 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event updated for resources: {'Port': ['ID=f7ba6f15-97fc-49ae-8344-db8643ec6d18,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:43.829140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57534) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:43.839523 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Set router 286ef9cd-9121-4735-8232-4648f9229977 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:29:43.930432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c81cd2a8-a189-4538-8f49-857276f8559e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Deleting port ef588205-f1a3-4619-85eb-3d2c7433e5cf {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:43.934103 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c81cd2a8-a189-4538-8f49-857276f8559e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.013956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57540) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:44.034648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74885091-b111-4184-8ffe-86cddfa9ed30']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:44.051434 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=f58b1833-b476-422b-917a-4aa557e53418,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:44.078684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434363444', 'description': 'tempest-description--1903831927'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:44.085034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44734612-8189-4453-9fd8-2f1a7fc5962e') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:44.087483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44734612-8189-4453-9fd8-2f1a7fc5962e') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:44.120272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.143317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06cbae50-d6e6-411a-9062-48e4d7624ae8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.151674 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:44.154457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.163787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:29:44.164287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.164845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b28b34-f01b-4da5-baae-d572a0e31b33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event updated for resources: {'Port': ['ID=ef588205-f1a3-4619-85eb-3d2c7433e5cf,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:44.171411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Usage tracker for resource:security_group and tenant:6c6611d5100d46fea61fea61c35b79fa is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:44.176449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2dae45b1-9660-4bab-979b-b842abe42918 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] In _notify_port_updated(), no bound segment for port f7ba6f15-97fc-49ae-8344-db8643ec6d18 on network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:29:44.183291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae45b1-9660-4bab-979b-b842abe42918 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:44.183992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2dae45b1-9660-4bab-979b-b842abe42918 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.188071 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2dae45b1-9660-4bab-979b-b842abe42918 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "PUT /v2.0/ports/f7ba6f15-97fc-49ae-8344-db8643ec6d18 HTTP/1.1" status: 200 len: 996 time: 3.3564799 Apr 29 15:29:44.188817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:44.195620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57550) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:44.200193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:44.281344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] For port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:44.287471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06cbae50-d6e6-411a-9062-48e4d7624ae8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.392203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbae50-d6e6-411a-9062-48e4d7624ae8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c5293a-5a26-4e32-9044-fed449797291,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:44.414700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-660cc5c7-3fd8-455d-b131-8a70991167c5 None None] Provisioning complete for port f7ba6f15-97fc-49ae-8344-db8643ec6d18 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:44.415692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-660cc5c7-3fd8-455d-b131-8a70991167c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:29:44.425677 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:29:44.436126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.443334 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-96edf1f1-4818-4fc8-a86d-56667126b860 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9431970 Apr 29 15:29:44.448566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57556) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:44.454982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ec2c8-0693-454c-9cd2-44eda08aa4fb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Deleting port f7ba6f15-97fc-49ae-8344-db8643ec6d18 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:44.458724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec2c8-0693-454c-9cd2-44eda08aa4fb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.464738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:44.507275 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Allocated IP 172.26.2.223 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/14a0fd76-c7df-452f-88ed-7acb654b0772) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:44.511336 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] For port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:44.522621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-660cc5c7-3fd8-455d-b131-8a70991167c5 None None] Port f7ba6f15-97fc-49ae-8344-db8643ec6d18 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:44.529470 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:44.529905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.538697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:44.545309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Usage tracker for resource:security_group_rule and tenant:6c6611d5100d46fea61fea61c35b79fa is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:44.549019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:44.569863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:44.594701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-c81cd2a8-a189-4538-8f49-857276f8559e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] For port ef588205-f1a3-4619-85eb-3d2c7433e5cf, host hv-neutron-8391, got binding levels [] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:44.595058 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c81cd2a8-a189-4538-8f49-857276f8559e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.619891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.623599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.702311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74885091-b111-4184-8ffe-86cddfa9ed30 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 15:29:44.714329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.723575 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event deleted for resources: {'Network': ['ID=74885091-b111-4184-8ffe-86cddfa9ed30,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:44.742600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c81cd2a8-a189-4538-8f49-857276f8559e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Calling delete_port for ef588205-f1a3-4619-85eb-3d2c7433e5cf owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:44.751330 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa3ceef-6357-4aa4-b10a-7736a9ccb6a6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:44.758426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa3ceef-6357-4aa4-b10a-7736a9ccb6a6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:44.759475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-caa3ceef-6357-4aa4-b10a-7736a9ccb6a6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:44.765710 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-466fcbf4-a99f-4873-b8fd-f2e1562c9e20 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "DELETE /v2.0/networks/74885091-b111-4184-8ffe-86cddfa9ed30 HTTP/1.1" status: 204 len: 168 time: 2.2519438 Apr 29 15:29:44.774385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57566) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:44.778988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06cbae50-d6e6-411a-9062-48e4d7624ae8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.780253 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-06cbae50-d6e6-411a-9062-48e4d7624ae8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7519667 Apr 29 15:29:44.784321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57570) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:44.793371 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Request body: {'network': {'name': 'tempest-network--1659848547', 'router:external': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:44.806445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:44.817514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:44.822352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:44.843188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Usage tracker for resource:network and tenant:13bb0f3edf6f4e8abc13953e975878de is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:44.849471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Usage tracker for resource:floatingip and tenant:ba1efd4495704a168117d9d603fb1f93 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:44.852818 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:44.856511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:44.881364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:44.883997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:44.890788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-caa3ceef-6357-4aa4-b10a-7736a9ccb6a6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:44.897006 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-caa3ceef-6357-4aa4-b10a-7736a9ccb6a6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4473224 Apr 29 15:29:44.899554 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57574) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:44.925091 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.961684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:44.971868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e1e2c-ae0a-464c-9c4e-5c30640473a7 None None] Pushing event updated for resources: {'Port': ['ID=6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:44.994393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=3e808ee5-48f8-4f2a-b2f8-eaf971e68339,segment=NetworkSegment(b4d963e2-62f7-4865-85f2-b71d727a9aed),segment_id=b4d963e2-62f7-4865-85f2-b71d727a9aed)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:45.012984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c81cd2a8-a189-4538-8f49-857276f8559e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.024027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b56f8845-508f-4465-8ab9-e2efe16cdd61 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port f58b1833-b476-422b-917a-4aa557e53418 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:45.026702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b56f8845-508f-4465-8ab9-e2efe16cdd61 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.029623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:38Z', 'revision_number': 4, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '4e7beb90-0faa-4d41-83f8-e2db1734daf9', 'name': '', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'mac_address': 'fa:16:3e:b7:1e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:32Z', 'updated_at': '2022-04-29T15:29:38Z', 'revision_number': 2, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'subnets': [{'id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:45.037005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Checking router: 286ef9cd-9121-4735-8232-4648f9229977 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:29:45.037357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Updating router 286ef9cd-9121-4735-8232-4648f9229977 port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:29:45.064237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Made reservation on behalf of 13bb0f3edf6f4e8abc13953e975878de for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:45.067181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.075312 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:30Z', 'revision_number': 4, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'f2f2f2c2-d28d-4460-850a-0db9281c3d96', 'name': '', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'mac_address': 'fa:16:3e:04:55:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '310b605c-9112-4522-86d3-3e71a3f02744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:27Z', 'updated_at': '2022-04-29T15:29:41Z', 'revision_number': 4, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'subnets': [{'id': '310b605c-9112-4522-86d3-3e71a3f02744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:45.098667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.101918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.159836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff235d3-b245-44ca-8a35-a4441dea7d60 None None] The sync data for ids ['d3ac3545-24cd-4e93-85b6-a706863b2dff'] in dv-neutron-839183-1-hyperv is: [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:30Z', 'revision_number': 4, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'f2f2f2c2-d28d-4460-850a-0db9281c3d96', 'name': '', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'mac_address': 'fa:16:3e:04:55:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '310b605c-9112-4522-86d3-3e71a3f02744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:27Z', 'updated_at': '2022-04-29T15:29:41Z', 'revision_number': 4, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'subnets': [{'id': '310b605c-9112-4522-86d3-3e71a3f02744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:29:45.200235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.262395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:45.280666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cd2a8-a189-4538-8f49-857276f8559e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef588205-f1a3-4619-85eb-3d2c7433e5cf,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:45.282849 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=3e808ee5-48f8-4f2a-b2f8-eaf971e68339,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:45.295742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.295879 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Added segment 30a5b633-cb47-47e8-84ec-a5c7b7e163e2 of type vlan for network b1a97467-8b87-497b-bbc5-cad0a5f38ba8 Apr 29 15:29:45.382122 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.387250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c81cd2a8-a189-4538-8f49-857276f8559e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.464377 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c81cd2a8-a189-4538-8f49-857276f8559e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ef588205-f1a3-4619-85eb-3d2c7433e5cf HTTP/1.1" status: 204 len: 168 time: 1.6335073 Apr 29 15:29:45.465137 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57582) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:45.469713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.516526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec2c8-0693-454c-9cd2-44eda08aa4fb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.523983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.582424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f810cfa2-790b-4522-a020-66238dda9231,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:45.635418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.654819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:45.672635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:45.675708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:45.807811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Pushing event updated for resources: {'Port': ['ID=14a0fd76-c7df-452f-88ed-7acb654b0772,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:45.813801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.839180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Transition to ACTIVE for port object 4e7beb90-0faa-4d41-83f8-e2db1734daf9 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:45.891829 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-65886c3c-da7c-40b8-be03-ee9af56e57cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:29:45.892371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-65886c3c-da7c-40b8-be03-ee9af56e57cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Synchronizing usage tracker for tenant:9e9dcf9cf0cb4481a4432ba9caa81978 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:45.896364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b56f8845-508f-4465-8ab9-e2efe16cdd61 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.898973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:45.904940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ec2c8-0693-454c-9cd2-44eda08aa4fb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Calling delete_port for f7ba6f15-97fc-49ae-8344-db8643ec6d18 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:46.027784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:46.029670 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c96e941b-28cf-40b9-85e4-4fd6f1d70fff tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9625266 Apr 29 15:29:46.033875 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57592) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:46.044730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8edb9115-18b9-49cd-bfc5-fbe8771613ad tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Request body: {'security_group_rule': {'security_group_id': 'f810cfa2-790b-4522-a020-66238dda9231', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:46.063389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-65886c3c-da7c-40b8-be03-ee9af56e57cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] Unset dirty status for tenant:9e9dcf9cf0cb4481a4432ba9caa81978 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:46.063389 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-65886c3c-da7c-40b8-be03-ee9af56e57cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127239196-project-admin] 10.222.0.39 "GET /v2.0/ports/ef588205-f1a3-4619-85eb-3d2c7433e5cf HTTP/1.1" status: 404 len: 333 time: 0.5789456 Apr 29 15:29:46.063389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8edb9115-18b9-49cd-bfc5-fbe8771613ad tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:46.063389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8edb9115-18b9-49cd-bfc5-fbe8771613ad tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Usage tracker for resource:security_group_rule and tenant:6c6611d5100d46fea61fea61c35b79fa is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:46.066848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8edb9115-18b9-49cd-bfc5-fbe8771613ad tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:46.108742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57596) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:46.141642 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b56f8845-508f-4465-8ab9-e2efe16cdd61 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for f58b1833-b476-422b-917a-4aa557e53418 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:46.158750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8edb9115-18b9-49cd-bfc5-fbe8771613ad tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:46.307339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a9e8c-27f5-4bb6-bb19-1e1deb714d4f None None] Pushing event updated for resources: {'Port': ['ID=4e7beb90-0faa-4d41-83f8-e2db1734daf9,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:46.330932 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:46.391252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8edb9115-18b9-49cd-bfc5-fbe8771613ad tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:46.404321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Attempting to bind port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:46.404889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Attempting to bind port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:46.406946 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Attempting to bind port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 on network 04c046b6-30e7-453f-b79d-e5fa632df990 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:46.417400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:46.419018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:46.419699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:46.425729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:46.426103 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Checking segment: {'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:46.426510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:46.427455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Bound using segment: {'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:46.428045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Bound port: 4e7beb90-0faa-4d41-83f8-e2db1734daf9, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:46.428358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:46.442016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:46.460939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec2c8-0693-454c-9cd2-44eda08aa4fb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:46.624944 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event updated for resources: {'Network': ['ID=b1a97467-8b87-497b-bbc5-cad0a5f38ba8,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:46.628496 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b369df06-14cd-4f8a-82c1-57a3bea7b298 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8527150 Apr 29 15:29:46.643663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network b1a97467-8b87-497b-bbc5-cad0a5f38ba8 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:46.659687 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57606) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:46.711959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57610) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:46.720439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ec2c8-0693-454c-9cd2-44eda08aa4fb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event deleted for resources: {'Port': ['ID=f7ba6f15-97fc-49ae-8344-db8643ec6d18,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:46.792578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:46.891305 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] For port 4e7beb90-0faa-4d41-83f8-e2db1734daf9, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:46.905371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] For port 4e7beb90-0faa-4d41-83f8-e2db1734daf9, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4e7beb90-0faa-4d41-83f8-e2db1734daf9,segment=NetworkSegment(d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d),segment_id=d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:46.962292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a11963eb-b179-43f9-9c02-5b4e3df896fa None None] Provisioning for port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:46.991941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.019539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8edb9115-18b9-49cd-bfc5-fbe8771613ad tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.025690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-99810898-990f-4f3a-a1e8-0f383dca475f tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1499031099'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:47.093822 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Allocated IP 172.26.2.72 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/5481d933-8fb5-48f3-845d-d8a1beb41b51) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:47.098180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a9e8c-27f5-4bb6-bb19-1e1deb714d4f None None] Pushing event updated for resources: {'Port': ['ID=4e7beb90-0faa-4d41-83f8-e2db1734daf9,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:47.115264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Routers {'286ef9cd-9121-4735-8232-4648f9229977'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:29:47.116052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:29:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['286ef9cd-9121-4735-8232-4648f9229977'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:47.133977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.151846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-99810898-990f-4f3a-a1e8-0f383dca475f tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:47.154587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8edb9115-18b9-49cd-bfc5-fbe8771613ad tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.160790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec2c8-0693-454c-9cd2-44eda08aa4fb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.269887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c38e120-9d42-4771-baf0-8c53e807b32c tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:47.274278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c1a102-99b9-436a-b261-ed7ebb383f98']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:47.274407 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4c38e120-9d42-4771-baf0-8c53e807b32c tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] 10.222.0.39 "GET /v2.0/networks/b1a97467-8b87-497b-bbc5-cad0a5f38ba8 HTTP/1.1" status: 200 len: 757 time: 0.6109426 Apr 29 15:29:47.308782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-99810898-990f-4f3a-a1e8-0f383dca475f tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Usage tracker for resource:router and tenant:e06b5f0ca424476181da7fb4cd460248 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:47.312349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-99810898-990f-4f3a-a1e8-0f383dca475f tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:47.326317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-99810898-990f-4f3a-a1e8-0f383dca475f tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:47.375235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb9115-18b9-49cd-bfc5-fbe8771613ad tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100e18b8-c504-4731-89d0-8a35311af1b3,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:47.384126 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6d2ec2c8-0693-454c-9cd2-44eda08aa4fb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "DELETE /v2.0/ports/f7ba6f15-97fc-49ae-8344-db8643ec6d18 HTTP/1.1" status: 204 len: 168 time: 3.1855726 Apr 29 15:29:47.392439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57616) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:47.392834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57618) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:47.452377 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f2f2f2c2-d28d-4460-850a-0db9281c3d96 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:47.484080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80332ba-cb7c-4098-b3f6-77139eb08502') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:47.485085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80332ba-cb7c-4098-b3f6-77139eb08502') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:47.485219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.525562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.527637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99810898-990f-4f3a-a1e8-0f383dca475f tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.528837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99810898-990f-4f3a-a1e8-0f383dca475f tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.533691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] Set router 286ef9cd-9121-4735-8232-4648f9229977 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:29:47.547785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b56f8845-508f-4465-8ab9-e2efe16cdd61 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.562490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.579681 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a279a31-3dba-4c61-afa2-e0022d3dba7b tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] GET failed (client error): The resource could not be found. Apr 29 15:29:47.580983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2a279a31-3dba-4c61-afa2-e0022d3dba7b tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Synchronizing usage tracker for tenant:2eeae7b10b4944799d8bba7f5564bc47 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:47.599687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-affa63f7-f0aa-4aa3-a203-13aea3696595 None None] Provisioning for port f58b1833-b476-422b-917a-4aa557e53418 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:47.616280 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-affa63f7-f0aa-4aa3-a203-13aea3696595 None None] Provisioning complete for port f58b1833-b476-422b-917a-4aa557e53418 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:47.616900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-affa63f7-f0aa-4aa3-a203-13aea3696595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.620585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f8845-508f-4465-8ab9-e2efe16cdd61 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=f58b1833-b476-422b-917a-4aa557e53418,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:47.662981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-affa63f7-f0aa-4aa3-a203-13aea3696595 None None] Port f58b1833-b476-422b-917a-4aa557e53418 was deleted so its status cannot be updated. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 15:29:47.674498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99810898-990f-4f3a-a1e8-0f383dca475f tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.687898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8edb9115-18b9-49cd-bfc5-fbe8771613ad tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.689125 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8edb9115-18b9-49cd-bfc5-fbe8771613ad tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6541162 Apr 29 15:29:47.690414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.706448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57624) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:47.714501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b56f8845-508f-4465-8ab9-e2efe16cdd61 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.734773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c2513857-40d9-4663-bede-665fb5fe6e4e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Request body: {'security_group_rule': {'security_group_id': 'f810cfa2-790b-4522-a020-66238dda9231', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:47.743973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b21b453-5598-48de-a9b2-fe3225e8ea33 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:47.744742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c2513857-40d9-4663-bede-665fb5fe6e4e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:47.746566 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2b21b453-5598-48de-a9b2-fe3225e8ea33 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] 10.222.0.39 "GET /v2.0/networks/36f2a443-4e9c-40bd-9fa5-3e721c338569 HTTP/1.1" status: 200 len: 768 time: 0.3373888 Apr 29 15:29:47.748201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:29:47.748773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.752947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57628) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:47.760367 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c2513857-40d9-4663-bede-665fb5fe6e4e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Usage tracker for resource:security_group_rule and tenant:6c6611d5100d46fea61fea61c35b79fa is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:29:47.767965 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:29:47.782475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c2513857-40d9-4663-bede-665fb5fe6e4e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:47.794803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99810898-990f-4f3a-a1e8-0f383dca475f tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.798014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c2513857-40d9-4663-bede-665fb5fe6e4e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:47.888231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2a279a31-3dba-4c61-afa2-e0022d3dba7b tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Unset dirty status for tenant:2eeae7b10b4944799d8bba7f5564bc47 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:47.894123 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2a279a31-3dba-4c61-afa2-e0022d3dba7b tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "GET /v2.0/ports/f7ba6f15-97fc-49ae-8344-db8643ec6d18 HTTP/1.1" status: 404 len: 333 time: 0.4833298 Apr 29 15:29:47.894969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57632) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:47.915823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Request body: {'port': {'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6', 'name': 'tempest-AllowedAddressPairTestJSON-1482409302'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:47.970771 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b56f8845-508f-4465-8ab9-e2efe16cdd61 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/f58b1833-b476-422b-917a-4aa557e53418 HTTP/1.1" status: 204 len: 168 time: 3.0518525 Apr 29 15:29:47.974810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:47.981411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57636) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:48.012980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.015609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99810898-990f-4f3a-a1e8-0f383dca475f tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.019557 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-99810898-990f-4f3a-a1e8-0f383dca475f tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2821717 Apr 29 15:29:48.020261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57640) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:48.047134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port f2f2f2c2-d28d-4460-850a-0db9281c3d96 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:48.054164 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f2f2f2c2-d28d-4460-850a-0db9281c3d96 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:48.054532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.105687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:38Z', 'revision_number': 4, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '4e7beb90-0faa-4d41-83f8-e2db1734daf9', 'name': '', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'mac_address': 'fa:16:3e:b7:1e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:32Z', 'updated_at': '2022-04-29T15:29:46Z', 'revision_number': 4, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'subnets': [{'id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:48.112968 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0bd4b0-c849-4ce7-acdc-57faca4e8431 None None] The sync data for ids ['286ef9cd-9121-4735-8232-4648f9229977'] in dv-neutron-839183-1-hyperv is: [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:38Z', 'revision_number': 4, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '4e7beb90-0faa-4d41-83f8-e2db1734daf9', 'name': '', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'mac_address': 'fa:16:3e:b7:1e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:32Z', 'updated_at': '2022-04-29T15:29:46Z', 'revision_number': 4, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'subnets': [{'id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:29:48.143500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2513857-40d9-4663-bede-665fb5fe6e4e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.150865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.160037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:48.174317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:48.195578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Pushing event updated for resources: {'Port': ['ID=5481d933-8fb5-48f3-845d-d8a1beb41b51,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:48.203249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.210259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:48.216329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.236662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] Pushing event deleted for resources: {'Network': ['ID=e3c1a102-99b9-436a-b261-ed7ebb383f98,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:48.249330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e30d1470-fd1a-4780-becd-0af7703ca3e4 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.261661 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port f2f2f2c2-d28d-4460-850a-0db9281c3d96, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f2f2f2c2-d28d-4460-850a-0db9281c3d96,segment=NetworkSegment(255f6768-19ec-4aaf-872f-df625d7efa05),segment_id=255f6768-19ec-4aaf-872f-df625d7efa05)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:48.317078 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f09f1586-ac07-4235-b67e-ecbabfbe2afb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1204004784-project] 10.222.0.39 "DELETE /v2.0/networks/e3c1a102-99b9-436a-b261-ed7ebb383f98 HTTP/1.1" status: 204 len: 168 time: 2.2069311 Apr 29 15:29:48.330770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccdf010-7d39-4d44-9b8c-5a94e2cc7e26 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:48.332371 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccdf010-7d39-4d44-9b8c-5a94e2cc7e26 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:48.333296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9ccdf010-7d39-4d44-9b8c-5a94e2cc7e26 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:48.337812 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.337812 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:48.389387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.467339 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.483999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=f2f2f2c2-d28d-4460-850a-0db9281c3d96,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:48.489638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.540641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2513857-40d9-4663-bede-665fb5fe6e4e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.572625 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9ccdf010-7d39-4d44-9b8c-5a94e2cc7e26 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:48.573171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:48.576385 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9ccdf010-7d39-4d44-9b8c-5a94e2cc7e26 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5589261 Apr 29 15:29:48.576385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a97467-8b87-497b-bbc5-cad0a5f38ba8']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:48.580833 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:48.581202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.590853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57646) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:48.637644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2513857-40d9-4663-bede-665fb5fe6e4e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.643485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a5b633-cb47-47e8-84ec-a5c7b7e163e2') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:48.643788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a5b633-cb47-47e8-84ec-a5c7b7e163e2') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:48.658415 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:48.690202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.697503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Pushing event updated for resources: {'Port': ['ID=14a0fd76-c7df-452f-88ed-7acb654b0772,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:48.717708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2513857-40d9-4663-bede-665fb5fe6e4e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73eda9b9-e936-4867-9269-29db54f9bc71,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:48.723436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.729346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.742922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.745259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.763096 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:29:48.763525 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.782081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:29:48.782271 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:29:48.852101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:48.853516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2513857-40d9-4663-bede-665fb5fe6e4e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.854794 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c2513857-40d9-4663-bede-665fb5fe6e4e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1421916 Apr 29 15:29:48.867289 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57650) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:48.877030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:48.877429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.878224 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:48.888759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ace1c34-63c2-4a6d-b4de-bf06e9da7f28 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 42b5241b-993c-494c-8034-0b050ea27d53 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:29:48.898602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e30d1470-fd1a-4780-becd-0af7703ca3e4 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.902808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:48.904911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ace1c34-63c2-4a6d-b4de-bf06e9da7f28 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.907711 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.933840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e30d1470-fd1a-4780-becd-0af7703ca3e4 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:48.934765 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bab4ae95-19a0-4a79-b5f5-d2522300c19d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9589405 Apr 29 15:29:48.949747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Usage tracker for resource:floatingip and tenant:6c6611d5100d46fea61fea61c35b79fa is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:48.984519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.028596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:49.030674 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:49.049264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:49.049959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.051813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Made reservation on behalf of 2eeae7b10b4944799d8bba7f5564bc47 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:49.055647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.067235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:49.095882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.098494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ace1c34-63c2-4a6d-b4de-bf06e9da7f28 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.121851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57660) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:49.131706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] device_id is not set on port 65a9783d-831b-4846-a6ad-6f8c5ee430ff yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:49.174685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e30d1470-fd1a-4780-becd-0af7703ca3e4 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.175116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30d1470-fd1a-4780-becd-0af7703ca3e4 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83476812-97bb-4d49-9d1f-7643e6c582cd {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:29:49.247881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ace1c34-63c2-4a6d-b4de-bf06e9da7f28 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.316567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e30d1470-fd1a-4780-becd-0af7703ca3e4 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.320921 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e30d1470-fd1a-4780-becd-0af7703ca3e4 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] 10.222.0.39 "DELETE /v2.0/routers/83476812-97bb-4d49-9d1f-7643e6c582cd HTTP/1.1" status: 204 len: 168 time: 1.2963984 Apr 29 15:29:49.329966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.346899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57672) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:49.366097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ee02b46b-cc7b-4808-9d65-9bf323d5173d tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Request body: {'router': {'name': 'tempest-router-659337361', 'distributed': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:49.382241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ee02b46b-cc7b-4808-9d65-9bf323d5173d tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:49.400978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1a97467-8b87-497b-bbc5-cad0a5f38ba8 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 15:29:49.405194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ee02b46b-cc7b-4808-9d65-9bf323d5173d tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Usage tracker for resource:router and tenant:e06b5f0ca424476181da7fb4cd460248 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:49.443296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ee02b46b-cc7b-4808-9d65-9bf323d5173d tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:49.467757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ee02b46b-cc7b-4808-9d65-9bf323d5173d tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:49.470489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ace1c34-63c2-4a6d-b4de-bf06e9da7f28 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.485984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1a97467-8b87-497b-bbc5-cad0a5f38ba8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:49.490990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.497129 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4e7beb90-0faa-4d41-83f8-e2db1734daf9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:49.508919 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c62ea3b9-6cfd-4ef0-81d2-a33c65dde8e8 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "DELETE /v2.0/networks/b1a97467-8b87-497b-bbc5-cad0a5f38ba8 HTTP/1.1" status: 204 len: 168 time: 1.7501278 Apr 29 15:29:49.512862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57684) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:49.519891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Request body: {'network': {'name': 'tempest-network--334040584'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:49.527835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:49.533461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace1c34-63c2-4a6d-b4de-bf06e9da7f28 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=42b5241b-993c-494c-8034-0b050ea27d53,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:49.537264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Usage tracker for resource:network and tenant:13bb0f3edf6f4e8abc13953e975878de is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:49.539723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ace1c34-63c2-4a6d-b4de-bf06e9da7f28 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.543861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:49.563621 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:49.570637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.577140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abcfcab-6053-4d7d-b0b5-1f430e21cc47 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:49.620648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Allocated IP 172.20.0.8 (27d8e09c-f6a3-4d8e-b54c-714b932eb8a6/5ccc8aa7-4607-4e4c-8e6c-7e14cfaacc19/65a9783d-831b-4846-a6ad-6f8c5ee430ff) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:49.631388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee02b46b-cc7b-4808-9d65-9bf323d5173d tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.632712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee02b46b-cc7b-4808-9d65-9bf323d5173d tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.663457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57692) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:49.666982 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 15:29:49.697840 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.712786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee02b46b-cc7b-4808-9d65-9bf323d5173d tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.789502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Made reservation on behalf of 13bb0f3edf6f4e8abc13953e975878de for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:49.792428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.882449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:49.891078 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-b2301ebe-973d-460f-8148-bab54641e893 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Synchronizing usage tracker for tenant:297bc5c69bee4cd1a2fc88b4c268b27e on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:49.901378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:49.903100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.906565 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Pushing event updated for resources: {'Port': ['ID=5481d933-8fb5-48f3-845d-d8a1beb41b51,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:49.950792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.957065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:49.961663 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b9564a12-e3d5-47ca-b82d-f48d222538e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=894e49022746455fb8989b1c608c1a4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8222551 Apr 29 15:29:49.968391 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Transition to ACTIVE for port object 65a9783d-831b-4846-a6ad-6f8c5ee430ff will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:49.970008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57696) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:49.988410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:49.995099 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4ace1c34-63c2-4a6d-b4de-bf06e9da7f28 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/42b5241b-993c-494c-8034-0b050ea27d53 HTTP/1.1" status: 204 len: 168 time: 1.4007332 Apr 29 15:29:49.996383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee02b46b-cc7b-4808-9d65-9bf323d5173d tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.000746 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57700) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:50.017574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.017921 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Added segment a92bbec6-d3b6-4a69-8fa2-53cc9f22ee58 of type vlan for network 68a23261-b456-44f9-9a75-c56f76043f62 Apr 29 15:29:50.023466 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce4052f-ff48-482d-8ca3-810b7b07e90a None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:29:50.059132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-b2301ebe-973d-460f-8148-bab54641e893 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Unset dirty status for tenant:297bc5c69bee4cd1a2fc88b4c268b27e on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:50.060361 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-b2301ebe-973d-460f-8148-bab54641e893 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1911203394&fields=id&tenant_id=297bc5c69bee4cd1a2fc88b4c268b27e HTTP/1.1" status: 200 len: 267 time: 0.3955247 Apr 29 15:29:50.091703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.108326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.115736 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e8d1843c-1a56-4b06-8a02-4df4d968b236 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098614 Apr 29 15:29:50.117624 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dce4052f-ff48-482d-8ca3-810b7b07e90a None None] Deleting port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:50.118096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dce4052f-ff48-482d-8ca3-810b7b07e90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.121801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57704) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:50.175873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.203637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.205394 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e5439e8e-94f0-41b3-8add-157a43ef75ec tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4180479 Apr 29 15:29:50.214715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:50.222217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70b62547-5bf8-4c65-a81f-e1ed801433f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.225620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:50.235429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:50.303174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 4e7beb90-0faa-4d41-83f8-e2db1734daf9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4e7beb90-0faa-4d41-83f8-e2db1734daf9,segment=NetworkSegment(d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d),segment_id=d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:50.320220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.resource_extend [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:29:50.330842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.357414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:50.358072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.393984 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.394974 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f2f2f2c2-d28d-4460-850a-0db9281c3d96 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:50.403921 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70b62547-5bf8-4c65-a81f-e1ed801433f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.422288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event updated for resources: {'Port': ['ID=65a9783d-831b-4846-a6ad-6f8c5ee430ff,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:50.424432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee02b46b-cc7b-4808-9d65-9bf323d5173d tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.438968 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ee02b46b-cc7b-4808-9d65-9bf323d5173d tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0830998 Apr 29 15:29:50.441883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57710) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:50.668660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.669570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=4e7beb90-0faa-4d41-83f8-e2db1734daf9,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:50.669940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:50.670520 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.686184 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-4b93b5fe-1c01-4c59-a179-1ecaa53bc5f2 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:50.686907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-4b93b5fe-1c01-4c59-a179-1ecaa53bc5f2 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Synchronizing usage tracker for tenant:297bc5c69bee4cd1a2fc88b4c268b27e on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:50.717114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Allocated IP 172.26.2.12 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/423c0234-4c1c-450c-8259-c52e80467954) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:50.756224 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-dce4052f-ff48-482d-8ca3-810b7b07e90a None None] For port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:50.756648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dce4052f-ff48-482d-8ca3-810b7b07e90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.840584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57734) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:50.854375 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f7a2ad-4436-4562-9792-5982da10c2c4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:50.854961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-10f7a2ad-4436-4562-9792-5982da10c2c4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:50.858244 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a775f9f-27f7-4160-9f32-01e5674630ac tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.861108 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-85ba98fb-2720-44fd-80e6-e5af209127d7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9579616 Apr 29 15:29:50.867696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57738) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:50.875755 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Request body: {'port': {'network_id': '27d8e09c-f6a3-4d8e-b54c-714b932eb8a6', 'name': 'tempest-AllowedAddressPairTestJSON-1145280072'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:50.909105 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dce4052f-ff48-482d-8ca3-810b7b07e90a None None] Calling delete_port for 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:50.940753 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4d0a0d92-0ca3-49f9-b63a-e187f8f87689 None None] Provisioning for port 65a9783d-831b-4846-a6ad-6f8c5ee430ff completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:50.965021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4d0a0d92-0ca3-49f9-b63a-e187f8f87689 None None] Provisioning complete for port 65a9783d-831b-4846-a6ad-6f8c5ee430ff triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:50.965377 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4d0a0d92-0ca3-49f9-b63a-e187f8f87689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.983834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70b62547-5bf8-4c65-a81f-e1ed801433f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.986815 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70b62547-5bf8-4c65-a81f-e1ed801433f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:50.991228 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-70b62547-5bf8-4c65-a81f-e1ed801433f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a2b84ad-4905-4cb8-b3ab-24acc0aa2019 HTTP/1.1" status: 204 len: 168 time: 1.0157795 Apr 29 15:29:51.034848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.051709 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5375798 Apr 29 15:29:51.055767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57744) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:51.073871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37cb99-3a4d-4fa4-978b-c855a773dabc tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event updated for resources: {'Network': ['ID=68a23261-b456-44f9-9a75-c56f76043f62,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:51.075409 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:51.086028 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-4b93b5fe-1c01-4c59-a179-1ecaa53bc5f2 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Unset dirty status for tenant:297bc5c69bee4cd1a2fc88b4c268b27e on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:51.087185 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-4b93b5fe-1c01-4c59-a179-1ecaa53bc5f2 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/networks?id=5432cd65-807f-4f5d-a4fd-9331e5e76114 HTTP/1.1" status: 200 len: 805 time: 1.0132122 Apr 29 15:29:51.089576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:51.092502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-df7dd964-0124-4413-ae02-fb64aaa0fc03 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:51.100767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a0d92-0ca3-49f9-b63a-e187f8f87689 None None] Port 65a9783d-831b-4846-a6ad-6f8c5ee430ff cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:51.106983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 68a23261-b456-44f9-9a75-c56f76043f62 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:51.109513 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b62547-5bf8-4c65-a81f-e1ed801433f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2b84ad-4905-4cb8-b3ab-24acc0aa2019,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:51.148321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dce4052f-ff48-482d-8ca3-810b7b07e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.196091 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f2f2f2c2-d28d-4460-850a-0db9281c3d96 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:51.196492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.231969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.260376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Made reservation on behalf of 2eeae7b10b4944799d8bba7f5564bc47 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:51.264362 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.335235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce4052f-ff48-482d-8ca3-810b7b07e90a None None] No DVR routers for this DVR port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:29:51.345166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4052f-ff48-482d-8ca3-810b7b07e90a None None] Pushing event deleted for resources: {'Port': ['ID=6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:51.392143 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:51.393592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:51.406483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:51.451731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] device_id is not set on port cb49f01f-cc08-4a87-8571-88d458c6488a yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:51.468984 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-261f2599-11ba-49c8-a39d-961b954f6972 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/quotas/297bc5c69bee4cd1a2fc88b4c268b27e HTTP/1.1" status: 200 len: 375 time: 0.3566065 Apr 29 15:29:51.479439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:51.484433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-10f7a2ad-4436-4562-9792-5982da10c2c4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:51.485852 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-10f7a2ad-4436-4562-9792-5982da10c2c4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3593245 Apr 29 15:29:51.507139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57750) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:51.525788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:29:51.526178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 29 15:29:51.562109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Port 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c not found, will not notify nova. {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 29 15:29:51.573686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-76ab5c5c-6c0a-4edb-82de-dca57e984125 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Synchronizing usage tracker for tenant:ba1efd4495704a168117d9d603fb1f93 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:51.575182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Pushing event updated for resources: {'Port': ['ID=423c0234-4c1c-450c-8259-c52e80467954,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:51.633598 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a775f9f-27f7-4160-9f32-01e5674630ac tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.642544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a775f9f-27f7-4160-9f32-01e5674630ac tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.650592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4e7beb90-0faa-4d41-83f8-e2db1734daf9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:51.722731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:51.723017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.723122 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed291c37-8082-4c91-ab34-72102dde0dd0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:51.723749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ed291c37-8082-4c91-ab34-72102dde0dd0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:51.780505 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.795035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Allocated IP 172.20.0.11 (27d8e09c-f6a3-4d8e-b54c-714b932eb8a6/5ccc8aa7-4607-4e4c-8e6c-7e14cfaacc19/cb49f01f-cc08-4a87-8571-88d458c6488a) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:51.848144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-76ab5c5c-6c0a-4edb-82de-dca57e984125 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Unset dirty status for tenant:ba1efd4495704a168117d9d603fb1f93 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:51.850204 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-76ab5c5c-6c0a-4edb-82de-dca57e984125 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--293565454&fields=id&tenant_id=ba1efd4495704a168117d9d603fb1f93 HTTP/1.1" status: 200 len: 267 time: 1.0085864 Apr 29 15:29:51.869172 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-3269afad-8dd7-448e-8874-46bda321557e tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=297bc5c69bee4cd1a2fc88b4c268b27e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3984706 Apr 29 15:29:51.872987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a775f9f-27f7-4160-9f32-01e5674630ac tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.878294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a775f9f-27f7-4160-9f32-01e5674630ac tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2de2eee4-fc11-4bd2-8a4e-ad3dd9b4bc74 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:29:51.893171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a775f9f-27f7-4160-9f32-01e5674630ac tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.896751 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0a775f9f-27f7-4160-9f32-01e5674630ac tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] 10.222.0.39 "DELETE /v2.0/routers/2de2eee4-fc11-4bd2-8a4e-ad3dd9b4bc74 HTTP/1.1" status: 204 len: 168 time: 1.4443347 Apr 29 15:29:51.905854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df7dd964-0124-4413-ae02-fb64aaa0fc03 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:51.912928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ed291c37-8082-4c91-ab34-72102dde0dd0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:51.914173 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ed291c37-8082-4c91-ab34-72102dde0dd0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4057317 Apr 29 15:29:51.914991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57756) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:51.932451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:29:51.953510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57760) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:51.954177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57764) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:51.968705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2871b8eb-2fa7-4a25-83ca-a4d2062936fa tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Request body: {'router': {'name': 'tempest-router-1792299048', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'df0a53007b0645808561ceb4bf37267c'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:51.984292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:29:51.984292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6cac2a1d-d0b1-49ed-8a6c-f6ad47d4032c not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:29:52.047838 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df7dd964-0124-4413-ae02-fb64aaa0fc03 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.087282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df7dd964-0124-4413-ae02-fb64aaa0fc03 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Network 68a23261-b456-44f9-9a75-c56f76043f62 is not hosted by any dhcp agent {{(pid=88714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 15:29:52.088126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7dd964-0124-4413-ae02-fb64aaa0fc03 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:52.088714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df7dd964-0124-4413-ae02-fb64aaa0fc03 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.089984 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-df7dd964-0124-4413-ae02-fb64aaa0fc03 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "PUT /v2.0/networks/68a23261-b456-44f9-9a75-c56f76043f62 HTTP/1.1" status: 200 len: 857 time: 1.0177975 Apr 29 15:29:52.102191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57770) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:52.108260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2871b8eb-2fa7-4a25-83ca-a4d2062936fa tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:52.142081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2871b8eb-2fa7-4a25-83ca-a4d2062936fa tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Usage tracker for resource:router and tenant:df0a53007b0645808561ceb4bf37267c is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:52.153816 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e17098c6-0d25-4e02-9782-40a4e932e17e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1979072 Apr 29 15:29:52.154425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.180495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57774) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:52.187736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2871b8eb-2fa7-4a25-83ca-a4d2062936fa tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:52.219744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2871b8eb-2fa7-4a25-83ca-a4d2062936fa tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:52.220314 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dd964-0124-4413-ae02-fb64aaa0fc03 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event updated for resources: {'Network': ['ID=68a23261-b456-44f9-9a75-c56f76043f62,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:52.225701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-42678876-51a0-44d4-8293-a6854d9b6d53 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:52.232546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-af110ab2-3214-44a0-8a06-15122772cb3c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:52.233189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-af110ab2-3214-44a0-8a06-15122772cb3c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Synchronizing usage tracker for tenant:ba1efd4495704a168117d9d603fb1f93 on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:52.294843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-c299a967-f26c-4501-a13b-1548c2340be4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:29:52.295849 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-c299a967-f26c-4501-a13b-1548c2340be4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1009166 Apr 29 15:29:52.296881 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ccdbd1d0-3d55-4547-a125-c0f8cca2de54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e9dcf9cf0cb4481a4432ba9caa81978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393660 Apr 29 15:29:52.311656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57780) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:52.363547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2871b8eb-2fa7-4a25-83ca-a4d2062936fa tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.364795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2871b8eb-2fa7-4a25-83ca-a4d2062936fa tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.369624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.389613 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-af110ab2-3214-44a0-8a06-15122772cb3c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Unset dirty status for tenant:ba1efd4495704a168117d9d603fb1f93 on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:52.390747 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-af110ab2-3214-44a0-8a06-15122772cb3c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/networks?id=2964b386-6c1c-4f7e-9bbd-459b2e114f03 HTTP/1.1" status: 200 len: 812 time: 0.5205562 Apr 29 15:29:52.427225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-42678876-51a0-44d4-8293-a6854d9b6d53 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:52.431358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.443799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2871b8eb-2fa7-4a25-83ca-a4d2062936fa tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.477510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-42678876-51a0-44d4-8293-a6854d9b6d53 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:52.512456 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-7c6deb93-4b27-4e49-8607-ec37f3db86ad tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/quotas/ba1efd4495704a168117d9d603fb1f93 HTTP/1.1" status: 200 len: 375 time: 0.1150005 Apr 29 15:29:52.531622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Transition to ACTIVE for port object cb49f01f-cc08-4a87-8571-88d458c6488a will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:52.604673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ba722a9d-7da4-4d7a-be3f-53dbd8c2b796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.615263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42678876-51a0-44d4-8293-a6854d9b6d53 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:52.618849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42678876-51a0-44d4-8293-a6854d9b6d53 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.690468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.710368 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-c5d1941c-e01b-40ec-b261-2b1ab8eb5377 service neutron] 10.222.0.39 "GET /v2.0/networks/5432cd65-807f-4f5d-a4fd-9331e5e76114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994150 Apr 29 15:29:52.729297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.730880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ba722a9d-7da4-4d7a-be3f-53dbd8c2b796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.731321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2871b8eb-2fa7-4a25-83ca-a4d2062936fa tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.745658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.772849 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a23261-b456-44f9-9a75-c56f76043f62']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:52.807420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92bbec6-d3b6-4a69-8fa2-53cc9f22ee58') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:52.807719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92bbec6-d3b6-4a69-8fa2-53cc9f22ee58') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:52.839403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.882206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.902658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:52.910757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:52.916950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.925184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:52.933688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:29:52.933688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:29:52.947792 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:29:52.952493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event updated for resources: {'Port': ['ID=cb49f01f-cc08-4a87-8571-88d458c6488a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:52.965208 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-1f9c79d6-927a-4353-b182-06d18a950708 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba1efd4495704a168117d9d603fb1f93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4326131 Apr 29 15:29:53.050258 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2871b8eb-2fa7-4a25-83ca-a4d2062936fa tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:53.052342 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2871b8eb-2fa7-4a25-83ca-a4d2062936fa tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1219468 Apr 29 15:29:53.058148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57792) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:53.065303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:53.133918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:53.134596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:53.138668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:53.149104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Pushing event updated for resources: {'Port': ['ID=423c0234-4c1c-450c-8259-c52e80467954,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:53.215347 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-c4b3c115-3c90-4d08-8a71-47abbbe365f8 service neutron] 10.222.0.39 "GET /v2.0/networks/5432cd65-807f-4f5d-a4fd-9331e5e76114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954321 Apr 29 15:29:53.219909 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8fdb5d81-30fa-4a5b-9675-49c8e4b209eb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3507326 Apr 29 15:29:53.222274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57796) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:53.229938 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ba722a9d-7da4-4d7a-be3f-53dbd8c2b796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:53.230257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ee93c294-85b7-4012-bc2d-ef7dbb875286 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:c4:54:2d'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:bb:3f:eb'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:53.278199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:53.284981 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4780111b-fb90-4fef-84a6-552b3973d298 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4126482 Apr 29 15:29:53.321924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-27d91f4e-8058-4d5d-b3f1-fb724ed852f9 None None] Provisioning for port cb49f01f-cc08-4a87-8571-88d458c6488a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:53.326869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba722a9d-7da4-4d7a-be3f-53dbd8c2b796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f742968f-f0b5-4d27-afa2-b2190cc2b653,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:53.327880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-27d91f4e-8058-4d5d-b3f1-fb724ed852f9 None None] Provisioning complete for port cb49f01f-cc08-4a87-8571-88d458c6488a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:53.329358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-27d91f4e-8058-4d5d-b3f1-fb724ed852f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:53.389943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ba722a9d-7da4-4d7a-be3f-53dbd8c2b796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:53.393928 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ba722a9d-7da4-4d7a-be3f-53dbd8c2b796 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f742968f-f0b5-4d27-afa2-b2190cc2b653 HTTP/1.1" status: 204 len: 168 time: 1.0799580 Apr 29 15:29:53.454506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-4ef3066d-e9bd-419b-b623-f2ba46038876 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:29:53.457754 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-4ef3066d-e9bd-419b-b623-f2ba46038876 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2396629 Apr 29 15:29:53.462858 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-27d91f4e-8058-4d5d-b3f1-fb724ed852f9 None None] Port cb49f01f-cc08-4a87-8571-88d458c6488a cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:53.471095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:53.633130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68a23261-b456-44f9-9a75-c56f76043f62 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 15:29:53.636619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:53.650617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57830) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:53.650803 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] 10.222.0.39 "DELETE /v2.0/networks/68a23261-b456-44f9-9a75-c56f76043f62 HTTP/1.1" status: 204 len: 168 time: 1.5451851 Apr 29 15:29:53.715741 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e07b79-85e2-4c32-89a8-12297654d2ef tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] DELETE failed (client error): The resource could not be found. Apr 29 15:29:53.717449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e07b79-85e2-4c32-89a8-12297654d2ef tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:29:53.733467 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42678876-51a0-44d4-8293-a6854d9b6d53 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:53.767118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc4558-2b14-4c31-b365-07770d1ca9a4 tempest-ExternalNetworksTestJSON-151582619 tempest-ExternalNetworksTestJSON-151582619-project-admin] Pushing event deleted for resources: {'Network': ['ID=68a23261-b456-44f9-9a75-c56f76043f62,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:53.809876 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-67e07b79-85e2-4c32-89a8-12297654d2ef tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] 10.222.0.39 "DELETE /v2.0/subnets/91b6820a-336d-4792-9611-1d442636ba0e HTTP/1.1" status: 404 len: 337 time: 0.1579919 Apr 29 15:29:53.818675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57838) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:53.857852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42678876-51a0-44d4-8293-a6854d9b6d53 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:53.932826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-42678876-51a0-44d4-8293-a6854d9b6d53 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:53.945469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce99abd-82d1-40c6-ab84-c076e9f79430 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:29:53.973693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42678876-51a0-44d4-8293-a6854d9b6d53 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:53.974599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42678876-51a0-44d4-8293-a6854d9b6d53 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:53.985122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:53.996835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.002681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.003010 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.030786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee93c294-85b7-4012-bc2d-ef7dbb875286 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.088057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42678876-51a0-44d4-8293-a6854d9b6d53 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=c9ffd1bb-97d9-40bb-be57-44e7dd00c785,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:54.130594 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-823e5727-6908-4f96-a726-41c82f003dfb service neutron] 10.222.0.39 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542320 Apr 29 15:29:54.278449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3376d446-db92-418e-a8e1-ec6403865a86 req-4778966d-3e75-4387-b62e-b458c626b04d tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Synchronizing usage tracker for tenant:6c6611d5100d46fea61fea61c35b79fa on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:54.382719 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-42678876-51a0-44d4-8293-a6854d9b6d53 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1826670 Apr 29 15:29:54.386951 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57864) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:54.401613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'fixed_ips': [{'subnet_id': 'c9ffd1bb-97d9-40bb-be57-44e7dd00c785', 'ip_address': '2001:db8::dcbd:a023:9e33:bda3'}], 'name': 'tempest-NetworksTestDHCPv6-1717174987'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:54.422417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': 'c9ffd1bb-97d9-40bb-be57-44e7dd00c785'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:29:54.424015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.445962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.476051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f2a443-4e9c-40bd-9fa5-3e721c338569']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:54.488411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643d8116-cbf9-4afd-b86d-34aaa97ff60f') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:54.488765 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643d8116-cbf9-4afd-b86d-34aaa97ff60f') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:29:54.501794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.520864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.529247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:29:54.529563 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:29:54.619553 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:29:54.625850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee93c294-85b7-4012-bc2d-ef7dbb875286 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.647906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:54.657770 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/c9ffd1bb-97d9-40bb-be57-44e7dd00c785/d705d01a-55fd-4c97-a95d-df23537e10d0) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:54.659789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:54.710549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee93c294-85b7-4012-bc2d-ef7dbb875286 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.763202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88714) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 29 15:29:54.763666 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Router 66e7139a-0783-44ba-b3eb-89a46f19a542 migrating from provider to provider. {{(pid=88714) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 29 15:29:54.763883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.800713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:54.843940 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-21393452-e9a5-4c9b-a8c6-7fda262f0e64 service neutron] 10.222.0.39 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154904 Apr 29 15:29:54.845333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.859150 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.863717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:54.938936 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3376d446-db92-418e-a8e1-ec6403865a86 req-4778966d-3e75-4387-b62e-b458c626b04d tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Unset dirty status for tenant:6c6611d5100d46fea61fea61c35b79fa on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:54.941200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93c294-85b7-4012-bc2d-ef7dbb875286 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event updated for resources: {'Port': ['ID=cb49f01f-cc08-4a87-8571-88d458c6488a,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:54.959622 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-4778966d-3e75-4387-b62e-b458c626b04d tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--434363444&fields=id&tenant_id=6c6611d5100d46fea61fea61c35b79fa HTTP/1.1" status: 200 len: 267 time: 1.2522569 Apr 29 15:29:55.014062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:55.027142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Transition to ACTIVE for port object d705d01a-55fd-4c97-a95d-df23537e10d0 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:55.049461 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Transition to ACTIVE for port object d705d01a-55fd-4c97-a95d-df23537e10d0 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:55.057149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ee93c294-85b7-4012-bc2d-ef7dbb875286 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] In _notify_port_updated(), no bound segment for port cb49f01f-cc08-4a87-8571-88d458c6488a on network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:29:55.062842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee93c294-85b7-4012-bc2d-ef7dbb875286 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:55.063526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee93c294-85b7-4012-bc2d-ef7dbb875286 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:55.067921 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ee93c294-85b7-4012-bc2d-ef7dbb875286 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "PUT /v2.0/ports/cb49f01f-cc08-4a87-8571-88d458c6488a HTTP/1.1" status: 200 len: 1056 time: 1.8408442 Apr 29 15:29:55.068425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57878) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:55.104420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] Pushing event deleted for resources: {'Network': ['ID=36f2a443-4e9c-40bd-9fa5-3e721c338569,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:55.109318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:55.146548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:55.151328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:55.201532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 9805e731-e1b8-4625-bccd-22dc2ec948aa yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:29:55.323409 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d507a07e-db3a-4ffa-8fc8-b99d53d8d208 tempest-ExternalNetworksTestJSON-28565261 tempest-ExternalNetworksTestJSON-28565261-project] 10.222.0.39 "DELETE /v2.0/networks/36f2a443-4e9c-40bd-9fa5-3e721c338569 HTTP/1.1" status: 204 len: 168 time: 1.5035167 Apr 29 15:29:55.358477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:55.362433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-642db6ec-b492-4541-a3cc-18da49a19f5c tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Deleting port cb49f01f-cc08-4a87-8571-88d458c6488a {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:55.365216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-642db6ec-b492-4541-a3cc-18da49a19f5c tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:55.367043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:55.379489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:55.388367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f9803e5f-2311-4d9b-9361-ead5fcab493e None None] Provisioning complete for port cb49f01f-cc08-4a87-8571-88d458c6488a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:55.388765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f9803e5f-2311-4d9b-9361-ead5fcab493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:55.433922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d446-db92-418e-a8e1-ec6403865a86 req-adaac7bb-f562-4ea2-9fbe-5af1158b3e23 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:55.455705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3376d446-db92-418e-a8e1-ec6403865a86 req-adaac7bb-f562-4ea2-9fbe-5af1158b3e23 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Synchronizing usage tracker for tenant:6c6611d5100d46fea61fea61c35b79fa on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:29:55.484820 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-96cee90b-2ece-4edc-a3fd-cc93dc4dd73a req-39f255a0-ae30-4a76-8094-44b53142bb9b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 210 time: 0.1631510 Apr 29 15:29:55.553546 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING neutron.scheduler.l3_agent_scheduler [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] No L3 agents can host the router 66e7139a-0783-44ba-b3eb-89a46f19a542 Apr 29 15:29:55.567177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Pushing event updated for resources: {'Port': ['ID=d705d01a-55fd-4c97-a95d-df23537e10d0,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:55.678982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Attempting to bind port d705d01a-55fd-4c97-a95d-df23537e10d0 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:29:55.683807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Attempting to bind port d705d01a-55fd-4c97-a95d-df23537e10d0 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:29:55.683807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Attempting to bind port d705d01a-55fd-4c97-a95d-df23537e10d0 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:29:55.688279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:29:55.688702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:29:55.689101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:55.689497 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:29:55.690017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Bound port: d705d01a-55fd-4c97-a95d-df23537e10d0, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:29:55.690344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:55.705534 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f9803e5f-2311-4d9b-9361-ead5fcab493e None None] Port cb49f01f-cc08-4a87-8571-88d458c6488a cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:55.760222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3376d446-db92-418e-a8e1-ec6403865a86 req-adaac7bb-f562-4ea2-9fbe-5af1158b3e23 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Unset dirty status for tenant:6c6611d5100d46fea61fea61c35b79fa on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:29:55.761882 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-adaac7bb-f562-4ea2-9fbe-5af1158b3e23 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/networks?id=04c046b6-30e7-453f-b79d-e5fa632df990 HTTP/1.1" status: 200 len: 812 time: 0.8014684 Apr 29 15:29:55.805219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] For port d705d01a-55fd-4c97-a95d-df23537e10d0, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:29:55.809336 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] For port d705d01a-55fd-4c97-a95d-df23537e10d0, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d705d01a-55fd-4c97-a95d-df23537e10d0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:29:55.854396 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-f4aced0c-7a16-4394-b12f-4f125077ad12 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/quotas/6c6611d5100d46fea61fea61c35b79fa HTTP/1.1" status: 200 len: 375 time: 0.0217793 Apr 29 15:29:55.856834 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-45fe183d-0261-4548-a26c-8cce4438bb2e req-76a78c52-4f44-41e8-be49-bdf9729e73e4 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 210 time: 0.1080744 Apr 29 15:29:55.911673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:55.981105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Hosts for router 66e7139a-0783-44ba-b3eb-89a46f19a542: [] {{(pid=88714) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 29 15:29:56.000169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::dcbd:a023:9e33:bda3 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/c9ffd1bb-97d9-40bb-be57-44e7dd00c785/9805e731-e1b8-4625-bccd-22dc2ec948aa) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:56.009881 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047b657-3bb5-4d12-9c6f-f14682dfe8da None None] Pushing event updated for resources: {'Port': ['ID=d705d01a-55fd-4c97-a95d-df23537e10d0,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:56.035015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Hosts for other DVR routers connected to router 66e7139a-0783-44ba-b3eb-89a46f19a542: set() {{(pid=88714) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 29 15:29:56.038490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:56.039860 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-40494ef9-9c0b-4cd3-a2fe-e897a8c4ed44 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] 10.222.0.39 "PUT /v2.0/routers/66e7139a-0783-44ba-b3eb-89a46f19a542 HTTP/1.1" status: 200 len: 717 time: 2.9807801 Apr 29 15:29:56.045790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57920) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:56.149837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57928) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:56.274118 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4688d6ff-3a33-4a22-8a0b-055eb82157b7 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] 10.222.0.39 "GET /v2.0/routers/66e7139a-0783-44ba-b3eb-89a46f19a542 HTTP/1.1" status: 200 len: 717 time: 0.2231836 Apr 29 15:29:56.282535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57938) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:56.318707 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-ef3f5277-6253-496e-90a9-d573879c5f3f tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6611d5100d46fea61fea61c35b79fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4099596 Apr 29 15:29:56.551395 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-642db6ec-b492-4541-a3cc-18da49a19f5c tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:56.558301 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-6a6ffac7-fe4c-4d51-9c9b-20a400ba0ddc service neutron] 10.222.0.39 "GET /v2.0/networks/04c046b6-30e7-453f-b79d-e5fa632df990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343543 Apr 29 15:29:56.789041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:56.806254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 9805e731-e1b8-4625-bccd-22dc2ec948aa will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:29:56.829016 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-955699af-1613-42b9-b6a5-42a69296e5f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=338ce8bd967b45ed9265d19df8a31cc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6754668 Apr 29 15:29:56.831773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57956) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:56.844398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-642db6ec-b492-4541-a3cc-18da49a19f5c tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Calling delete_port for cb49f01f-cc08-4a87-8571-88d458c6488a owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:56.978393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 57960) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:56.992759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:57.039430 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-635283fc-ec8a-482a-8ca8-72046b6185dc req-41f491cb-3e6f-4769-b124-412556121b87 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 210 time: 0.2246101 Apr 29 15:29:57.051109 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6bf1e5a0-d4dc-4ccc-b389-b3c072496a84 tempest-RoutersTestDVR-968282490 tempest-RoutersTestDVR-968282490-project] 10.222.0.39 "GET /v2.0/routers/66e7139a-0783-44ba-b3eb-89a46f19a542 HTTP/1.1" status: 200 len: 683 time: 0.7674208 Apr 29 15:29:57.059964 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57968) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:57.113518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:29:57.121923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:29:57.128194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:29:57.134231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:57.135014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:57.156177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=9805e731-e1b8-4625-bccd-22dc2ec948aa,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:57.226007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-642db6ec-b492-4541-a3cc-18da49a19f5c tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:57.313840 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-ab7d8981-b07c-491a-8d4a-024943f1969e service neutron] 10.222.0.39 "GET /v2.0/networks/04c046b6-30e7-453f-b79d-e5fa632df990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7501900 Apr 29 15:29:57.353435 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fdc6a6d5-fb2e-4c56-9650-d29e736186f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9587226 Apr 29 15:29:57.367192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57974) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:57.376602 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7dea7080-617c-494d-ac89-a1ba39fa3512 req-2a58e0b7-e2d1-4b1a-aada-2727af1e033a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 210 time: 0.2111340 Apr 29 15:29:57.388857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-622991003'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:57.392310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642db6ec-b492-4541-a3cc-18da49a19f5c tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event deleted for resources: {'Port': ['ID=cb49f01f-cc08-4a87-8571-88d458c6488a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:57.401212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:57.422003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Usage tracker for resource:network and tenant:ee7711a8774e47b0bdf20540201c0d12 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:57.431342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2768922-d409-42c6-8294-459c2b10c6c2 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:57.437555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:57.443496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:57.514592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-66a6bb63-1888-4b9e-96a1-f6bd6e8e703c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:57.545486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-66a6bb63-1888-4b9e-96a1-f6bd6e8e703c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:57.580154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Made reservation on behalf of ee7711a8774e47b0bdf20540201c0d12 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:57.584244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:57.689360 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:57.770314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.44', 64776) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:57.801258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d705d01a-55fd-4c97-a95d-df23537e10d0 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:57.804368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:57.823621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Usage tracker for resource:security_group_rule and tenant:ee7711a8774e47b0bdf20540201c0d12 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:57.840742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:57.858693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:57.872637 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4806128c-b9ef-4158-88d7-29955eaed7a9 None None] Provisioning for port d705d01a-55fd-4c97-a95d-df23537e10d0 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:57.878403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-66a6bb63-1888-4b9e-96a1-f6bd6e8e703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:57.936712 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1ab527d5-2df4-475c-9f2e-d9254784dcbe req-258067bc-f101-4a42-a638-14b5ce06c4eb tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 210 time: 0.1122377 Apr 29 15:29:58.002319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6bb63-1888-4b9e-96a1-f6bd6e8e703c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949095d0-d70c-48a3-be18-4aca32cfabdb,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:58.030062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-642db6ec-b492-4541-a3cc-18da49a19f5c tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.031898 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-642db6ec-b492-4541-a3cc-18da49a19f5c tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "DELETE /v2.0/ports/cb49f01f-cc08-4a87-8571-88d458c6488a HTTP/1.1" status: 204 len: 168 time: 2.9624536 Apr 29 15:29:58.040031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-c55879df-37f4-45ed-b0a0-65938ae21488 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:58.041691 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-c55879df-37f4-45ed-b0a0-65938ae21488 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.44 "GET /v2.0/networks?id=5432cd65-807f-4f5d-a4fd-9331e5e76114 HTTP/1.1" status: 200 len: 805 time: 0.2686486 Apr 29 15:29:58.075297 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port d705d01a-55fd-4c97-a95d-df23537e10d0 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:58.075576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-66a6bb63-1888-4b9e-96a1-f6bd6e8e703c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.077306 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-66a6bb63-1888-4b9e-96a1-f6bd6e8e703c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/949095d0-d70c-48a3-be18-4aca32cfabdb HTTP/1.1" status: 204 len: 168 time: 1.2035522 Apr 29 15:29:58.144140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 57992) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:58.145011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.198458 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-cdd21624-a1c8-4983-a46a-f698ee8e2c12 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=297bc5c69bee4cd1a2fc88b4c268b27e HTTP/1.1" status: 200 len: 380 time: 0.0505476 Apr 29 15:29:58.213827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Request body: {'port': {'device_id': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'admin_state_up': True, 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'security_groups': ['ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:58.246977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.318511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2768922-d409-42c6-8294-459c2b10c6c2 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.322165 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-193ccfd2-2423-455e-b0ff-bd9a3d334456 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] GET failed (client error): The resource could not be found. Apr 29 15:29:58.325969 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-193ccfd2-2423-455e-b0ff-bd9a3d334456 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "GET /v2.0/ports/cb49f01f-cc08-4a87-8571-88d458c6488a HTTP/1.1" status: 404 len: 333 time: 0.1779621 Apr 29 15:29:58.333674 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d705d01a-55fd-4c97-a95d-df23537e10d0 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:58.334048 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.335555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58002) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:58.338790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2768922-d409-42c6-8294-459c2b10c6c2 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.511179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1604652-b9d6-4064-ace5-cae79c4da894 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:58.524025 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1604652-b9d6-4064-ace5-cae79c4da894 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:58.528440 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a1604652-b9d6-4064-ace5-cae79c4da894 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.1521418 Apr 29 15:29:58.536341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58014) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:58.544950 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c7b6fb67-0cbb-4d5a-91e2-86e768b5e572 None None] Provisioning for port 9805e731-e1b8-4625-bccd-22dc2ec948aa completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:29:58.574332 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c7b6fb67-0cbb-4d5a-91e2-86e768b5e572 None None] Provisioning complete for port 9805e731-e1b8-4625-bccd-22dc2ec948aa triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:29:58.574752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c7b6fb67-0cbb-4d5a-91e2-86e768b5e572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.615257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5058ab08-e0d1-44ae-b5e6-55af783dcce4,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:58.618526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.621046 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e5fd228c-be0f-4104-9dc0-a1903bc68a8e req-7ed97f31-1d3a-4229-af48-050ec1c9010f tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 210 time: 0.2262888 Apr 29 15:29:58.641474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:29:58.650091 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2768922-d409-42c6-8294-459c2b10c6c2 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.650091 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2768922-d409-42c6-8294-459c2b10c6c2 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66e7139a-0783-44ba-b3eb-89a46f19a542 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:29:58.669467 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6fb67-0cbb-4d5a-91e2-86e768b5e572 None None] Port 9805e731-e1b8-4625-bccd-22dc2ec948aa cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:29:58.686299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port d705d01a-55fd-4c97-a95d-df23537e10d0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d705d01a-55fd-4c97-a95d-df23537e10d0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:29:58.691440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.692017 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Added segment 73c11376-31df-4ec8-a4f0-3f739e837f25 of type vlan for network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef Apr 29 15:29:58.752345 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fba56926-1548-4eb8-aa6b-a902033953c6 req-0dc9cf0d-b090-4fa2-a287-a1ca6cc3c220 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 210 time: 0.1525090 Apr 29 15:29:58.760136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2768922-d409-42c6-8294-459c2b10c6c2 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.760336 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.760448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.761258 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e2768922-d409-42c6-8294-459c2b10c6c2 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] 10.222.0.39 "DELETE /v2.0/routers/66e7139a-0783-44ba-b3eb-89a46f19a542 HTTP/1.1" status: 204 len: 168 time: 1.6973197 Apr 29 15:29:58.765018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58028) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:58.774521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9cf80817-4f02-4dc1-b27c-a6a74072f365 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Request body: {'router': {'name': 'tempest-router-553527273', 'distributed': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:29:58.778262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-5cfdaaed-a889-4cf9-95fc-f5c547a7073d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 9805e731-e1b8-4625-bccd-22dc2ec948aa {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:58.778858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cfdaaed-a889-4cf9-95fc-f5c547a7073d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.791648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6ff31437-4fe5-45be-a89c-ec5880b691db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Deleting port 65a9783d-831b-4846-a6ad-6f8c5ee430ff {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:29:58.792010 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ff31437-4fe5-45be-a89c-ec5880b691db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:58.886094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:58.895090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=d705d01a-55fd-4c97-a95d-df23537e10d0,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:58.899122 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9cf80817-4f02-4dc1-b27c-a6a74072f365 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:29:58.908625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Usage tracker for resource:port and tenant:297bc5c69bee4cd1a2fc88b4c268b27e is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:58.909182 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9cf80817-4f02-4dc1-b27c-a6a74072f365 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Usage tracker for resource:router and tenant:e06b5f0ca424476181da7fb4cd460248 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:29:58.912866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9cf80817-4f02-4dc1-b27c-a6a74072f365 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:58.922602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:29:58.933479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9cf80817-4f02-4dc1-b27c-a6a74072f365 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:58.934398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:29:59.055048 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-77c8d85b-8340-4505-9c13-6175d23c65a7 req-747cd317-f7d7-40dd-9050-7a0aecbf0699 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 210 time: 0.0527248 Apr 29 15:29:59.087959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cfdaaed-a889-4cf9-95fc-f5c547a7073d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:59.099802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cf80817-4f02-4dc1-b27c-a6a74072f365 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:59.101049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cf80817-4f02-4dc1-b27c-a6a74072f365 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:59.163332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.44', 64782) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:59.247646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Made reservation on behalf of 297bc5c69bee4cd1a2fc88b4c268b27e for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:29:59.251131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:59.269437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:59.275564 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:29:59.276136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:59.287010 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cf80817-4f02-4dc1-b27c-a6a74072f365 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:59.293055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-5cfdaaed-a889-4cf9-95fc-f5c547a7073d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 9805e731-e1b8-4625-bccd-22dc2ec948aa owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:59.323734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ff31437-4fe5-45be-a89c-ec5880b691db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:59.391023 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58048) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:59.481801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Allocated IP 172.20.0.11 (5432cd65-807f-4f5d-a4fd-9331e5e76114/310b605c-9112-4522-86d3-3e71a3f02744/35549397-dbf9-44c2-b81d-659e3ec258ed) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:29:59.485722 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6ff31437-4fe5-45be-a89c-ec5880b691db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Calling delete_port for 65a9783d-831b-4846-a6ad-6f8c5ee430ff owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:29:59.516443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cf80817-4f02-4dc1-b27c-a6a74072f365 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:59.577273 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8a6457e8-b4b0-48ec-8149-cb6eac0e0553 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13bb0f3edf6f4e8abc13953e975878de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1850572 Apr 29 15:29:59.581423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58052) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:29:59.683880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-173ba11c-ba5f-4f32-a865-10d9ff754dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:59.725950 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Pushing event updated for resources: {'Network': ['ID=d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:29:59.733539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d705d01a-55fd-4c97-a95d-df23537e10d0 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:29:59.742853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-173ba11c-ba5f-4f32-a865-10d9ff754dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:59.803928 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-69c1fe0e-8088-40be-b9ec-b48d98f8bdad tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8238235 Apr 29 15:29:59.841362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:29:59.890195 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cf80817-4f02-4dc1-b27c-a6a74072f365 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:29:59.892361 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9cf80817-4f02-4dc1-b27c-a6a74072f365 tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1265609 Apr 29 15:29:59.946092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58066) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:00.047213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-173ba11c-ba5f-4f32-a865-10d9ff754dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:00.099487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d705d01a-55fd-4c97-a95d-df23537e10d0 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:00.103348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:00.128800 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d2ce13ee-dfd2-44a4-bf6d-f330aaae4899 req-b8ee7fb0-34dc-4eb5-a7da-9eb8f535939f tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 210 time: 0.2332404 Apr 29 15:30:00.279154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ba11c-ba5f-4f32-a865-10d9ff754dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef04d87-77ef-427e-9731-828697b73ab7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:00.314368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e5285cf-464f-48c0-b6cd-470b8851f78b tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:00.320967 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-17fcf345-746d-4fd5-9057-781f356799b0 req-e9e351cc-f693-482f-bdbf-a8fffe9a3b1f tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 210 time: 0.2485263 Apr 29 15:30:00.375568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-173ba11c-ba5f-4f32-a865-10d9ff754dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:00.378870 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-173ba11c-ba5f-4f32-a865-10d9ff754dde admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ef04d87-77ef-427e-9731-828697b73ab7 HTTP/1.1" status: 204 len: 168 time: 0.7942472 Apr 29 15:30:00.434478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-9844f372-f0e3-416d-9f74-5ffaaa9a3a68 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:00.435967 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-9844f372-f0e3-416d-9f74-5ffaaa9a3a68 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.44 "GET /v2.0/networks?id=2964b386-6c1c-4f7e-9bbd-459b2e114f03 HTTP/1.1" status: 200 len: 812 time: 1.2707808 Apr 29 15:30:00.493418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ff31437-4fe5-45be-a89c-ec5880b691db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:00.616853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58080) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:00.692105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff31437-4fe5-45be-a89c-ec5880b691db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event deleted for resources: {'Port': ['ID=65a9783d-831b-4846-a6ad-6f8c5ee430ff,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:00.707384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Request body: {'port': {'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef', 'binding:host_id': 'hv-neutron-8391', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1752964123'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:00.762988 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ebc92c36-9b24-4a7a-a1d7-fcec3d6d2289 req-d548b381-3d20-48cf-8e68-193d5c9ddb19 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 210 time: 0.1490545 Apr 29 15:30:00.768077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:00.797844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Usage tracker for resource:port and tenant:3d9f9bfda1a24f48a8ccc9016593f30d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:00.835438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:00.856357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:00.897555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ff31437-4fe5-45be-a89c-ec5880b691db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:00.905153 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6ff31437-4fe5-45be-a89c-ec5880b691db tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "DELETE /v2.0/ports/65a9783d-831b-4846-a6ad-6f8c5ee430ff HTTP/1.1" status: 204 len: 168 time: 2.4746511 Apr 29 15:30:00.906031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58084) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:00.949843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cfdaaed-a889-4cf9-95fc-f5c547a7073d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:01.010335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Made reservation on behalf of 3d9f9bfda1a24f48a8ccc9016593f30d for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:01.021678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:01.034251 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39c95d6-2a0d-4aea-8c8f-07a129b264e4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] GET failed (client error): The resource could not be found. Apr 29 15:30:01.034809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c39c95d6-2a0d-4aea-8c8f-07a129b264e4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Synchronizing usage tracker for tenant:2eeae7b10b4944799d8bba7f5564bc47 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:01.041194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:01.072869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:01.078594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Usage tracker for resource:security_group_rule and tenant:3d9f9bfda1a24f48a8ccc9016593f30d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:01.082164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:01.094657 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:01.140896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.44', 64786) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:01.142183 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-74ac4f44-d023-4f70-9b8b-4c609444cdab tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba1efd4495704a168117d9d603fb1f93 HTTP/1.1" status: 200 len: 379 time: 0.5189850 Apr 29 15:30:01.194062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c39c95d6-2a0d-4aea-8c8f-07a129b264e4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Unset dirty status for tenant:2eeae7b10b4944799d8bba7f5564bc47 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:01.196182 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c39c95d6-2a0d-4aea-8c8f-07a129b264e4 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "GET /v2.0/ports/65a9783d-831b-4846-a6ad-6f8c5ee430ff HTTP/1.1" status: 404 len: 333 time: 0.2891400 Apr 29 15:30:01.205447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58094) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:01.252127 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Request body: {'port': {'device_id': '92d4a3db-2c58-442d-9059-49a409bec874', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'admin_state_up': True, 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'security_groups': ['54c23615-848b-4422-9d08-9192b3236e75']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:01.307829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdaaed-a889-4cf9-95fc-f5c547a7073d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=9805e731-e1b8-4625-bccd-22dc2ec948aa,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:01.334476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e5285cf-464f-48c0-b6cd-470b8851f78b tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:01.347168 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cfdaaed-a889-4cf9-95fc-f5c547a7073d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:01.366730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e5285cf-464f-48c0-b6cd-470b8851f78b tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:01.375567 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5cfdaaed-a889-4cf9-95fc-f5c547a7073d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/9805e731-e1b8-4625-bccd-22dc2ec948aa HTTP/1.1" status: 204 len: 168 time: 2.8373535 Apr 29 15:30:01.391164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58104) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:01.413749 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:30:01.635831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:01.652937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378f38db-adb0-4f3e-b074-a7ff215c2baf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:01.654679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378f38db-adb0-4f3e-b074-a7ff215c2baf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:01.655525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-378f38db-adb0-4f3e-b074-a7ff215c2baf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:01.682238 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6ea33c78-9157-4ad5-9664-2b024ac4f10a req-a426861b-5805-4c94-bb69-a336f2f549af tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 210 time: 0.2455993 Apr 29 15:30:01.713834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:01.716702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Transition to ACTIVE for port object 35549397-dbf9-44c2-b81d-659e3ec258ed will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:01.720547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Usage tracker for resource:port and tenant:ba1efd4495704a168117d9d603fb1f93 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:01.723079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e5285cf-464f-48c0-b6cd-470b8851f78b tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:01.724417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5285cf-464f-48c0-b6cd-470b8851f78b tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69676fa5-59f6-4d31-acb8-fb597bc17bf9 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:30:01.727114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:01.738016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:01.748431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e5285cf-464f-48c0-b6cd-470b8851f78b tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:01.753403 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2e5285cf-464f-48c0-b6cd-470b8851f78b tempest-RoutersTestDVR-983171139 tempest-RoutersTestDVR-983171139-project-admin] 10.222.0.39 "DELETE /v2.0/routers/69676fa5-59f6-4d31-acb8-fb597bc17bf9 HTTP/1.1" status: 204 len: 168 time: 1.7919047 Apr 29 15:30:01.775103 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1861bff9-f658-4e0c-8bf8-473b1dcafc2c req-ac23c454-8f7c-4287-bdf6-fccb26e54211 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 210 time: 0.0918055 Apr 29 15:30:01.810566 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-378f38db-adb0-4f3e-b074-a7ff215c2baf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:01.814170 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-378f38db-adb0-4f3e-b074-a7ff215c2baf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4148016 Apr 29 15:30:01.814763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58116) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:01.816190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c53a2ed6-f4b6-4639-a841-ac5facab5e07 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Deleting port 6944879d-c214-41be-843f-15e3897b2ea3 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:01.816803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ed6-f4b6-4639-a841-ac5facab5e07 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:01.914283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Made reservation on behalf of ba1efd4495704a168117d9d603fb1f93 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:01.925281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:01.959660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d446-db92-418e-a8e1-ec6403865a86 req-593c3898-908e-4df6-a45e-967fa506e328 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:01.966136 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-593c3898-908e-4df6-a45e-967fa506e328 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.44 "GET /v2.0/networks?id=04c046b6-30e7-453f-b79d-e5fa632df990 HTTP/1.1" status: 200 len: 812 time: 0.8242466 Apr 29 15:30:01.999404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:02.047233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f40a738a-1ad1-4a54-b40d-54bb3d75c654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:02.089364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:02.129433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Network 5432cd65-807f-4f5d-a4fd-9331e5e76114 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:02.142641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:02.146209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:02.210481 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6809d61e-99d2-4199-8829-9e08b5f63777 req-e65599b6-836f-495f-8e47-25bd5e77103b tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 210 time: 0.1758599 Apr 29 15:30:02.216158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:02.220243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] device_id is not set on port 4f1c7276-c95b-4181-a634-34fb74b627fe yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:02.236417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5901bb7-e66c-489a-bd48-9895693a24ef tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet c9ffd1bb-97d9-40bb-be57-44e7dd00c785 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:30:02.306413 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f5901bb7-e66c-489a-bd48-9895693a24ef tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:02.363915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Pushing event updated for resources: {'Port': ['ID=35549397-dbf9-44c2-b81d-659e3ec258ed,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:02.495416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:02.496309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:02.539150 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f5901bb7-e66c-489a-bd48-9895693a24ef tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:02.607967 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b243176c-7390-48ec-8e02-fffaef71361c None None] Provisioning for port 35549397-dbf9-44c2-b81d-659e3ec258ed completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:02.615122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b243176c-7390-48ec-8e02-fffaef71361c None None] Provisioning complete for port 35549397-dbf9-44c2-b81d-659e3ec258ed triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:02.615694 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b243176c-7390-48ec-8e02-fffaef71361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:02.637692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Allocated IP 172.20.0.13 (2964b386-6c1c-4f7e-9bbd-459b2e114f03/9e596a82-36fa-4d0f-b10e-5eea0b359f13/647904f8-4d44-429d-940d-7234c4631de1) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:02.724542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ed6-f4b6-4639-a841-ac5facab5e07 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:02.764001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f5901bb7-e66c-489a-bd48-9895693a24ef tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:02.766664 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b243176c-7390-48ec-8e02-fffaef71361c None None] Port 35549397-dbf9-44c2-b81d-659e3ec258ed cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:30:02.876935 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-d405795f-ab10-437c-b012-595fd2c7a614 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6727440 Apr 29 15:30:02.877585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58138) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:02.896946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-6b93d0d3-186b-4d16-a656-c4ad8cb46d07 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:02.898274 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-6b93d0d3-186b-4d16-a656-c4ad8cb46d07 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082800 Apr 29 15:30:02.978802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f5901bb7-e66c-489a-bd48-9895693a24ef tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:03.038344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c53a2ed6-f4b6-4639-a841-ac5facab5e07 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Calling delete_port for 6944879d-c214-41be-843f-15e3897b2ea3 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:03.042503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5901bb7-e66c-489a-bd48-9895693a24ef tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ffd1bb-97d9-40bb-be57-44e7dd00c785,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:03.055219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f5901bb7-e66c-489a-bd48-9895693a24ef tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:03.062834 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f38da8-ae3a-461a-ae8b-083b2f5c1626 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:03.124896 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-148a9617-6191-4d54-8893-18bfe4a25f3f tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c6611d5100d46fea61fea61c35b79fa HTTP/1.1" status: 200 len: 379 time: 1.1382661 Apr 29 15:30:03.247146 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f5901bb7-e66c-489a-bd48-9895693a24ef tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/c9ffd1bb-97d9-40bb-be57-44e7dd00c785 HTTP/1.1" status: 204 len: 168 time: 1.4284315 Apr 29 15:30:03.247778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58150) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:03.257207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:03.378619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Request body: {'port': {'device_id': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'admin_state_up': True, 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'security_groups': ['f810cfa2-790b-4522-a020-66238dda9231']}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:03.534362 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7799c282-725c-4f33-96ee-208b4c56fed9 req-879aef3e-1940-4eca-8d94-827acd32aa73 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 210 time: 0.3628833 Apr 29 15:30:03.547709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Request body: {'port': {'device_id': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:03.570145 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:30:03.579778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] Deleting port d705d01a-55fd-4c97-a95d-df23537e10d0 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:03.580174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:03.652070 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b8ae4e74-c886-4a35-9e7e-fafb8bb600a7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3848972 Apr 29 15:30:03.663454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Transition to ACTIVE for port object 647904f8-4d44-429d-940d-7234c4631de1 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:03.663454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58162) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:03.668786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:03.706351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0a0b67-d3b3-4c4f-a5d1-4f2665d77eff,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:03.829985 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d705d01a-55fd-4c97-a95d-df23537e10d0 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:30:03.833508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e6686566-0c39-4537-ab15-701268844463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:03.951404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e6686566-0c39-4537-ab15-701268844463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:03.982668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:04.043256 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] For port d705d01a-55fd-4c97-a95d-df23537e10d0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d705d01a-55fd-4c97-a95d-df23537e10d0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:04.044954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:04.106392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e6686566-0c39-4537-ab15-701268844463 admin admin] Usage tracker for resource:security_group_rule and tenant:df0a53007b0645808561ceb4bf37267c is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:04.140863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:04.140863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e6686566-0c39-4537-ab15-701268844463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:04.143543 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:04.154748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ed6-f4b6-4639-a841-ac5facab5e07 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:04.167448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e6686566-0c39-4537-ab15-701268844463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:04.169995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:04.219668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:04.357911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] device_id is not set on port 4f1c7276-c95b-4181-a634-34fb74b627fe yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:04.382391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] Calling delete_port for d705d01a-55fd-4c97-a95d-df23537e10d0 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:04.383020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:04.419785 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-70f04f5f-10cb-4401-b60e-52bfe3fda44c req-2ef9e04b-1388-41bc-a193-10b30854b30d tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 210 time: 0.2912018 Apr 29 15:30:04.448845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a2ed6-f4b6-4639-a841-ac5facab5e07 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event deleted for resources: {'Port': ['ID=6944879d-c214-41be-843f-15e3897b2ea3,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:04.459164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Transition to ACTIVE for port object 4f1c7276-c95b-4181-a634-34fb74b627fe will not be triggered until provisioned by entity L2. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:04.587307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:04.642630 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:04.724503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Pushing event updated for resources: {'Port': ['ID=647904f8-4d44-429d-940d-7234c4631de1,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:04.733721 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:04.735894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port d705d01a-55fd-4c97-a95d-df23537e10d0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d705d01a-55fd-4c97-a95d-df23537e10d0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:04.737469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:04.802393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:04.826794 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:04.851749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:04.884145 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-536c44ee-4737-48f3-8246-a6ce50bb2420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:04.901733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ab794-f162-45f3-9b74-8b1f18788440 req-90fdd90f-da01-40c0-9b40-5e8c61ce79cd tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:04.903245 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:30:04.903813 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:30:04.909010 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e34ab794-f162-45f3-9b74-8b1f18788440 req-90fdd90f-da01-40c0-9b40-5e8c61ce79cd tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 932 time: 1.9824734 Apr 29 15:30:04.910677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:04.922373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:04.928723 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=d705d01a-55fd-4c97-a95d-df23537e10d0,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:04.938968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Usage tracker for resource:port and tenant:6c6611d5100d46fea61fea61c35b79fa is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:04.944124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:04.945281 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ed6-f4b6-4639-a841-ac5facab5e07 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:04.948485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:05.057648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58180) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:05.065746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:05.115733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:05.115733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:05.179049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e6686566-0c39-4537-ab15-701268844463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:05.219017 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e34ab794-f162-45f3-9b74-8b1f18788440 req-e953bbdc-895a-427d-9143-551c5031603f tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089838 Apr 29 15:30:05.306225 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:05.320404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event updated for resources: {'Port': ['ID=4f1c7276-c95b-4181-a634-34fb74b627fe,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:05.333744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:05.335572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Checking segment: {'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:05.337876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Network hostable DHCP agents. Network: d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:30:05.362229 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c53a2ed6-f4b6-4639-a841-ac5facab5e07 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "DELETE /v2.0/ports/6944879d-c214-41be-843f-15e3897b2ea3 HTTP/1.1" status: 204 len: 168 time: 4.1342816 Apr 29 15:30:05.367245 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Made reservation on behalf of 6c6611d5100d46fea61fea61c35b79fa for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:05.375769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:05.387644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58186) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:05.395058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ff833592-e0a7-44ad-ba03-7857a996c1aa tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:05.428495 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-34166493-629f-411f-aef3-de338932aaff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1548691 Apr 29 15:30:05.428495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e6686566-0c39-4537-ab15-701268844463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:05.428779 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] Deleting port d705d01a-55fd-4c97-a95d-df23537e10d0 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:05.428779 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:05.488850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Request body: {'port': {'device_id': '92d4a3db-2c58-442d-9059-49a409bec874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:05.576126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b2c8ff-f935-4925-a135-5f75652623cb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Deleting subnet 5ccc8aa7-4607-4e4c-8e6c-7e14cfaacc19 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:30:05.604415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e9864-5e4e-4aba-9022-d428b48cf4b4 req-2cfe84f7-0d4a-4fe1-b3eb-fc6542b7cbfc tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:05.611533 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3f9e9864-5e4e-4aba-9022-d428b48cf4b4 req-2cfe84f7-0d4a-4fe1-b3eb-fc6542b7cbfc tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 932 time: 0.8194065 Apr 29 15:30:05.627093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86b2c8ff-f935-4925-a135-5f75652623cb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:05.640418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35549397-dbf9-44c2-b81d-659e3ec258ed {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:30:05.700748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:05.738320 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] For port d705d01a-55fd-4c97-a95d-df23537e10d0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d705d01a-55fd-4c97-a95d-df23537e10d0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:05.738751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:05.788629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6686566-0c39-4537-ab15-701268844463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0802d60-e195-469a-971e-09f5001f210d,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:05.817388 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e6686566-0c39-4537-ab15-701268844463 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df0a53007b0645808561ceb4bf37267c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9380074 Apr 29 15:30:05.826219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58194) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:05.844448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Transition to ACTIVE for port object 35549397-dbf9-44c2-b81d-659e3ec258ed will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:05.892773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Allocated IP 172.20.0.5 (04c046b6-30e7-453f-b79d-e5fa632df990/9a9ec513-28b0-4a6a-a7b7-1fb346640e98/2e678ba4-43b1-4185-8c5f-b2311fc43cc3) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:05.893007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-dfb570c0-c727-471f-b3ac-5392ef01c701 None None] Provisioning for port 647904f8-4d44-429d-940d-7234c4631de1 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:05.904457 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] Calling delete_port for d705d01a-55fd-4c97-a95d-df23537e10d0 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:05.932706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-dfb570c0-c727-471f-b3ac-5392ef01c701 None None] Provisioning complete for port 647904f8-4d44-429d-940d-7234c4631de1 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:05.933062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dfb570c0-c727-471f-b3ac-5392ef01c701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:06.002203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dfb570c0-c727-471f-b3ac-5392ef01c701 None None] Port 647904f8-4d44-429d-940d-7234c4631de1 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:30:06.008427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:06.097072 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-347dbdaa-f7f8-41b7-9a87-e6472d14aec3 req-d254236e-4990-450c-a2ca-1a8f88e84899 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 210 time: 0.1961391 Apr 29 15:30:06.100194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:30:06.119597 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:06.180576 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3f9e9864-5e4e-4aba-9022-d428b48cf4b4 req-b3e3340b-d514-403e-98f6-1a051c8a3772 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5542405 Apr 29 15:30:06.235775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:06.254166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] Pushing event deleted for resources: {'Port': ['ID=d705d01a-55fd-4c97-a95d-df23537e10d0,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:06.267459 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86b2c8ff-f935-4925-a135-5f75652623cb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:06.279633 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef102cd8-0ed8-461d-a5c3-6a94bdee54b3 None None] No DVR routers for this DVR port d705d01a-55fd-4c97-a95d-df23537e10d0 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:30:06.395319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd6696e-a335-4212-a986-ae6925437ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:06.515696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Pushing event updated for resources: {'Port': ['ID=35549397-dbf9-44c2-b81d-659e3ec258ed,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:06.606747 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ff833592-e0a7-44ad-ba03-7857a996c1aa tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] 10.222.0.39 "PUT /v2.0/quotas/9960883cfaae49f5ad0f4bf15e295a95 HTTP/1.1" status: 200 len: 366 time: 1.5375354 Apr 29 15:30:06.612592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58200) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:06.638821 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8311d3ec-24e0-450e-b333-e4c93a6863f2 tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0186856 Apr 29 15:30:06.643110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:06.644572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58204) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:06.653871 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4ca524-8ab4-4e60-ba21-116b6f6453b4 None None] Network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:06.687862 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1ffc8e27-9439-43d1-96b4-3131b90a8b23 tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] 10.222.0.39 "GET /v2.0/quotas/9960883cfaae49f5ad0f4bf15e295a95 HTTP/1.1" status: 200 len: 366 time: 0.0348041 Apr 29 15:30:06.729251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58208) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:06.729834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:06.729946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:06.761422 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:06.778559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd6696e-a335-4212-a986-ae6925437ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:06.793870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Transition to ACTIVE for port object 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:06.820781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86b2c8ff-f935-4925-a135-5f75652623cb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:06.904267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:06.931247 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:06.947224 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:06.947842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:06.953532 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:06.955776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140576c8-2c01-4baf-9578-a891dd98b231 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:06.958156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:06.958499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:06.958839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:06.962316 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ce1361c0-3f48-4288-8b42-7111c11b53d9 tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/9960883cfaae49f5ad0f4bf15e295a95 HTTP/1.1" status: 204 len: 168 time: 0.2563341 Apr 29 15:30:06.976574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58212) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:06.993089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=333c96dd-f5b0-413b-af46-0f8f18eecc53,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:07.001630 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Attempting to bind port 35549397-dbf9-44c2-b81d-659e3ec258ed on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:07.001968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Attempting to bind port 35549397-dbf9-44c2-b81d-659e3ec258ed by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:07.002294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Attempting to bind port 35549397-dbf9-44c2-b81d-659e3ec258ed on network 5432cd65-807f-4f5d-a4fd-9331e5e76114 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:07.026551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:07.027126 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:07.053640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Port 35549397-dbf9-44c2-b81d-659e3ec258ed on network 5432cd65-807f-4f5d-a4fd-9331e5e76114 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:07.053640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Attempting to bind port 35549397-dbf9-44c2-b81d-659e3ec258ed on network 5432cd65-807f-4f5d-a4fd-9331e5e76114 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:07.064206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:07.064608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Checking segment: {'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:07.065211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Bound using segment: {'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:07.065658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Bound port: 35549397-dbf9-44c2-b81d-659e3ec258ed, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '255f6768-19ec-4aaf-872f-df625d7efa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:07.066005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:07.075369 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:07.152203 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 2 to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe Apr 29 15:30:07.224119 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ca7bc3ab-064b-4359-aca7-6741380cfe01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5585108 Apr 29 15:30:07.242484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58220) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:07.242688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58222) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:07.247380 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4b7fc68b-6707-4540-85e7-d88e3a9b63a5 tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.2266300 Apr 29 15:30:07.267364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'fixed_ips': [{'subnet_id': '333c96dd-f5b0-413b-af46-0f8f18eecc53', 'ip_address': '2001:db8::2cdd:2b32:14b2:fd5'}], 'name': 'tempest-NetworksTestDHCPv6-33553593'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:07.318434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd6696e-a335-4212-a986-ae6925437ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:07.368985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Network 04c046b6-30e7-453f-b79d-e5fa632df990 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:07.372905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd6696e-a335-4212-a986-ae6925437ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:07.372905 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9fd6696e-a335-4212-a986-ae6925437ccd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0802d60-e195-469a-971e-09f5001f210d HTTP/1.1" status: 204 len: 168 time: 1.5339186 Apr 29 15:30:07.395734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:07.398307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:07.399964 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:07.414713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:07.424406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:07.431367 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:07.448024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:07.466023 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7664e1f6-e265-4e62-9278-10ca4b2cd624 tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] 10.222.0.39 "GET /v2.0/quotas/9960883cfaae49f5ad0f4bf15e295a95 HTTP/1.1" status: 200 len: 370 time: 0.2150323 Apr 29 15:30:07.479631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '333c96dd-f5b0-413b-af46-0f8f18eecc53'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:30:07.480505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:07.522448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58230) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:07.530868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6696e-a335-4212-a986-ae6925437ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0802d60-e195-469a-971e-09f5001f210d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:07.630332 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 3 to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe Apr 29 15:30:07.644442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:07.645801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:07.762239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Pushing event updated for resources: {'Port': ['ID=2e678ba4-43b1-4185-8c5f-b2311fc43cc3,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:07.778057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647904f8-4d44-429d-940d-7234c4631de1 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:30:07.786654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:07.798229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86b2c8ff-f935-4925-a135-5f75652623cb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:07.805102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Transition to ACTIVE for port object 647904f8-4d44-429d-940d-7234c4631de1 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:07.824703 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5e3466f5-dd86-4851-bfd2-f0f70ac0eeac tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] 10.222.0.39 "GET /v2.0/quotas/9960883cfaae49f5ad0f4bf15e295a95/default HTTP/1.1" status: 200 len: 370 time: 0.2893875 Apr 29 15:30:07.831884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58234) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:07.887639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:07.922324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c8988-5e1c-4a70-a107-c11fbfd4d5d5 req-bd1c1d51-1479-4e1b-a176-93d2b1aaa911 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:07.922324 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a9c8988-5e1c-4a70-a107-c11fbfd4d5d5 req-bd1c1d51-1479-4e1b-a176-93d2b1aaa911 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 944 time: 1.4103482 Apr 29 15:30:07.923054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/333c96dd-f5b0-413b-af46-0f8f18eecc53/0c156288-f9d0-4089-9008-a4df63076489) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:07.963141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2c8ff-f935-4925-a135-5f75652623cb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event deleted for resources: {'Subnet': ['ID=5ccc8aa7-4607-4e4c-8e6c-7e14cfaacc19,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:07.965302 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-bbc32f22-2a73-43ec-bee6-8d0bed8fd9de tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] delete failed (client error): The resource could not be found. Apr 29 15:30:07.977045 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bbc32f22-2a73-43ec-bee6-8d0bed8fd9de tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/9960883cfaae49f5ad0f4bf15e295a95 HTTP/1.1" status: 404 len: 348 time: 0.0540371 Apr 29 15:30:08.007043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:08.007370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:08.007718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:08.031369 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9960398d-b633-4974-ba1e-efd1b511b8f2 None None] Provisioning for port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:08.045160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9960398d-b633-4974-ba1e-efd1b511b8f2 None None] Provisioning complete for port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:08.045827 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9960398d-b633-4974-ba1e-efd1b511b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:08.059687 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86b2c8ff-f935-4925-a135-5f75652623cb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:08.061718 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-86b2c8ff-f935-4925-a135-5f75652623cb tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "DELETE /v2.0/subnets/5ccc8aa7-4607-4e4c-8e6c-7e14cfaacc19 HTTP/1.1" status: 204 len: 168 time: 2.6602349 Apr 29 15:30:08.064331 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:08.072641 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:08.074067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58242) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:08.075715 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 4 to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe Apr 29 15:30:08.122876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e50a0-4208-4bce-a588-a4172c365e01 None None] Network 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:08.248548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] For port 35549397-dbf9-44c2-b81d-659e3ec258ed, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:08.376523 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a9c8988-5e1c-4a70-a107-c11fbfd4d5d5 req-6abb6172-8e27-4184-8b41-fb0f1e3c6fb3 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4546442 Apr 29 15:30:08.390263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:08.404561 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-8f84e05e-f087-418c-810f-4862f3a376ba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1167750 Apr 29 15:30:08.409082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:08.414171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:08.414694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:08.462270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Request body: {'port': {'device_id': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:08.482430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] For port 35549397-dbf9-44c2-b81d-659e3ec258ed, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=35549397-dbf9-44c2-b81d-659e3ec258ed,segment=NetworkSegment(255f6768-19ec-4aaf-872f-df625d7efa05),segment_id=255f6768-19ec-4aaf-872f-df625d7efa05)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:08.522404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Deleting port a978a460-4ab8-4173-b8b5-eda7a698f777 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:08.522667 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:08.590496 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:08.590845 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:08.629012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Pushing event updated for resources: {'Port': ['ID=647904f8-4d44-429d-940d-7234c4631de1,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:08.642522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:08.647923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:08.651533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:08.653484 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 5 to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe Apr 29 15:30:08.658440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:08.668441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:08.707262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58246) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:08.756548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f39f7-36e9-4a70-b48a-2ee03d91a0d2 req-cd166ac2-9ca2-4e9e-aab9-7ad6c01534d7 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:08.757531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-bb1f39f7-36e9-4a70-b48a-2ee03d91a0d2 req-cd166ac2-9ca2-4e9e-aab9-7ad6c01534d7 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Synchronizing usage tracker for tenant:6c6611d5100d46fea61fea61c35b79fa on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:08.787061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:08.787757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:08.789574 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] 10.222.0.44 "PUT /v2.0/ports/35549397-dbf9-44c2-b81d-659e3ec258ed HTTP/1.1" status: 200 len: 1094 time: 5.5716791 Apr 29 15:30:08.795117 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-9960398d-b633-4974-ba1e-efd1b511b8f2 None None] Port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:30:08.797109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'tag': '35549397-dbf9-44c2-b81d-659e3ec258ed'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:30:08.837867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Attempting to bind port 647904f8-4d44-429d-940d-7234c4631de1 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:08.838266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Attempting to bind port 647904f8-4d44-429d-940d-7234c4631de1 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:08.838892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Attempting to bind port 647904f8-4d44-429d-940d-7234c4631de1 on network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:08.845535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d41528-6592-49dd-9202-6b33b6590a24 service neutron] Pushing event updated for resources: {'Port': ['ID=35549397-dbf9-44c2-b81d-659e3ec258ed,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:08.850017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Port 647904f8-4d44-429d-940d-7234c4631de1 on network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:08.855153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Attempting to bind port 647904f8-4d44-429d-940d-7234c4631de1 on network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:08.871104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:08.871500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Checking segment: {'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:08.871884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Bound using segment: {'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:08.872341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Bound port: 647904f8-4d44-429d-940d-7234c4631de1, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d963e2-62f7-4865-85f2-b71d727a9aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:08.873452 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:08.920787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:08.921402 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:08.921945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:08.938064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:08.940944 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:08.966639 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 6 to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe Apr 29 15:30:08.969228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:09.012019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58254) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:09.015424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:09.015760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:09.016113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:09.131493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:09.154247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Transition to ACTIVE for port object 0c156288-f9d0-4089-9008-a4df63076489 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:09.192036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Transition to ACTIVE for port object 0c156288-f9d0-4089-9008-a4df63076489 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:09.192918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:09.222479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-bb1f39f7-36e9-4a70-b48a-2ee03d91a0d2 req-cd166ac2-9ca2-4e9e-aab9-7ad6c01534d7 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Unset dirty status for tenant:6c6611d5100d46fea61fea61c35b79fa on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:09.229751 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bb1f39f7-36e9-4a70-b48a-2ee03d91a0d2 req-cd166ac2-9ca2-4e9e-aab9-7ad6c01534d7 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 931 time: 1.5320797 Apr 29 15:30:09.231525 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Usage tracker for resource:network and tenant:1ed8a3e0ff234962bcc943bfb8f9d18c is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:09.246908 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:09.256882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:09.257370 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:09.277116 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 7 to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe Apr 29 15:30:09.281180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:09.287231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] For port 647904f8-4d44-429d-940d-7234c4631de1, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:09.296592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] For port 647904f8-4d44-429d-940d-7234c4631de1, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=647904f8-4d44-429d-940d-7234c4631de1,segment=NetworkSegment(b4d963e2-62f7-4865-85f2-b71d727a9aed),segment_id=b4d963e2-62f7-4865-85f2-b71d727a9aed)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:09.305683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:09.306248 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:09.306735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:09.309290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85e8e1be-6471-47d0-a9da-dcb816519cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:09.327455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:09.351622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-994f5159-7b00-4ca3-aa04-9bd9f4e6f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:09.371575 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-994f5159-7b00-4ca3-aa04-9bd9f4e6f00f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=297bc5c69bee4cd1a2fc88b4c268b27e&device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 1097 time: 0.3028286 Apr 29 15:30:09.371575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 1bc4878e-6afc-4edd-aa71-0a94c92122a9 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:09.372407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] DHCP port deletion for 27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:30:09.400094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:09.400426 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:09.403738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] Deleting port a978a460-4ab8-4173-b8b5-eda7a698f777 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:09.405820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:09.410089 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-85e8e1be-6471-47d0-a9da-dcb816519cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:09.412964 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 8 to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe Apr 29 15:30:09.444892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:09.446452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Usage tracker for resource:subnet and tenant:1ed8a3e0ff234962bcc943bfb8f9d18c is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:09.448513 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-85e8e1be-6471-47d0-a9da-dcb816519cce admin admin] Usage tracker for resource:security_group_rule and tenant:e06b5f0ca424476181da7fb4cd460248 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:09.466315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:09.470393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-85e8e1be-6471-47d0-a9da-dcb816519cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:09.474730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:09.479475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:09.516861 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-4b933051-7d24-4aa8-8a24-a14308cb6c33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35549397-dbf9-44c2-b81d-659e3ec258ed HTTP/1.1" status: 200 len: 217 time: 0.1240327 Apr 29 15:30:09.532849 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:09.534374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Pushing event updated for resources: {'Port': ['ID=0c156288-f9d0-4089-9008-a4df63076489,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:09.546387 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bb1f39f7-36e9-4a70-b48a-2ee03d91a0d2 req-d0888d3c-8c02-4760-8b75-a339db983ba7 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156679 Apr 29 15:30:09.570387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-85e8e1be-6471-47d0-a9da-dcb816519cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:09.574468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:09.575001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:09.575494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:09.611658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:09.612172 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:09.661335 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 9 to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe Apr 29 15:30:09.681059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2bebb-9ff4-4c62-b633-b1529924fecf req-1ef4e946-4fb1-4096-a142-ddd1a5037564 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:09.688355 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b3b2bebb-9ff4-4c62-b633-b1529924fecf req-1ef4e946-4fb1-4096-a142-ddd1a5037564 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 944 time: 1.0037475 Apr 29 15:30:09.694800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] For port a978a460-4ab8-4173-b8b5-eda7a698f777, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a978a460-4ab8-4173-b8b5-eda7a698f777,segment=NetworkSegment(741318c4-1f04-4d9e-af16-7004ddcb7793),segment_id=741318c4-1f04-4d9e-af16-7004ddcb7793)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:09.695426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:09.755092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Attempting to bind port 0c156288-f9d0-4089-9008-a4df63076489 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:09.755516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Attempting to bind port 0c156288-f9d0-4089-9008-a4df63076489 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:09.755877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Attempting to bind port 0c156288-f9d0-4089-9008-a4df63076489 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:09.877798 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Pushing event updated for resources: {'Port': ['ID=647904f8-4d44-429d-940d-7234c4631de1,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:09.922453 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:09.923206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:09.929942 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-88165824-f437-4bdd-9508-30903a9d688f service neutron] 10.222.0.44 "PUT /v2.0/ports/647904f8-4d44-429d-940d-7234c4631de1 HTTP/1.1" status: 200 len: 1094 time: 4.5057321 Apr 29 15:30:09.965252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a978a460-4ab8-4173-b8b5-eda7a698f777 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:30:09.998783 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3c2205-c2b4-4cfc-8c76-98c354ff11d2'] response: {'name': 'network-changed', 'server_uuid': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'tag': '35549397-dbf9-44c2-b81d-659e3ec258ed', 'status': 'completed', 'code': 200} Apr 29 15:30:10.009492 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-820a3660-e3af-4a9c-bfe5-4fc2d4177188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:10.011907 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-820a3660-e3af-4a9c-bfe5-4fc2d4177188 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=310b605c-9112-4522-86d3-3e71a3f02744 HTTP/1.1" status: 200 len: 844 time: 0.3522274 Apr 29 15:30:10.149785 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:10.150809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:10.151412 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:10.151961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:10.152627 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Bound port: 0c156288-f9d0-4089-9008-a4df63076489, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:10.153437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:10.165164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Usage tracker for resource:subnetpool and tenant:1ed8a3e0ff234962bcc943bfb8f9d18c is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:10.225262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::2cdd:2b32:14b2:fd5 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/333c96dd-f5b0-413b-af46-0f8f18eecc53/1bc4878e-6afc-4edd-aa71-0a94c92122a9) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:10.232972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-dbcd736c-27f2-49c9-84ec-707178fbdce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:10.236351 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-dbcd736c-27f2-49c9-84ec-707178fbdce2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5432cd65-807f-4f5d-a4fd-9331e5e76114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2088542 Apr 29 15:30:10.304307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Calling delete_port for a978a460-4ab8-4173-b8b5-eda7a698f777 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:10.313824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:10.354031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] For port a978a460-4ab8-4173-b8b5-eda7a698f777, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a978a460-4ab8-4173-b8b5-eda7a698f777,segment=NetworkSegment(741318c4-1f04-4d9e-af16-7004ddcb7793),segment_id=741318c4-1f04-4d9e-af16-7004ddcb7793)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:10.354786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:10.361510 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:10.361892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:10.362231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:10.364507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:10.401831 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:10.402036 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:10.430019 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 10 to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe Apr 29 15:30:10.451400 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b3b2bebb-9ff4-4c62-b633-b1529924fecf req-7e65304b-c8dc-4c63-b867-5eeea17cfc58 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7617393 Apr 29 15:30:10.506834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Usage tracker for resource:port and tenant:1ed8a3e0ff234962bcc943bfb8f9d18c is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:10.590972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:10.590972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:10.590972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:10.591947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] Calling delete_port for a978a460-4ab8-4173-b8b5-eda7a698f777 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:10.651965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port a978a460-4ab8-4173-b8b5-eda7a698f777, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a978a460-4ab8-4173-b8b5-eda7a698f777,segment=NetworkSegment(741318c4-1f04-4d9e-af16-7004ddcb7793),segment_id=741318c4-1f04-4d9e-af16-7004ddcb7793)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:10.698514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85e8e1be-6471-47d0-a9da-dcb816519cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:10.711701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] For port 0c156288-f9d0-4089-9008-a4df63076489, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:10.715171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] For port 0c156288-f9d0-4089-9008-a4df63076489, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0c156288-f9d0-4089-9008-a4df63076489,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:10.739555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:10.740714 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:10.742444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port 4f1c7276-c95b-4181-a634-34fb74b627fe on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:10.742756 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port 4f1c7276-c95b-4181-a634-34fb74b627fe on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:10.743111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:10.811065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:10.855794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85e8e1be-6471-47d0-a9da-dcb816519cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:10.860038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=a978a460-4ab8-4173-b8b5-eda7a698f777,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:10.939405 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-85e8e1be-6471-47d0-a9da-dcb816519cce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e06b5f0ca424476181da7fb4cd460248&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8096504 Apr 29 15:30:10.953829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58270) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:10.971771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb030e-7dc9-4ffb-bba5-39a9016cd1de None None] Pushing event updated for resources: {'Port': ['ID=0c156288-f9d0-4089-9008-a4df63076489,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:11.076975 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:30:11.077427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:30:11.097319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4acd8-7efc-440b-bde4-f79a3068c367 req-f5d43696-4672-406f-97e6-98b6a86e0208 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:11.106093 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6ec4acd8-7efc-440b-bde4-f79a3068c367 req-f5d43696-4672-406f-97e6-98b6a86e0208 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 944 time: 0.8559735 Apr 29 15:30:11.107973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:30:11.108297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:30:11.118469 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-7345bca8-d548-4f87-bded-989424120778 service neutron] 10.222.0.44 "GET /v2.0/networks/5432cd65-807f-4f5d-a4fd-9331e5e76114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8648326 Apr 29 15:30:11.120348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-131293df-0684-4fac-a22f-cd37b14669bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:11.131380 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-131293df-0684-4fac-a22f-cd37b14669bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1efd4495704a168117d9d603fb1f93&device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 1097 time: 0.8917871 Apr 29 15:30:11.135067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Usage tracker for resource:router and tenant:1ed8a3e0ff234962bcc943bfb8f9d18c is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:11.139957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:11.153333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:11.154690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:11.180437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8e1be-6471-47d0-a9da-dcb816519cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a32a39-36ae-4bae-baa5-e788e72566fc,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:11.243884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] For port 4f1c7276-c95b-4181-a634-34fb74b627fe, host hv-neutron-8391, cleared binding levels {{(pid=88714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:11.244291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempted to set empty binding levels {{(pid=88714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 15:30:11.303740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:11.310846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d77200-149e-4a86-baeb-d1fcbca02a14 req-d6979ec1-d33c-445f-a2c6-9c91735ed490 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:11.317842 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-69d77200-149e-4a86-baeb-d1fcbca02a14 req-d6979ec1-d33c-445f-a2c6-9c91735ed490 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 931 time: 0.5376637 Apr 29 15:30:11.326069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Usage tracker for resource:floatingip and tenant:1ed8a3e0ff234962bcc943bfb8f9d18c is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:11.354768 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6ec4acd8-7efc-440b-bde4-f79a3068c367 req-05952eae-f03b-45b8-b132-b389b0f6b7fb tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476456 Apr 29 15:30:11.360789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:11.471033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:11.493790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 {{(pid=88714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:30:11.529242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:11.529788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:11.558007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:11.578061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event updated for resources: {'Port': ['ID=4f1c7276-c95b-4181-a634-34fb74b627fe,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:11.579705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] Deleting port a978a460-4ab8-4173-b8b5-eda7a698f777 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:11.597646 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:11.613809 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-69d77200-149e-4a86-baeb-d1fcbca02a14 req-b0839dc7-5be3-437a-ae84-90c67dbc729a tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2967873 Apr 29 15:30:11.621682 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Deleting port a978a460-4ab8-4173-b8b5-eda7a698f777 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:11.622162 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:11.672026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 1bc4878e-6afc-4edd-aa71-0a94c92122a9 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:11.693925 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-c4400720-551e-4ec4-8e93-4efbccf47f22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647904f8-4d44-429d-940d-7234c4631de1 HTTP/1.1" status: 200 len: 217 time: 0.3767133 Apr 29 15:30:11.698610 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Transition to ACTIVE for port object 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 will not be triggered until provisioned by entity L2. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:11.858494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-43f91f63-ce43-4d18-a910-c3eede23ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:11.865026 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-43f91f63-ce43-4d18-a910-c3eede23ec4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e596a82-36fa-4d0f-b10e-5eea0b359f13 HTTP/1.1" status: 200 len: 851 time: 0.1492085 Apr 29 15:30:11.868855 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d61e9596-33fb-4654-887e-1f84c465aa02 req-5b54c22f-7c4c-4e51-b196-216f77a4fbd4 service neutron] 10.222.0.44 "GET /v2.0/networks/5432cd65-807f-4f5d-a4fd-9331e5e76114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7021973 Apr 29 15:30:11.885203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Usage tracker for resource:security_group and tenant:1ed8a3e0ff234962bcc943bfb8f9d18c is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:11.895838 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:11.953986 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-936a14b1-594e-45c1-a8b4-8be27a49795b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 11.3310256 Apr 29 15:30:11.956388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58276) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:11.964621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:11.969757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:12.000629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0c156288-f9d0-4089-9008-a4df63076489 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:12.021360 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d4a3db-2c58-442d-9059-49a409bec874', 'tag': '647904f8-4d44-429d-940d-7234c4631de1'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:30:12.076761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] For port a978a460-4ab8-4173-b8b5-eda7a698f777, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a978a460-4ab8-4173-b8b5-eda7a698f777,segment=NetworkSegment(741318c4-1f04-4d9e-af16-7004ddcb7793),segment_id=741318c4-1f04-4d9e-af16-7004ddcb7793)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:12.077690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:12.173901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a32a39-36ae-4bae-baa5-e788e72566fc,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:12.182288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:12.208328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:12.224145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:12.224789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:12.225132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:12.225526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:12.225795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:12.226165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:12.226553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:12.226973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:12.227299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:12.227622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:12.227956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:12.284763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Usage tracker for resource:security_group_rule and tenant:1ed8a3e0ff234962bcc943bfb8f9d18c is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:12.311419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:12.320827 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Pushing event updated for resources: {'Port': ['ID=2e678ba4-43b1-4185-8c5f-b2311fc43cc3,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:12.332761 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4481f456-e459-4f64-ab31-93cf72a61fca tempest-QuotasTest-2111319595 tempest-QuotasTest-2111319595-project-admin] 10.222.0.39 "GET /v2.0/quotas/1ed8a3e0ff234962bcc943bfb8f9d18c/details.json HTTP/1.1" status: 200 len: 703 time: 3.6237872 Apr 29 15:30:12.408364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] Calling delete_port for a978a460-4ab8-4173-b8b5-eda7a698f777 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:12.462840 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6110203c-ab84-452a-a380-8e81b7015aae'] response: {'name': 'network-changed', 'server_uuid': '92d4a3db-2c58-442d-9059-49a409bec874', 'tag': '647904f8-4d44-429d-940d-7234c4631de1', 'status': 'completed', 'code': 200} Apr 29 15:30:12.502629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-3ebf4e16-ecf9-47bf-8819-be5fd27cc696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:12.504129 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-3ebf4e16-ecf9-47bf-8819-be5fd27cc696 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2964b386-6c1c-4f7e-9bbd-459b2e114f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6194513 Apr 29 15:30:12.518957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:12.542632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:12.569757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:12.584887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:12.590999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:12.594800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-b2728f64-1443-442c-a316-7a4ccbeffb3d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Deleting port 4f1c7276-c95b-4181-a634-34fb74b627fe {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:12.595237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2728f64-1443-442c-a316-7a4ccbeffb3d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:12.623580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] For port a978a460-4ab8-4173-b8b5-eda7a698f777, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a978a460-4ab8-4173-b8b5-eda7a698f777,segment=NetworkSegment(741318c4-1f04-4d9e-af16-7004ddcb7793),segment_id=741318c4-1f04-4d9e-af16-7004ddcb7793)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:12.623938 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:12.671450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 0c156288-f9d0-4089-9008-a4df63076489 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:12.714177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:12.784139 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] No DVR routers for this DVR port a978a460-4ab8-4173-b8b5-eda7a698f777 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:30:12.812324 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498ba84-b17d-416f-a16c-bd87b801b696 None None] Pushing event deleted for resources: {'Port': ['ID=a978a460-4ab8-4173-b8b5-eda7a698f777,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:12.850269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:12.851510 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-525bf4a3-3f58-4882-8c0f-c73e4c3d42bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3a32a39-36ae-4bae-baa5-e788e72566fc HTTP/1.1" status: 204 len: 168 time: 1.8959582 Apr 29 15:30:12.875600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=1bc4878e-6afc-4edd-aa71-0a94c92122a9,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:12.907410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324acc6-35a3-4b8d-ac82-392ce25bba30 req-fd1e3297-c40e-490a-8062-c6d76e65f8a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:12.908862 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e324acc6-35a3-4b8d-ac82-392ce25bba30 req-fd1e3297-c40e-490a-8062-c6d76e65f8a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 944 time: 1.1175239 Apr 29 15:30:12.982948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a911464f-4ab9-4fe6-aa14-28b063858833 None None] Provisioning for port 0c156288-f9d0-4089-9008-a4df63076489 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:12.988188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Calling delete_port for a978a460-4ab8-4173-b8b5-eda7a698f777 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:12.989000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a911464f-4ab9-4fe6-aa14-28b063858833 None None] Provisioning complete for port 0c156288-f9d0-4089-9008-a4df63076489 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:12.989732 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a911464f-4ab9-4fe6-aa14-28b063858833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:13.085897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Attempting to bind port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:13.086337 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Attempting to bind port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:13.086463 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Attempting to bind port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 on network 04c046b6-30e7-453f-b79d-e5fa632df990 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:13.134744 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f6a2e751-572f-48c2-be7d-8e4ba11076f4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 5.8889105 Apr 29 15:30:13.145136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58292) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:13.149688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c54b0-4561-4abc-b48c-315d9ea7e426 req-b33de22c-f76b-44e0-8e09-6c1f472b1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:13.151224 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-239c54b0-4561-4abc-b48c-315d9ea7e426 req-b33de22c-f76b-44e0-8e09-6c1f472b1058 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=297bc5c69bee4cd1a2fc88b4c268b27e&device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 1097 time: 1.1228826 Apr 29 15:30:13.175987 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-650c7df1-fa6c-4174-9324-3c4bfd7c126f service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489604 Apr 29 15:30:13.182567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:30:13.184659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:30:13.184659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 on network 04c046b6-30e7-453f-b79d-e5fa632df990 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:13.184659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Attempting to bind port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 on network 04c046b6-30e7-453f-b79d-e5fa632df990 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:13.193172 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e324acc6-35a3-4b8d-ac82-392ce25bba30 req-845d741b-3456-4f54-9b9e-0f9c1bcaf04b tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144015 Apr 29 15:30:13.199976 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:13.200710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Checking segment: {'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:13.200847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Bound using segment: {'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'} {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:13.201704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Bound port: 2e678ba4-43b1-4185-8c5f-b2311fc43cc3, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990'}}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:13.202094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:13.203733 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a911464f-4ab9-4fe6-aa14-28b063858833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:13.252021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a911464f-4ab9-4fe6-aa14-28b063858833 None None] For port 0c156288-f9d0-4089-9008-a4df63076489, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0c156288-f9d0-4089-9008-a4df63076489,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:13.322073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a911464f-4ab9-4fe6-aa14-28b063858833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:13.351351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b8de2-1fc6-4dde-838c-0e952a8f0197 req-a5a9d1e5-687f-4487-834b-a8d4a2a06f7b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:13.359699 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-061b8de2-1fc6-4dde-838c-0e952a8f0197 req-a5a9d1e5-687f-4487-834b-a8d4a2a06f7b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 944 time: 0.7382345 Apr 29 15:30:13.427568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Deleting port a978a460-4ab8-4173-b8b5-eda7a698f777 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:13.427958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:13.468507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58302) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:13.480582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911464f-4ab9-4fe6-aa14-28b063858833 None None] Pushing event updated for resources: {'Port': ['ID=0c156288-f9d0-4089-9008-a4df63076489,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:13.489671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-b2728f64-1443-442c-a316-7a4ccbeffb3d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] For port 4f1c7276-c95b-4181-a634-34fb74b627fe, host hv-neutron-8391, got binding levels [] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:13.493805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2728f64-1443-442c-a316-7a4ccbeffb3d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:13.565152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ea44f6cc-2c71-41c9-a66a-120fee763417 None None] Provisioning for port 1bc4878e-6afc-4edd-aa71-0a94c92122a9 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:13.572312 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ea44f6cc-2c71-41c9-a66a-120fee763417 None None] Provisioning complete for port 1bc4878e-6afc-4edd-aa71-0a94c92122a9 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:13.572779 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ea44f6cc-2c71-41c9-a66a-120fee763417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:13.574236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] The port 'a978a460-4ab8-4173-b8b5-eda7a698f777' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:30:13.652758 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-061b8de2-1fc6-4dde-838c-0e952a8f0197 req-4593c19a-7852-4a1a-acbe-9726c23d9f5c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920406 Apr 29 15:30:13.660184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ea44f6cc-2c71-41c9-a66a-120fee763417 None None] Port 1bc4878e-6afc-4edd-aa71-0a94c92122a9 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:30:13.678120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab37ba2e-fb18-4e56-b4d9-ce5bdc01899f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:13.684415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab37ba2e-fb18-4e56-b4d9-ce5bdc01899f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:13.688388 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ab37ba2e-fb18-4e56-b4d9-ce5bdc01899f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.5384259 Apr 29 15:30:13.691323 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58314) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:13.698956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-b2728f64-1443-442c-a316-7a4ccbeffb3d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Calling delete_port for 4f1c7276-c95b-4181-a634-34fb74b627fe owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:13.734257 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0c156288-f9d0-4089-9008-a4df63076489 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:13.743515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] For port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3, host hv-neutron-8391, cleared binding levels {{(pid=88714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:13.746082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a470-05eb-405c-b24e-6e1bca74f985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:13.828001 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 0c156288-f9d0-4089-9008-a4df63076489 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:13.829136 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:13.840299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] For port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2e678ba4-43b1-4185-8c5f-b2311fc43cc3,segment=NetworkSegment(d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d),segment_id=d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d)] {{(pid=88714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:13.843445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:13.852092 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3ce2a470-05eb-405c-b24e-6e1bca74f985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:13.860786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3ce2a470-05eb-405c-b24e-6e1bca74f985 admin admin] Usage tracker for resource:security_group_rule and tenant:ab5d389e868b45c7a97bcb27661c849b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:13.866740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-104e182c-f02e-4ad4-8f81-17a20bbaae24 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 1bc4878e-6afc-4edd-aa71-0a94c92122a9 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:13.867070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3ce2a470-05eb-405c-b24e-6e1bca74f985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:13.867192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-104e182c-f02e-4ad4-8f81-17a20bbaae24 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:13.883337 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3ce2a470-05eb-405c-b24e-6e1bca74f985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:13.889856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d8e09c-f6a3-4d8e-b54c-714b932eb8a6']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:13.903897 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de91a837-4767-4367-b0a0-ed068fdbbb9a req-6525f17c-71d2-4b18-ba60-1e9e069b2548 service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082056 Apr 29 15:30:13.922851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466bfec-ff22-4cb3-93bd-159b6ee704b6 req-9ed77ea1-0481-4896-9620-9d68bd9a0719 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:13.926291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c54b0-4561-4abc-b48c-315d9ea7e426 req-6dcd0fb3-c903-46e6-b642-ed12f745b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:13.927643 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a466bfec-ff22-4cb3-93bd-159b6ee704b6 req-9ed77ea1-0481-4896-9620-9d68bd9a0719 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 943 time: 0.5357077 Apr 29 15:30:13.928256 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-239c54b0-4561-4abc-b48c-315d9ea7e426 req-6dcd0fb3-c903-46e6-b642-ed12f745b0c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5432cd65-807f-4f5d-a4fd-9331e5e76114 HTTP/1.1" status: 200 len: 906 time: 0.6337736 Apr 29 15:30:13.935888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741318c4-1f04-4d9e-af16-7004ddcb7793') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:13.936191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741318c4-1f04-4d9e-af16-7004ddcb7793') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:13.948747 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.021517 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-239c54b0-4561-4abc-b48c-315d9ea7e426 req-6915f57b-21f0-412d-9c26-762f5433c2d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35549397-dbf9-44c2-b81d-659e3ec258ed HTTP/1.1" status: 200 len: 217 time: 0.0864501 Apr 29 15:30:14.038870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.058307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:14.059015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.061583 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] 10.222.0.44 "PUT /v2.0/ports/2e678ba4-43b1-4185-8c5f-b2311fc43cc3 HTTP/1.1" status: 200 len: 1093 time: 5.6212070 Apr 29 15:30:14.070145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'tag': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:30:14.107017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.126961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:30:14.127283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.143184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2728f64-1443-442c-a316-7a4ccbeffb3d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:30:14.145801 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:30:14.149541 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a466bfec-ff22-4cb3-93bd-159b6ee704b6 req-cf041058-29df-4193-921c-cd968f5ddffb tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019134 Apr 29 15:30:14.171745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Pushing event updated for resources: {'Port': ['ID=2e678ba4-43b1-4185-8c5f-b2311fc43cc3,revision_number=3']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:14.290630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:14.290969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:14.291468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:14.291959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:14.292417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:14.292958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:14.299253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:14.299253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:14.299253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:14.299253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:14.299253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:14.299253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a8e30-bb5b-4fc6-817d-986ddacb778d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:14.350094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c54b0-4561-4abc-b48c-315d9ea7e426 req-c739ce86-8072-4b76-a8b5-d1ba8149109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:14.351605 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-239c54b0-4561-4abc-b48c-315d9ea7e426 req-c739ce86-8072-4b76-a8b5-d1ba8149109d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=310b605c-9112-4522-86d3-3e71a3f02744 HTTP/1.1" status: 200 len: 844 time: 0.2956240 Apr 29 15:30:14.371493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2728f64-1443-442c-a316-7a4ccbeffb3d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f1c7276-c95b-4181-a634-34fb74b627fe,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:14.461871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2728f64-1443-442c-a316-7a4ccbeffb3d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.509592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.514407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.516780 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b2728f64-1443-442c-a316-7a4ccbeffb3d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "DELETE /v2.0/ports/4f1c7276-c95b-4181-a634-34fb74b627fe HTTP/1.1" status: 204 len: 168 time: 2.5578825 Apr 29 15:30:14.525195 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a470-05eb-405c-b24e-6e1bca74f985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.525355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58340) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:14.569280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] Pushing event deleted for resources: {'Network': ['ID=27d8e09c-f6a3-4d8e-b54c-714b932eb8a6,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:14.592501 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6559c792-b7f5-4796-b5e2-3ad852cf6bd7 tempest-AllowedAddressPairTestJSON-696277390 tempest-AllowedAddressPairTestJSON-696277390-project] 10.222.0.39 "DELETE /v2.0/networks/27d8e09c-f6a3-4d8e-b54c-714b932eb8a6 HTTP/1.1" status: 204 len: 168 time: 6.4929717 Apr 29 15:30:14.601034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ce2a470-05eb-405c-b24e-6e1bca74f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.604417 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e1a52b-64b0-426f-90c8-0b6336059449 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:30:14.605180 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a8e1a52b-64b0-426f-90c8-0b6336059449 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Synchronizing usage tracker for tenant:3d9f9bfda1a24f48a8ccc9016593f30d on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:14.626525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-104e182c-f02e-4ad4-8f81-17a20bbaae24 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:14.631507 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbfa665d-2088-49a6-a18e-b8ffbc240cda'] response: {'name': 'network-changed', 'server_uuid': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'tag': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3', 'status': 'completed', 'code': 200} Apr 29 15:30:14.642220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b27117-5815-41ed-916c-95bcd6ee5675 req-b5169dac-ede7-400b-b6c8-88706fca545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:14.643759 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b2b27117-5815-41ed-916c-95bcd6ee5675 req-b5169dac-ede7-400b-b6c8-88706fca545c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1efd4495704a168117d9d603fb1f93&device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 1097 time: 0.6211722 Apr 29 15:30:14.668878 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3ce2a470-05eb-405c-b24e-6e1bca74f985 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab5d389e868b45c7a97bcb27661c849b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1901095 Apr 29 15:30:14.674172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58346) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:14.681483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2a470-05eb-405c-b24e-6e1bca74f985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb14a15-8635-4ec0-8dce-40a034981ff1,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:14.721877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d446-db92-418e-a8e1-ec6403865a86 req-3ba65773-4eff-490b-8322-0ac77b649d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:14.724053 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-3ba65773-4eff-490b-8322-0ac77b649d04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c6611d5100d46fea61fea61c35b79fa&device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 1096 time: 0.4680634 Apr 29 15:30:14.796617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afe8c2-a32a-439b-9635-8115329b4d5d req-e3f2e6fe-db0b-40b7-a144-b4f847883920 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:14.809518 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-05afe8c2-a32a-439b-9635-8115329b4d5d req-e3f2e6fe-db0b-40b7-a144-b4f847883920 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 944 time: 0.3458936 Apr 29 15:30:14.876132 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-660be2ad-02b1-4350-a4b9-54810ebdc58a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e678ba4-43b1-4185-8c5f-b2311fc43cc3 HTTP/1.1" status: 200 len: 217 time: 0.1417015 Apr 29 15:30:14.901124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-104e182c-f02e-4ad4-8f81-17a20bbaae24 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 1bc4878e-6afc-4edd-aa71-0a94c92122a9 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:14.932802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a8e1a52b-64b0-426f-90c8-0b6336059449 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Unset dirty status for tenant:3d9f9bfda1a24f48a8ccc9016593f30d on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:14.933943 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a8e1a52b-64b0-426f-90c8-0b6336059449 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "GET /v2.0/ports/4f1c7276-c95b-4181-a634-34fb74b627fe HTTP/1.1" status: 404 len: 333 time: 0.4075248 Apr 29 15:30:14.938675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58356) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:14.963728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c54b0-4561-4abc-b48c-315d9ea7e426 req-92c6feed-93a2-4b97-9c3b-ef20a8333674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:14.965258 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-239c54b0-4561-4abc-b48c-315d9ea7e426 req-92c6feed-93a2-4b97-9c3b-ef20a8333674 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5432cd65-807f-4f5d-a4fd-9331e5e76114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5949368 Apr 29 15:30:14.987114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Request body: {'port': {'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-593952143'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:15.001703 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0521-1b96-451b-afa1-e0a0a7951c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:15.006150 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:15.022407 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-05afe8c2-a32a-439b-9635-8115329b4d5d req-827f5a0a-a80e-475b-859e-2be624870765 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169907 Apr 29 15:30:15.076087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:15.079903 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d446-db92-418e-a8e1-ec6403865a86 req-2785448a-5e45-4a30-afb7-07ebc0f14b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:15.081741 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-2785448a-5e45-4a30-afb7-07ebc0f14b9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a9ec513-28b0-4a6a-a7b7-1fb346640e98 HTTP/1.1" status: 200 len: 851 time: 0.1943378 Apr 29 15:30:15.092311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0521-1b96-451b-afa1-e0a0a7951c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:15.128186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58364) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:15.226113 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-239c54b0-4561-4abc-b48c-315d9ea7e426 req-96ab5fa3-fa1a-4ef3-99b0-349dae245dd2 service neutron] 10.222.0.44 "GET /v2.0/networks/5432cd65-807f-4f5d-a4fd-9331e5e76114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527015 Apr 29 15:30:15.329125 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25231a-7616-4119-96b3-38a48fd18935 req-5e7b88ea-5147-4606-89f3-e79d4928ca56 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:15.343531 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8f25231a-7616-4119-96b3-38a48fd18935 req-5e7b88ea-5147-4606-89f3-e79d4928ca56 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 944 time: 0.5310397 Apr 29 15:30:15.368091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b27117-5815-41ed-916c-95bcd6ee5675 req-721973dd-429c-49ff-a8ef-dac41f8342c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:15.369575 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b2b27117-5815-41ed-916c-95bcd6ee5675 req-721973dd-429c-49ff-a8ef-dac41f8342c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2964b386-6c1c-4f7e-9bbd-459b2e114f03 HTTP/1.1" status: 200 len: 913 time: 0.7187352 Apr 29 15:30:15.418308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Made reservation on behalf of 3d9f9bfda1a24f48a8ccc9016593f30d for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:15.420140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:15.488454 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8f25231a-7616-4119-96b3-38a48fd18935 req-a2821b37-027e-44cb-bb26-0ba498d0dab3 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436677 Apr 29 15:30:15.495458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] device_id is not set on port dbf70cf6-dd00-4ada-a28c-82f6bee8618f yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:15.527345 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b2b27117-5815-41ed-916c-95bcd6ee5675 req-0226288f-6973-49eb-a19a-4c43544fd4f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647904f8-4d44-429d-940d-7234c4631de1 HTTP/1.1" status: 200 len: 217 time: 0.1383295 Apr 29 15:30:15.555115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58378) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:15.586409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d446-db92-418e-a8e1-ec6403865a86 req-1aec49e1-3eb5-4391-bac3-a264047edb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:15.587909 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-1aec49e1-3eb5-4391-bac3-a264047edb05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=04c046b6-30e7-453f-b79d-e5fa632df990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4992495 Apr 29 15:30:15.596236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73242190-12d6-4493-9b32-e4f47f33e0cd req-bdd11bb6-f9d5-49ad-87f2-371bb80e9b81 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:15.598066 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-73242190-12d6-4493-9b32-e4f47f33e0cd req-bdd11bb6-f9d5-49ad-87f2-371bb80e9b81 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 943 time: 0.2248414 Apr 29 15:30:15.639151 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d956e597-3343-459e-ae47-40efd7aebefe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2eeae7b10b4944799d8bba7f5564bc47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5032876 Apr 29 15:30:15.648682 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58384) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:15.655549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0521-1b96-451b-afa1-e0a0a7951c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:15.658843 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-239c54b0-4561-4abc-b48c-315d9ea7e426 req-c8c207d4-1012-491a-8481-d4f3063c213c service neutron] 10.222.0.44 "GET /v2.0/networks/5432cd65-807f-4f5d-a4fd-9331e5e76114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663664 Apr 29 15:30:15.662658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b27117-5815-41ed-916c-95bcd6ee5675 req-49282f49-36a0-4a95-86d2-9a283c1542f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:15.664159 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b2b27117-5815-41ed-916c-95bcd6ee5675 req-49282f49-36a0-4a95-86d2-9a283c1542f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e596a82-36fa-4d0f-b10e-5eea0b359f13 HTTP/1.1" status: 200 len: 851 time: 0.1295831 Apr 29 15:30:15.665232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-104e182c-f02e-4ad4-8f81-17a20bbaae24 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:15.750754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e182c-f02e-4ad4-8f81-17a20bbaae24 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=1bc4878e-6afc-4edd-aa71-0a94c92122a9,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:15.757259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1487456129', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:15.769559 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c0521-1b96-451b-afa1-e0a0a7951c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb14a15-8635-4ec0-8dce-40a034981ff1,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:15.811854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:15.812613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-104e182c-f02e-4ad4-8f81-17a20bbaae24 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:15.828787 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-104e182c-f02e-4ad4-8f81-17a20bbaae24 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/1bc4878e-6afc-4edd-aa71-0a94c92122a9 HTTP/1.1" status: 204 len: 168 time: 2.0928669 Apr 29 15:30:15.834019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58388) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:15.840671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Usage tracker for resource:port and tenant:a84221192eda4e4b9e4733dd5ea09079 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:15.851340 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:15.863478 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0521-1b96-451b-afa1-e0a0a7951c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:15.867544 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1a9c0521-1b96-451b-afa1-e0a0a7951c68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bb14a15-8635-4ec0-8dce-40a034981ff1 HTTP/1.1" status: 204 len: 168 time: 1.1886377 Apr 29 15:30:15.889016 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-73242190-12d6-4493-9b32-e4f47f33e0cd req-98284271-143d-4f2d-86a1-96fa9acf682c tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720089 Apr 29 15:30:15.889940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:15.904508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b27117-5815-41ed-916c-95bcd6ee5675 req-d69f11de-97c9-4695-8d83-3df741dc9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:15.906000 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b2b27117-5815-41ed-916c-95bcd6ee5675 req-d69f11de-97c9-4695-8d83-3df741dc9c21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2964b386-6c1c-4f7e-9bbd-459b2e114f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1987112 Apr 29 15:30:15.967595 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-ee05352a-6ae7-4446-b78e-53f43ac23ced service neutron] 10.222.0.44 "GET /v2.0/networks/04c046b6-30e7-453f-b79d-e5fa632df990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688576 Apr 29 15:30:15.968172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df956298-e395-414b-a4cd-72f1f4f5cb44 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:15.969910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df956298-e395-414b-a4cd-72f1f4f5cb44 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:15.970651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-df956298-e395-414b-a4cd-72f1f4f5cb44 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:16.048604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7fdd09c9-343a-4dde-bcea-a83a6ce6a834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.076645 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b2b27117-5815-41ed-916c-95bcd6ee5675 req-32710c8b-6388-443e-9840-a938014e5d26 service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569984 Apr 29 15:30:16.099968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Made reservation on behalf of a84221192eda4e4b9e4733dd5ea09079 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:16.102264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.139888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.167762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-df956298-e395-414b-a4cd-72f1f4f5cb44 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:16.168936 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-df956298-e395-414b-a4cd-72f1f4f5cb44 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3340106 Apr 29 15:30:16.173338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58396) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:16.269024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd728d69-d94c-4577-b92c-f9a2524c30ff tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 333c96dd-f5b0-413b-af46-0f8f18eecc53 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:30:16.274829 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b2b27117-5815-41ed-916c-95bcd6ee5675 req-cb9b6872-5915-4ccb-bfbf-b6e455a192c5 service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909962 Apr 29 15:30:16.275437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd728d69-d94c-4577-b92c-f9a2524c30ff tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.284302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:16.293924 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7fdd09c9-343a-4dde-bcea-a83a6ce6a834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.314119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Usage tracker for resource:security_group_rule and tenant:a84221192eda4e4b9e4733dd5ea09079 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:16.319153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.330947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:16.355873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd728d69-d94c-4577-b92c-f9a2524c30ff tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.360364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:16.396628 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3376d446-db92-418e-a8e1-ec6403865a86 req-65163063-38ad-4c5a-8f84-4392e514a1dc service neutron] 10.222.0.44 "GET /v2.0/networks/04c046b6-30e7-453f-b79d-e5fa632df990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037039 Apr 29 15:30:16.448633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd728d69-d94c-4577-b92c-f9a2524c30ff tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.454047 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c43573-ff82-48ac-84cf-a040484976c9 req-6ec45a82-e2ed-446b-b452-45ab6dc77e90 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:16.455741 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d4c43573-ff82-48ac-84cf-a040484976c9 req-6ec45a82-e2ed-446b-b452-45ab6dc77e90 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 944 time: 0.2605588 Apr 29 15:30:16.527659 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d4c43573-ff82-48ac-84cf-a040484976c9 req-45ecd849-b2e6-434e-9416-f3146f5235f7 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644722 Apr 29 15:30:16.547231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.548659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7fdd09c9-343a-4dde-bcea-a83a6ce6a834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.566663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd09c9-343a-4dde-bcea-a83a6ce6a834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf3e7ad-d123-4cd9-a9b6-eb6e222628ed,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:16.572575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 647904f8-4d44-429d-940d-7234c4631de1 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:30:16.580024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.608248 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd728d69-d94c-4577-b92c-f9a2524c30ff tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.657507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd728d69-d94c-4577-b92c-f9a2524c30ff tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=333c96dd-f5b0-413b-af46-0f8f18eecc53,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:16.667837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd728d69-d94c-4577-b92c-f9a2524c30ff tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.703899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58404) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:16.709204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c90e22c-00a5-4b3e-bfa5-df458ba6b40e None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:16.724373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e58513f4-8aac-4463-8ae4-30675d155229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.733425 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.743823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e58513f4-8aac-4463-8ae4-30675d155229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:16.750182 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fd728d69-d94c-4577-b92c-f9a2524c30ff tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/333c96dd-f5b0-413b-af46-0f8f18eecc53 HTTP/1.1" status: 204 len: 168 time: 0.5752225 Apr 29 15:30:16.751912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e58513f4-8aac-4463-8ae4-30675d155229 admin admin] Usage tracker for resource:security_group_rule and tenant:1ed8a3e0ff234962bcc943bfb8f9d18c is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:16.756055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58408) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:16.759225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e58513f4-8aac-4463-8ae4-30675d155229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:16.768780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] device_id is not set on port bf889306-34d2-4ed4-9b47-fab635f20d40 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:16.821614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:16.839783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:16.868027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:16.868974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:16.869561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.882052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf70cf6-dd00-4ada-a28c-82f6bee8618f,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:16.899367 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403ccca0-2af4-434c-8a82-002f6967c9d6,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:16.912609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7fdd09c9-343a-4dde-bcea-a83a6ce6a834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:16.913712 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7fdd09c9-343a-4dde-bcea-a83a6ce6a834 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbf3e7ad-d123-4cd9-a9b6-eb6e222628ed HTTP/1.1" status: 204 len: 168 time: 1.2637017 Apr 29 15:30:16.944456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 647904f8-4d44-429d-940d-7234c4631de1, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=647904f8-4d44-429d-940d-7234c4631de1,segment=NetworkSegment(b4d963e2-62f7-4865-85f2-b71d727a9aed),segment_id=b4d963e2-62f7-4865-85f2-b71d727a9aed)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:16.959947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e58513f4-8aac-4463-8ae4-30675d155229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:16.967415 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7003a89c-dfb5-431a-b9f9-f362d5536f14 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2072604 Apr 29 15:30:16.973861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58416) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:16.974423 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '647904f8-4d44-429d-940d-7234c4631de1', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'port_id': '647904f8-4d44-429d-940d-7234c4631de1', 'mac_address': 'fa:16:3e:69:cd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:30:17.000715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:17.001497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44a8b-d0e4-493c-ba69-13afa5e7581a req-63ab6b6a-c163-4b46-9e9d-b6dfe0737e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:17.002984 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-37c44a8b-d0e4-493c-ba69-13afa5e7581a req-63ab6b6a-c163-4b46-9e9d-b6dfe0737e74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c6611d5100d46fea61fea61c35b79fa&device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 1096 time: 0.4209716 Apr 29 15:30:17.022018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1aaa00-4da5-4872-892c-2c210a45de25 req-41769526-9a57-4e89-8e90-904d54ec443a tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:17.023518 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ed1aaa00-4da5-4872-892c-2c210a45de25 req-41769526-9a57-4e89-8e90-904d54ec443a tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 944 time: 0.3656068 Apr 29 15:30:17.052020 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6105e2c0-3001-4f65-b7c8-92da59eaaaff tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1036716 Apr 29 15:30:17.058475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.066652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58420) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:17.080638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647904f8-4d44-429d-940d-7234c4631de1 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:30:17.095269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Allocated IP 172.26.2.196 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/bf889306-34d2-4ed4-9b47-fab635f20d40) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:17.100857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8391'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:17.106341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 647904f8-4d44-429d-940d-7234c4631de1, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=647904f8-4d44-429d-940d-7234c4631de1,segment=NetworkSegment(b4d963e2-62f7-4865-85f2-b71d727a9aed),segment_id=b4d963e2-62f7-4865-85f2-b71d727a9aed)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:17.172918 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b32db87-ba6a-4045-b249-6cbeae1452ac None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:30:17.178486 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5b32db87-ba6a-4045-b249-6cbeae1452ac None None] Deleting port 0c156288-f9d0-4089-9008-a4df63076489 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:17.179116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5b32db87-ba6a-4045-b249-6cbeae1452ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.207118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:17.222470 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.223220 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 35549397-dbf9-44c2-b81d-659e3ec258ed details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:30:17.229388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:17.233193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:17.243740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:17.340120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e58513f4-8aac-4463-8ae4-30675d155229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.356753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:17.362061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.369606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=647904f8-4d44-429d-940d-7234c4631de1,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:17.398728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:17.399141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:17.399489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:17.399823 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:17.400154 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:17.400510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:17.400833 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:17.404077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:17.404077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:17.404077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:17.404077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:17.404077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:17.463258 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e58513f4-8aac-4463-8ae4-30675d155229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.529230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 35549397-dbf9-44c2-b81d-659e3ec258ed, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=35549397-dbf9-44c2-b81d-659e3ec258ed,segment=NetworkSegment(255f6768-19ec-4aaf-872f-df625d7efa05),segment_id=255f6768-19ec-4aaf-872f-df625d7efa05)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:17.541422 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e58513f4-8aac-4463-8ae4-30675d155229 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ed8a3e0ff234962bcc943bfb8f9d18c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8360801 Apr 29 15:30:17.543958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58428) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:17.548927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58513f4-8aac-4463-8ae4-30675d155229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49fcfca-89c8-4360-9fdb-9798aaf2e519,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:17.557323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '35549397-dbf9-44c2-b81d-659e3ec258ed', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'port_id': '35549397-dbf9-44c2-b81d-659e3ec258ed', 'mac_address': 'fa:16:3e:b7:47:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310b605c-9112-4522-86d3-3e71a3f02744', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:30:17.618535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.658753 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ed1aaa00-4da5-4872-892c-2c210a45de25 req-bffa825e-fcc7-4801-a241-def21e0dab6c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6113360 Apr 29 15:30:17.720925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5b32db87-ba6a-4045-b249-6cbeae1452ac None None] For port 0c156288-f9d0-4089-9008-a4df63076489, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0c156288-f9d0-4089-9008-a4df63076489,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:17.721500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5b32db87-ba6a-4045-b249-6cbeae1452ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.731131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a106d1b0-c425-4317-9011-8fce008c1d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.761614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a106d1b0-c425-4317-9011-8fce008c1d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.773933 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.784761 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.872018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44a8b-d0e4-493c-ba69-13afa5e7581a req-4871bd5b-70a9-441e-a8c5-04ee4ab4ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:17.873485 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-37c44a8b-d0e4-493c-ba69-13afa5e7581a req-4871bd5b-70a9-441e-a8c5-04ee4ab4ce05 service neutron] 10.222.0.44 "GET /v2.0/networks?id=04c046b6-30e7-453f-b79d-e5fa632df990 HTTP/1.1" status: 200 len: 913 time: 0.8617327 Apr 29 15:30:17.904263 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5b32db87-ba6a-4045-b249-6cbeae1452ac None None] Calling delete_port for 0c156288-f9d0-4089-9008-a4df63076489 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:17.908222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a106d1b0-c425-4317-9011-8fce008c1d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.924871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106d1b0-c425-4317-9011-8fce008c1d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49fcfca-89c8-4360-9fdb-9798aaf2e519,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:17.937498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a106d1b0-c425-4317-9011-8fce008c1d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.941057 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a106d1b0-c425-4317-9011-8fce008c1d4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d49fcfca-89c8-4360-9fdb-9798aaf2e519 HTTP/1.1" status: 204 len: 168 time: 0.3936749 Apr 29 15:30:17.941057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:17.950159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0c156288-f9d0-4089-9008-a4df63076489 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:30:17.997042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:18.000213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:18.009895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:18.010620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.042489 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:18.044652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=f1eff2b3-03e2-4c26-b535-04a68a7a5b34,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:18.067754 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-37c44a8b-d0e4-493c-ba69-13afa5e7581a req-2eb7b5c3-82cd-4c90-9194-e68a29cbeadc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e678ba4-43b1-4185-8c5f-b2311fc43cc3 HTTP/1.1" status: 200 len: 217 time: 0.1688316 Apr 29 15:30:18.069095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Pushing event updated for resources: {'Port': ['ID=bf889306-34d2-4ed4-9b47-fab635f20d40,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:18.089188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:18.097735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:18.132395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744f2c6-371a-4523-b06a-5758cc8f89ef req-eb44eb70-9391-4b7f-8e96-734aa48ed890 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:18.133932 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3744f2c6-371a-4523-b06a-5758cc8f89ef req-eb44eb70-9391-4b7f-8e96-734aa48ed890 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 943 time: 0.9971597 Apr 29 15:30:18.136059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.144756 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d0db4b6e-c50d-4e29-8322-8571556f7a92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1720343 Apr 29 15:30:18.148359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58448) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:18.154041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'fixed_ips': [{'subnet_id': 'f1eff2b3-03e2-4c26-b535-04a68a7a5b34', 'ip_address': '2001:db8::b111:6472:78a6:6ddd'}], 'name': 'tempest-NetworksTestDHCPv6-1594076255'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:18.174993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35549397-dbf9-44c2-b81d-659e3ec258ed {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:30:18.190476 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.221787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 35549397-dbf9-44c2-b81d-659e3ec258ed, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=35549397-dbf9-44c2-b81d-659e3ec258ed,segment=NetworkSegment(255f6768-19ec-4aaf-872f-df625d7efa05),segment_id=255f6768-19ec-4aaf-872f-df625d7efa05)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:18.309737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:18.310351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.311310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.332306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44a8b-d0e4-493c-ba69-13afa5e7581a req-73687b61-1ff1-4c2b-9a1a-10652d79c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:18.334152 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-37c44a8b-d0e4-493c-ba69-13afa5e7581a req-73687b61-1ff1-4c2b-9a1a-10652d79c6dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a9ec513-28b0-4a6a-a7b7-1fb346640e98 HTTP/1.1" status: 200 len: 851 time: 0.1947811 Apr 29 15:30:18.341529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:18.342081 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3744f2c6-371a-4523-b06a-5758cc8f89ef req-56f19c7c-95e4-4b65-a9d7-431f19bd232e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951973 Apr 29 15:30:18.351036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:18.355022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:18.384997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:18.413402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5b32db87-ba6a-4045-b249-6cbeae1452ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.423833 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=35549397-dbf9-44c2-b81d-659e3ec258ed,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:18.456994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58456) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:18.482496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32db87-ba6a-4045-b249-6cbeae1452ac None None] No DVR routers for this DVR port 0c156288-f9d0-4089-9008-a4df63076489 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:30:18.482732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d402b-da10-43a2-b4c6-1ece0416d77e req-34c4dcff-a1a0-4421-8160-e98bb5029cf7 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:18.497411 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6e7d402b-da10-43a2-b4c6-1ece0416d77e req-34c4dcff-a1a0-4421-8160-e98bb5029cf7 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 945 time: 0.6294692 Apr 29 15:30:18.521472 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-38698742-e67d-4267-ac61-c20c6a62396c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.9640656 Apr 29 15:30:18.524568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58462) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:18.527407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32db87-ba6a-4045-b249-6cbeae1452ac None None] Pushing event deleted for resources: {'Port': ['ID=0c156288-f9d0-4089-9008-a4df63076489,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:18.530668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.196'}]}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:18.532189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cac8eb8-9e09-4852-b3a0-1aba8620e58d None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:18.539926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:18.553407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Usage tracker for resource:router and tenant:a84221192eda4e4b9e4733dd5ea09079 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:18.563375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:18.571254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:18.622974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:18.631688 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6e7d402b-da10-43a2-b4c6-1ece0416d77e req-2ac74ba4-b7fa-4b2a-a0c4-8d2d91ab464d tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332932 Apr 29 15:30:18.647976 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c44a8b-d0e4-493c-ba69-13afa5e7581a req-62b59c98-ea3c-4258-a62f-21dabe091d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:18.650154 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-37c44a8b-d0e4-493c-ba69-13afa5e7581a req-62b59c98-ea3c-4258-a62f-21dabe091d2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=04c046b6-30e7-453f-b79d-e5fa632df990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3072641 Apr 29 15:30:18.660555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-38605fdd-422b-4e82-8655-057195d92884 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:18.662326 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-38605fdd-422b-4e82-8655-057195d92884 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2027624 Apr 29 15:30:18.667856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58468) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:18.729165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-c91d3a05-3f7c-4553-85dc-79adf0d7ac4d tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:18.732646 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c91d3a05-3f7c-4553-85dc-79adf0d7ac4d tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0614355 Apr 29 15:30:18.734606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58478) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:18.737489 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] device_id is not set on port dbf70cf6-dd00-4ada-a28c-82f6bee8618f yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:18.742524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-a46e2cdd-dbdd-46fb-98cd-c6e58e7e0a20 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:18.745916 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a46e2cdd-dbdd-46fb-98cd-c6e58e7e0a20 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0079618 Apr 29 15:30:18.751255 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.752273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.768359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.790141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58482) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:18.809928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': 'f1eff2b3-03e2-4c26-b535-04a68a7a5b34'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:30:18.811458 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.812168 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-da414ba0-0d76-451c-922a-d0666c0ebfc4 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:18.813710 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-da414ba0-0d76-451c-922a-d0666c0ebfc4 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0134258 Apr 29 15:30:18.819623 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58486) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:18.821291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.835515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['35549397-dbf9-44c2-b81d-659e3ec258ed'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:30:18.839920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:18.840571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-d7ac17b2-e260-45a3-b42d-103de49cecb7 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:18.841500 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d7ac17b2-e260-45a3-b42d-103de49cecb7 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0169928 Apr 29 15:30:18.847287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58490) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:18.866570 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 2387f106-d66f-43d7-9701-f44617748b44 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:18.894344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-43ef5f94-50ba-4c1c-8448-68a6928ed93f tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:18.895985 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-43ef5f94-50ba-4c1c-8448-68a6928ed93f tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0136263 Apr 29 15:30:18.898892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['647904f8-4d44-429d-940d-7234c4631de1'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:30:18.911304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58496) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:18.927083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-0fa8c255-cdb8-44cc-bf13-51bab2c87af4 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:18.928167 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0fa8c255-cdb8-44cc-bf13-51bab2c87af4 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0111995 Apr 29 15:30:18.933415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Transition to ACTIVE for port object dbf70cf6-dd00-4ada-a28c-82f6bee8618f will not be triggered until provisioned by entity L2. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:18.934224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58500) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:18.953367 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-0054aca3-a3a4-4c02-8474-e84fba226bd3 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:18.954573 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0054aca3-a3a4-4c02-8474-e84fba226bd3 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0089355 Apr 29 15:30:18.958064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58504) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:18.966076 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-37c44a8b-d0e4-493c-ba69-13afa5e7581a req-ce0d0472-4590-4428-8f1c-fe557b2da621 service neutron] 10.222.0.44 "GET /v2.0/networks/04c046b6-30e7-453f-b79d-e5fa632df990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072643 Apr 29 15:30:18.968984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-bde31ef1-5201-433d-bab7-2cbe0f5fc6f7 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:18.969926 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bde31ef1-5201-433d-bab7-2cbe0f5fc6f7 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0095897 Apr 29 15:30:18.976266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58508) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.007442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-aa0b149e-32cc-4c99-9383-4441c3ed7da6 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.011130 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-aa0b149e-32cc-4c99-9383-4441c3ed7da6 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0256183 Apr 29 15:30:19.012439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58512) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.032131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-378d4cc4-3269-4607-8e00-6c96d67e36a1 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.035402 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-378d4cc4-3269-4607-8e00-6c96d67e36a1 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0189064 Apr 29 15:30:19.037907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:19.041250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58516) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.094821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724d80b-f10f-4c8e-b209-152233a45a3b req-06f13ad1-8d38-42cc-91ab-99f391e8fc50 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:19.102561 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7724d80b-f10f-4c8e-b209-152233a45a3b req-06f13ad1-8d38-42cc-91ab-99f391e8fc50 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 945 time: 0.2650983 Apr 29 15:30:19.165514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-01db0dc5-9696-465b-bc91-9b4e42c6a5eb tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.166464 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-01db0dc5-9696-465b-bc91-9b4e42c6a5eb tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0902488 Apr 29 15:30:19.213640 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58524) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.227593 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7724d80b-f10f-4c8e-b209-152233a45a3b req-8d66c055-e0a9-4e94-8f01-f9d7f2a7371f tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240838 Apr 29 15:30:19.260311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:19.310181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-c1961c18-f6cc-465c-a354-ba14d0c17f80 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.313481 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c1961c18-f6cc-465c-a354-ba14d0c17f80 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0826206 Apr 29 15:30:19.314754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58530) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.321579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-a2d75916-0d59-46c7-846e-b4feec5bbaeb tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.325903 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a2d75916-0d59-46c7-846e-b4feec5bbaeb tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0088246 Apr 29 15:30:19.326820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58534) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.333456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-7f9d7046-3cef-47c6-96cc-98c345915b58 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.334554 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7f9d7046-3cef-47c6-96cc-98c345915b58 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067024 Apr 29 15:30:19.337300 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58538) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.342335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-14207f92-67c7-4552-b29a-ed977560b795 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.350311 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-14207f92-67c7-4552-b29a-ed977560b795 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049531 Apr 29 15:30:19.350444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf70cf6-dd00-4ada-a28c-82f6bee8618f,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:19.350659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58542) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.358892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/f1eff2b3-03e2-4c26-b535-04a68a7a5b34/b9ac3b02-446e-4a3d-9bfe-df44c0e8e731) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:19.361392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-f33da0b4-082c-4dbe-a9ff-38d01f623f32 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.362502 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f33da0b4-082c-4dbe-a9ff-38d01f623f32 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0108056 Apr 29 15:30:19.365136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58546) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.372643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-4e8e61d6-68fc-4fee-8c54-371e3fff0e45 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.374899 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-37c44a8b-d0e4-493c-ba69-13afa5e7581a req-6d5f2dd8-3ba2-43e5-b98c-1517e97f8b03 service neutron] 10.222.0.44 "GET /v2.0/networks/04c046b6-30e7-453f-b79d-e5fa632df990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975451 Apr 29 15:30:19.376764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58552) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.377084 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4e8e61d6-68fc-4fee-8c54-371e3fff0e45 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0110388 Apr 29 15:30:19.379732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:19.380006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:19.380351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:19.389001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-486db4ff-e175-4bdc-a381-052f590085ae tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.389994 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-486db4ff-e175-4bdc-a381-052f590085ae tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0124195 Apr 29 15:30:19.390679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:19.391005 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:19.391389 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 2 to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f Apr 29 15:30:19.399328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58556) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.410001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-0b8110f1-6f5e-44d3-8040-b053a12dea70 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.411572 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0b8110f1-6f5e-44d3-8040-b053a12dea70 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0092857 Apr 29 15:30:19.419224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:19.422391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:19.422512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:19.427748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:19.427901 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:19.428295 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 3 to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f Apr 29 15:30:19.428665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58560) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.439034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-21fc9309-f3af-4e5a-94c0-6b8eb4a92bb2 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.439983 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-21fc9309-f3af-4e5a-94c0-6b8eb4a92bb2 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0103226 Apr 29 15:30:19.445558 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:19.446181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:19.446748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:19.448907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58566) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.452367 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:19.452952 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:19.453507 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 4 to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f Apr 29 15:30:19.470393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:19.471084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:19.471759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:19.472167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-4c84b689-45b5-4327-a922-bae8ff51cbd6 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.477654 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58570) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.477923 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4c84b689-45b5-4327-a922-bae8ff51cbd6 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0107374 Apr 29 15:30:19.480407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:19.481576 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:19.482571 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 5 to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f Apr 29 15:30:19.496582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-47797599-76c4-417e-99f1-1966aed7a8db tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.498886 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-47797599-76c4-417e-99f1-1966aed7a8db tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0187254 Apr 29 15:30:19.501545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58574) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.510873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-72936471-1a2a-4860-883a-a103d51c6f81 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.512192 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-72936471-1a2a-4860-883a-a103d51c6f81 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0094018 Apr 29 15:30:19.514770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58578) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.518405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:19.518949 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:19.519493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:19.528226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-17694898-1b07-4cac-a92d-7a1622984800 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.529570 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-17694898-1b07-4cac-a92d-7a1622984800 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0136967 Apr 29 15:30:19.530466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:19.531010 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:19.531601 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 6 to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f Apr 29 15:30:19.540871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58582) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.646090 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58586) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.654635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-e8a117a4-d202-47b4-9c56-e6ef5f50b887 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.658091 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e8a117a4-d202-47b4-9c56-e6ef5f50b887 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.1134865 Apr 29 15:30:19.704917 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58592) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.710882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:19.711306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:19.711715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:19.720105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-3d1d1419-001e-46a0-b96e-a9a44c811b21 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.724299 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3d1d1419-001e-46a0-b96e-a9a44c811b21 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0116796 Apr 29 15:30:19.724806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58598) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.727126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:19.727521 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:19.729776 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 7 to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f Apr 29 15:30:19.743116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-1aee30b2-31ce-4e9b-90e0-184d9cdffbbd tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.746778 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1aee30b2-31ce-4e9b-90e0-184d9cdffbbd tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0182612 Apr 29 15:30:19.750064 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58602) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.755396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:19.755784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:19.756188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:19.757768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-5cce5c4a-cb80-4955-afc3-cdac96189559 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.761219 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5cce5c4a-cb80-4955-afc3-cdac96189559 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055206 Apr 29 15:30:19.761617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:19.761863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58608) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.762091 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:19.767040 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 8 to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f Apr 29 15:30:19.769590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-7f762d68-74b9-47a0-9f01-d4f189a6a4c0 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.770663 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7f762d68-74b9-47a0-9f01-d4f189a6a4c0 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0077591 Apr 29 15:30:19.773251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58612) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.780303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-439ee5b9-e4e2-4b94-9921-7e790487d4fc tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.781336 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-439ee5b9-e4e2-4b94-9921-7e790487d4fc tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071638 Apr 29 15:30:19.792888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:19.805327 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Transition to ACTIVE for port object b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:19.809799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58616) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.822898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-520632db-8ca5-4f37-8266-84305bf3bc0e tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.823918 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-520632db-8ca5-4f37-8266-84305bf3bc0e tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0096672 Apr 29 15:30:19.827120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58620) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.830388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Transition to ACTIVE for port object b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:19.840567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-a6a6290a-4379-4751-a257-bbd1d1f8ce44 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.841610 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a6a6290a-4379-4751-a257-bbd1d1f8ce44 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0076814 Apr 29 15:30:19.843337 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:19.843751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:19.844171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:19.844449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58624) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.851545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-cf20f0c1-525d-4b75-8ee9-a17a241d81b9 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.855008 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cf20f0c1-525d-4b75-8ee9-a17a241d81b9 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0071528 Apr 29 15:30:19.855156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:19.855156 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:19.855333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58628) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.856395 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 9 to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f Apr 29 15:30:19.861621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-495f4f98-e8d3-48e7-87e8-d16e0f5e7c4c tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.866083 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-495f4f98-e8d3-48e7-87e8-d16e0f5e7c4c tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0064361 Apr 29 15:30:19.866288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58632) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.873265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d56793-6fc7-4fc9-ba04-5781878efb12 req-e54e9e2c-737b-4422-b4f7-5f34df5be428 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:19.874867 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-57d56793-6fc7-4fc9-ba04-5781878efb12 req-e54e9e2c-737b-4422-b4f7-5f34df5be428 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 943 time: 0.2309411 Apr 29 15:30:19.885530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1737466566'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:19.893963 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:19.896663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:19.897064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:19.897541 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:19.904525 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:19.920787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:network and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:19.923739 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:19.924134 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:19.928796 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:19.930816 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-005202ac-227f-40f2-a2a4-9de3d785fce1 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.931488 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 10 to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f Apr 29 15:30:19.931809 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-005202ac-227f-40f2-a2a4-9de3d785fce1 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0646493 Apr 29 15:30:19.940736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58638) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.951542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:19.960863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-a8a36ca9-1829-437f-bb05-3ddd96d7e3d8 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.965712 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a8a36ca9-1829-437f-bb05-3ddd96d7e3d8 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0163815 Apr 29 15:30:19.970946 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58642) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:19.979398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:19.982314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:19.984542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:19.984885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:19.985229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:19.987105 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:19.989803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-988af3cc-0829-4eb0-949f-488c259ded3f tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:19.991472 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-988af3cc-0829-4eb0-949f-488c259ded3f tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0131278 Apr 29 15:30:19.999113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58646) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.002034 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-57d56793-6fc7-4fc9-ba04-5781878efb12 req-f962bac9-826b-4208-825c-0a8c5dc96f3b tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110480 Apr 29 15:30:20.013467 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188914c-19fd-492b-8f29-b814c60dc1f2 req-b0f3ed2a-db76-4aca-9ed0-120eef6677e0 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.020950 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8188914c-19fd-492b-8f29-b814c60dc1f2 req-b0f3ed2a-db76-4aca-9ed0-120eef6677e0 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 945 time: 0.2666075 Apr 29 15:30:20.025400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-9dea0b44-faf1-41e9-9aa4-b91694282cb8 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.027099 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9dea0b44-faf1-41e9-9aa4-b91694282cb8 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0233574 Apr 29 15:30:20.030898 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:20.030898 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:20.030898 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.032640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58650) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.032789 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Pushing event updated for resources: {'Port': ['ID=b9ac3b02-446e-4a3d-9bfe-df44c0e8e731,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:20.053952 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-8f4f8cad-7d77-4396-a084-042f2601955a tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.057475 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8f4f8cad-7d77-4396-a084-042f2601955a tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0219257 Apr 29 15:30:20.059962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58654) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.068998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-6c91570a-042c-4090-bc18-d722c4340658 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.072321 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6c91570a-042c-4090-bc18-d722c4340658 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090401 Apr 29 15:30:20.087902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Attempting to bind port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:20.088268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Attempting to bind port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:20.088659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Attempting to bind port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:20.094183 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:20.094555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:20.094951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.095344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:20.095808 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Bound port: b9ac3b02-446e-4a3d-9bfe-df44c0e8e731, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:20.095946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58658) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.096179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.114419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-bad8cf79-5a84-4756-bf54-aed8163bce61 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.118510 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bad8cf79-5a84-4756-bf54-aed8163bce61 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0157833 Apr 29 15:30:20.118644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Made reservation on behalf of f6888428a038455d869f128072efda66 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:20.119381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.122523 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58662) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.133128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::b111:6472:78a6:6ddd (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/f1eff2b3-03e2-4c26-b535-04a68a7a5b34/2387f106-d66f-43d7-9701-f44617748b44) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:20.137385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-bff81d28-ef71-417d-8e70-6ab2e157f299 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.140988 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bff81d28-ef71-417d-8e70-6ab2e157f299 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0134337 Apr 29 15:30:20.141332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58666) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.146211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.159158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.162222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-81b4a558-8ee1-4c3c-bff4-74c8c90a80a9 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.165751 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-81b4a558-8ee1-4c3c-bff4-74c8c90a80a9 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0209720 Apr 29 15:30:20.169559 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8188914c-19fd-492b-8f29-b814c60dc1f2 req-d1a057d5-550b-43a9-bb0b-2461fb32f7c0 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478307 Apr 29 15:30:20.173008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58670) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.188056 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-b6a91db4-9f4a-4b09-8cb5-529e203a11bb tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.189101 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b6a91db4-9f4a-4b09-8cb5-529e203a11bb tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0146668 Apr 29 15:30:20.190119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:20.192699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58674) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.199822 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:security_group_rule and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:20.205095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-f89ee9bf-761c-41e3-b433-55bb0cfe6c42 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.209215 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f89ee9bf-761c-41e3-b433-55bb0cfe6c42 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0124872 Apr 29 15:30:20.209368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.209498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:20.212242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58678) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.219563 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:20.224751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] For port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:20.228161 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] For port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b9ac3b02-446e-4a3d-9bfe-df44c0e8e731,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:20.264456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-a15a95fb-020f-4815-95a6-2004827a2df2 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.270568 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a15a95fb-020f-4815-95a6-2004827a2df2 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0204983 Apr 29 15:30:20.270695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] For port dbf70cf6-dd00-4ada-a28c-82f6bee8618f, host hv-neutron-8391, cleared binding levels {{(pid=88714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:20.270695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempted to set empty binding levels {{(pid=88714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 15:30:20.270919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58684) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.288003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-43f43105-e460-4f1d-9fb0-2b46cee3024a tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.291648 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-43f43105-e460-4f1d-9fb0-2b46cee3024a tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0151787 Apr 29 15:30:20.296797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58688) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.310397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-d1ad7f2c-2522-4090-8aae-22ae1a4f648f tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.311325 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d1ad7f2c-2522-4090-8aae-22ae1a4f648f tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0135880 Apr 29 15:30:20.316738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58692) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.328099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-bd9e5718-04d8-43df-9a4d-60fe70ab75ce tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.329058 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bd9e5718-04d8-43df-9a4d-60fe70ab75ce tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0114167 Apr 29 15:30:20.332294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58696) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.333886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.351038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-01f5dbaf-0a64-4061-bef5-7a2746ab902f tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.352690 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-01f5dbaf-0a64-4061-bef5-7a2746ab902f tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0184989 Apr 29 15:30:20.356082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58700) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.367436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.370936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-d8a2d369-afce-414d-bfb4-66b412e13035 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.371901 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d8a2d369-afce-414d-bfb4-66b412e13035 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0116386 Apr 29 15:30:20.404406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58704) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.409492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.425010 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ca744-2082-47f2-b573-ceb7f8610968 None None] Pushing event updated for resources: {'Port': ['ID=b9ac3b02-446e-4a3d-9bfe-df44c0e8e731,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:20.465132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-1fa4e44c-af11-438c-9465-cb52959961d8 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.466499 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1fa4e44c-af11-438c-9465-cb52959961d8 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0610526 Apr 29 15:30:20.468239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.472856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58708) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.490975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-00bfb815-a89b-48ce-8021-860f4880f880 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.492198 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-00bfb815-a89b-48ce-8021-860f4880f880 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0146739 Apr 29 15:30:20.501472 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58712) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.522958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] In _notify_port_updated(), no bound segment for port dbf70cf6-dd00-4ada-a28c-82f6bee8618f on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:30:20.523427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.524103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.525593 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "PUT /v2.0/ports/dbf70cf6-dd00-4ada-a28c-82f6bee8618f HTTP/1.1" status: 200 len: 976 time: 3.4367542 Apr 29 15:30:20.527599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:30:20.529639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58716) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.535264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-ec9a66c3-9044-4d83-9cb2-aa1ea364b173 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.538811 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ec9a66c3-9044-4d83-9cb2-aa1ea364b173 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0229557 Apr 29 15:30:20.548903 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58720) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.562438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-c9686dfb-7bfd-4b85-9d64-e135078a5180 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.565803 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c9686dfb-7bfd-4b85-9d64-e135078a5180 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0136683 Apr 29 15:30:20.571055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58724) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.577404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.583545 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Added segment 9965cf56-4e47-40e0-81f1-ba152574bce1 of type vlan for network acb37fcc-9e8f-4eb2-816b-9c1b563fd417 Apr 29 15:30:20.583545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfb0a5-9d94-4552-bd87-e20b89c005cd tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf70cf6-dd00-4ada-a28c-82f6bee8618f,revision_number=3']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:20.585767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-53111a20-f412-4daf-8f45-fba4bc2231e3 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.589490 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-53111a20-f412-4daf-8f45-fba4bc2231e3 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0145617 Apr 29 15:30:20.589708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:30:20.594152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522f36f7-d1e4-4cc7-870c-abea5c84bd86,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:20.597271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 647904f8-4d44-429d-940d-7234c4631de1 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:20.599251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58728) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.608808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-753eb5a8-a5ec-4763-8081-fa589b1d81ad tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.614702 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-753eb5a8-a5ec-4763-8081-fa589b1d81ad tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0104065 Apr 29 15:30:20.615431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58732) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.637500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-58b4b147-c214-44e2-82c4-17682888fb1f tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.638467 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-58b4b147-c214-44e2-82c4-17682888fb1f tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0212219 Apr 29 15:30:20.650871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58736) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.665638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.679258 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-11a1aa01-47f6-4802-8304-b2fd2005b9d3 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.683303 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-11a1aa01-47f6-4802-8304-b2fd2005b9d3 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0231609 Apr 29 15:30:20.685990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58740) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.688672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.695500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ccf8a-affd-4c4e-a6a8-b307dde995be req-265ac6a4-b6bc-4a92-9c78-bd9d6dfe9d8d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.697131 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-722ccf8a-affd-4c4e-a6a8-b307dde995be req-265ac6a4-b6bc-4a92-9c78-bd9d6dfe9d8d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 945 time: 0.3274732 Apr 29 15:30:20.706668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-4ca0d921-4603-414f-bf11-8883e1ee884b tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.710111 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4ca0d921-4603-414f-bf11-8883e1ee884b tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0146158 Apr 29 15:30:20.713456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58744) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.730112 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 2387f106-d66f-43d7-9701-f44617748b44 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:20.733628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-e48fb544-2bd5-49ad-8d69-74d82833804b tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.736982 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e48fb544-2bd5-49ad-8d69-74d82833804b tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0161331 Apr 29 15:30:20.737979 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58748) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.749058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-254d00ee-41a5-4e44-bd79-73adaddd9d68 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.751070 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-254d00ee-41a5-4e44-bd79-73adaddd9d68 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0092041 Apr 29 15:30:20.758070 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58752) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.768738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [None req-be412d73-4915-47c1-857d-c9326bbbae18 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.770078 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-be412d73-4915-47c1-857d-c9326bbbae18 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0091922 Apr 29 15:30:20.774396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58756) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.785109 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-40feed31-70c8-4f58-8311-55af3f3b69c9 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.790712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.791185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.791646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.792100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.792946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.793102 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-40feed31-70c8-4f58-8311-55af3f3b69c9 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0175498 Apr 29 15:30:20.793474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.793848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.794298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.794751 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.795198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.795644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.796086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.796606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.796993 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.797533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.797868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.798293 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.798742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.799318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.799769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.800396 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-722ccf8a-affd-4c4e-a6a8-b307dde995be req-4c72b3e1-b7a3-454e-9fc1-76bd025cfe7f tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870080 Apr 29 15:30:20.801229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58760) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.808237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-73e340cd-a377-4e5d-b074-ee27a54c3e0f tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.811975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.812144 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-73e340cd-a377-4e5d-b074-ee27a54c3e0f tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0091965 Apr 29 15:30:20.812752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58764) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.813022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.819581 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-eddab4e5-f494-4d47-aa6c-3e03038834ba tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19918 time: 0.2850490 Apr 29 15:30:20.819714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-6cd49f42-2fd7-495b-ae6c-546dcd53f94e tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.821977 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6cd49f42-2fd7-495b-ae6c-546dcd53f94e tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076172 Apr 29 15:30:20.827398 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58768) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.827724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58770) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.829223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.837498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-831ebb46-83c9-42af-85af-6c9cf6046186 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.841482 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-831ebb46-83c9-42af-85af-6c9cf6046186 tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0098681 Apr 29 15:30:20.877494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58776) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:20.890024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.894483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2e678ba4-43b1-4185-8c5f-b2311fc43cc3,segment=NetworkSegment(d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d),segment_id=d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:20.895529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:20.896102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:20.903384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [None req-c4b05880-c3fa-40fc-9048-08f295aae1da tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:30:20.904322 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c4b05880-c3fa-40fc-9048-08f295aae1da tempest-ExtensionsTestJSON-872310010 tempest-ExtensionsTestJSON-872310010-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0266533 Apr 29 15:30:20.909225 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'port_id': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3', 'mac_address': 'fa:16:3e:81:49:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:30:20.966870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 647904f8-4d44-429d-940d-7234c4631de1 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:20.988232 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 647904f8-4d44-429d-940d-7234c4631de1 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:20.989437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.023257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-27adeb51-4b1d-4c25-a0f6-43057da4624b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Deleting port dbf70cf6-dd00-4ada-a28c-82f6bee8618f {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:21.023599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-27adeb51-4b1d-4c25-a0f6-43057da4624b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.064945 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4156082 Apr 29 15:30:21.068127 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58784) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:21.078307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.084606 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ee390-3a0d-4bdd-af1e-d68225e2b068 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Network': ['ID=acb37fcc-9e8f-4eb2-816b-9c1b563fd417,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:21.097229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'subnet': {'network_id': 'acb37fcc-9e8f-4eb2-816b-9c1b563fd417', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:21.101664 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network acb37fcc-9e8f-4eb2-816b-9c1b563fd417 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:30:21.104728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.255933 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:21.261250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:21.263377 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:30:21.264145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:21.270579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:21.276659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.312843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.318970 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.364386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:21.368306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=2387f106-d66f-43d7-9701-f44617748b44,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:21.374070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:subnet and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:21.377286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:21.383998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:21.386094 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2e678ba4-43b1-4185-8c5f-b2311fc43cc3,segment=NetworkSegment(d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d),segment_id=d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:21.411142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.416174 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58792) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:21.416678 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-93fe9772-edd2-4f3c-ac80-08cfa0f03b4c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2667840 Apr 29 15:30:21.573680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.573680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7debcf83-94f6-4b15-8b82-bdb1224e1cab {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:30:21.576266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d4a3db-2c58-442d-9059-49a409bec874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647904f8-4d44-429d-940d-7234c4631de1'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:30:21.576266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.577117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58798) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:21.653809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 647904f8-4d44-429d-940d-7234c4631de1, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=647904f8-4d44-429d-940d-7234c4631de1,segment=NetworkSegment(b4d963e2-62f7-4865-85f2-b71d727a9aed),segment_id=b4d963e2-62f7-4865-85f2-b71d727a9aed)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:21.694264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-27adeb51-4b1d-4c25-a0f6-43057da4624b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] For port dbf70cf6-dd00-4ada-a28c-82f6bee8618f, host hv-neutron-8391, got binding levels [] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:21.694264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-27adeb51-4b1d-4c25-a0f6-43057da4624b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.709899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=2e678ba4-43b1-4185-8c5f-b2311fc43cc3,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:21.751076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ded7e125-2470-4060-bbd1-445cd22057a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.782602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ded7e125-2470-4060-bbd1-445cd22057a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:21.783745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:21.789887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ded7e125-2470-4060-bbd1-445cd22057a3 admin admin] Usage tracker for resource:security_group_rule and tenant:e079f4834f4544daaae230329cfcd951 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:21.794741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ded7e125-2470-4060-bbd1-445cd22057a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:21.804620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ded7e125-2470-4060-bbd1-445cd22057a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:21.842034 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['2e678ba4-43b1-4185-8c5f-b2311fc43cc3'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:30:21.866972 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 15:30:21.870971 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-58d730db-2231-409f-8590-d0160877ad3c tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3425267 Apr 29 15:30:21.873584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58810) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:21.943368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:21.944165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 35549397-dbf9-44c2-b81d-659e3ec258ed up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:21.958812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-27adeb51-4b1d-4c25-a0f6-43057da4624b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Calling delete_port for dbf70cf6-dd00-4ada-a28c-82f6bee8618f owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:21.990226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Made reservation on behalf of f6888428a038455d869f128072efda66 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:21.993797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.036135 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f5c15-4aab-47ed-8c6a-bd4a716b3d8e req-e99f2783-b7fb-479c-a2ec-ac75c31a519c tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:22.037397 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a43f5c15-4aab-47ed-8c6a-bd4a716b3d8e req-e99f2783-b7fb-479c-a2ec-ac75c31a519c tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 943 time: 0.8652155 Apr 29 15:30:22.100318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c3138-7abd-45d2-8f3d-b93ae58d9a47 tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Deleting port bf889306-34d2-4ed4-9b47-fab635f20d40 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:22.100939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc1c3138-7abd-45d2-8f3d-b93ae58d9a47 tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.122922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=647904f8-4d44-429d-940d-7234c4631de1,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:22.162835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ded7e125-2470-4060-bbd1-445cd22057a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.211271 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a43f5c15-4aab-47ed-8c6a-bd4a716b3d8e req-76056882-922e-4dc7-a39a-74d063a42f33 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524177 Apr 29 15:30:22.244658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-aa4d458c-4419-4b7d-acf3-590105f0e70f None None] Provisioning for port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:22.246327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a16ea-483e-4234-8042-d12229dae99c req-25c0c616-c584-49fd-9cb8-cc25dc2e28af tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:22.247847 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-530a16ea-483e-4234-8042-d12229dae99c req-25c0c616-c584-49fd-9cb8-cc25dc2e28af tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 945 time: 0.7281621 Apr 29 15:30:22.257204 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e619fc21-4d0b-4a4e-a37f-4f206c74b31a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:22.258119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ded7e125-2470-4060-bbd1-445cd22057a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.263071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e619fc21-4d0b-4a4e-a37f-4f206c74b31a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:22.267437 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e619fc21-4d0b-4a4e-a37f-4f206c74b31a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8456471 Apr 29 15:30:22.269170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58814) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:22.305057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 35549397-dbf9-44c2-b81d-659e3ec258ed completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:22.308496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:22.315464 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 35549397-dbf9-44c2-b81d-659e3ec258ed triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:22.316053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.349401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:22.349831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.360582 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ded7e125-2470-4060-bbd1-445cd22057a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e079f4834f4544daaae230329cfcd951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7776732 Apr 29 15:30:22.360755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58818) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:22.365928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-27adeb51-4b1d-4c25-a0f6-43057da4624b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.413712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7e125-2470-4060-bbd1-445cd22057a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bc65cf-1ae6-40f0-9f89-91335f056d88,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:22.494566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adeb51-4b1d-4c25-a0f6-43057da4624b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbf70cf6-dd00-4ada-a28c-82f6bee8618f,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:22.511884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc1c3138-7abd-45d2-8f3d-b93ae58d9a47 tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.515940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-27adeb51-4b1d-4c25-a0f6-43057da4624b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.530190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-02c2b0c1-1469-43da-8e2e-385feba132ac None None] Provisioning for port 2387f106-d66f-43d7-9701-f44617748b44 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:22.533255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-92024210-fa3d-4fea-a0c1-6502ec6aa581 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 2387f106-d66f-43d7-9701-f44617748b44 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:22.533652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-92024210-fa3d-4fea-a0c1-6502ec6aa581 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.553790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-02c2b0c1-1469-43da-8e2e-385feba132ac None None] Provisioning complete for port 2387f106-d66f-43d7-9701-f44617748b44 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:22.554195 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-02c2b0c1-1469-43da-8e2e-385feba132ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.560561 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-530a16ea-483e-4234-8042-d12229dae99c req-cf758381-dff9-4dff-a8e5-a763ec9923fe tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947903 Apr 29 15:30:22.628740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.640179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.641701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c3138-7abd-45d2-8f3d-b93ae58d9a47 tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Calling delete_port for bf889306-34d2-4ed4-9b47-fab635f20d40 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:22.661784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-02c2b0c1-1469-43da-8e2e-385feba132ac None None] Port 2387f106-d66f-43d7-9701-f44617748b44 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:30:22.661985 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-27adeb51-4b1d-4c25-a0f6-43057da4624b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "DELETE /v2.0/ports/dbf70cf6-dd00-4ada-a28c-82f6bee8618f HTTP/1.1" status: 204 len: 168 time: 1.8299255 Apr 29 15:30:22.666072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58824) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:22.694806 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b9ac3b02-446e-4a3d-9bfe-df44c0e8e731,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:22.697848 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 35549397-dbf9-44c2-b81d-659e3ec258ed, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=35549397-dbf9-44c2-b81d-659e3ec258ed,segment=NetworkSegment(255f6768-19ec-4aaf-872f-df625d7efa05),segment_id=255f6768-19ec-4aaf-872f-df625d7efa05)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:22.732823 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.764372 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a47914a-5e26-4c28-981d-555b76dc75d2'] response: {'server_uuid': '92d4a3db-2c58-442d-9059-49a409bec874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647904f8-4d44-429d-940d-7234c4631de1', 'code': 200} Apr 29 15:30:22.771329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.785108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:22.806364 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d3618c-91ad-4138-b848-57c42ebac52c tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:30:22.806887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-19d3618c-91ad-4138-b848-57c42ebac52c tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Synchronizing usage tracker for tenant:3d9f9bfda1a24f48a8ccc9016593f30d on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:22.825799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fdebfc0-a866-402c-9922-9e8291d71462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.857147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=b9ac3b02-446e-4a3d-9bfe-df44c0e8e731,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:22.862582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc1c3138-7abd-45d2-8f3d-b93ae58d9a47 tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.917368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c3138-7abd-45d2-8f3d-b93ae58d9a47 tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf889306-34d2-4ed4-9b47-fab635f20d40,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:22.924972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fdebfc0-a866-402c-9922-9e8291d71462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:22.932657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=35549397-dbf9-44c2-b81d-659e3ec258ed,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:22.939292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43efae9-5fdc-4f57-adbb-3959ffcdd0c5 req-c0b39ca7-7ed2-4d6f-9242-d39e3ef0cdf4 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:22.940760 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b43efae9-5fdc-4f57-adbb-3959ffcdd0c5 req-c0b39ca7-7ed2-4d6f-9242-d39e3ef0cdf4 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 945 time: 0.5114303 Apr 29 15:30:23.026968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-19d3618c-91ad-4138-b848-57c42ebac52c tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Unset dirty status for tenant:3d9f9bfda1a24f48a8ccc9016593f30d on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:23.027838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc1c3138-7abd-45d2-8f3d-b93ae58d9a47 tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.028245 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-19d3618c-91ad-4138-b848-57c42ebac52c tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "GET /v2.0/ports/dbf70cf6-dd00-4ada-a28c-82f6bee8618f HTTP/1.1" status: 404 len: 333 time: 0.3561895 Apr 29 15:30:23.032722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:23.038752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:23.046413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.046527 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fc1c3138-7abd-45d2-8f3d-b93ae58d9a47 tempest-RoutersAdminNegativeIpV6Test-146594467 tempest-RoutersAdminNegativeIpV6Test-146594467-project-admin] 10.222.0.39 "DELETE /v2.0/ports/bf889306-34d2-4ed4-9b47-fab635f20d40 HTTP/1.1" status: 204 len: 168 time: 1.1674740 Apr 29 15:30:23.046616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.046722 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58828) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:23.050575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-996823093', 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:23.055642 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:23.068061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:23.144584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Made reservation on behalf of 3d9f9bfda1a24f48a8ccc9016593f30d for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:23.147668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.168802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] device_id is not set on port 62988c85-453e-4612-8106-916e59639515 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:23.179052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.216147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2e678ba4-43b1-4185-8c5f-b2311fc43cc3,segment=NetworkSegment(d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d),segment_id=d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:23.228284 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b43efae9-5fdc-4f57-adbb-3959ffcdd0c5 req-2adfd32d-3cf5-409a-aacd-4feba62012b5 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806537 Apr 29 15:30:23.231673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-92024210-fa3d-4fea-a0c1-6502ec6aa581 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.251463 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Subnet': ['ID=53efa21e-09cc-414a-98e4-135410d6cd73,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:23.305542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.383077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-92024210-fa3d-4fea-a0c1-6502ec6aa581 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 2387f106-d66f-43d7-9701-f44617748b44 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:23.387990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=2e678ba4-43b1-4185-8c5f-b2311fc43cc3,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:23.460499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fdebfc0-a866-402c-9922-9e8291d71462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.490816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Checking segment: {'id': '9965cf56-4e47-40e0-81f1-ba152574bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'acb37fcc-9e8f-4eb2-816b-9c1b563fd417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:23.491172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network hostable DHCP agents. Network: acb37fcc-9e8f-4eb2-816b-9c1b563fd417, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:30:23.512995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdebfc0-a866-402c-9922-9e8291d71462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bc65cf-1ae6-40f0-9f89-91335f056d88,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:23.537643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fdebfc0-a866-402c-9922-9e8291d71462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.539652 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5fdebfc0-a866-402c-9922-9e8291d71462 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8bc65cf-1ae6-40f0-9f89-91335f056d88 HTTP/1.1" status: 204 len: 168 time: 1.1749184 Apr 29 15:30:23.539759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58840) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:23.572515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0544d6f-8b36-48e3-b8a4-5839f27f51a3 req-96589a02-48fe-4a54-8f44-a7f44dfeb28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:23.574004 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e0544d6f-8b36-48e3-b8a4-5839f27f51a3 req-96589a02-48fe-4a54-8f44-a7f44dfeb28c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 1099 time: 0.4534693 Apr 29 15:30:23.581651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.633454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-e0544d6f-8b36-48e3-b8a4-5839f27f51a3 req-cdd48ca2-8fc7-4dd1-96e2-870b3f5dc5b9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.656654 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network acb37fcc-9e8f-4eb2-816b-9c1b563fd417 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:30:23.668978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [req-e0544d6f-8b36-48e3-b8a4-5839f27f51a3 req-cdd48ca2-8fc7-4dd1-96e2-870b3f5dc5b9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:23.684999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1087d8d-77dc-48c8-a029-164c8706c9d7 req-8ae6f655-b5ef-4844-b9e9-247b3f8bdb63 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:23.688312 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.692513 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a1087d8d-77dc-48c8-a029-164c8706c9d7 req-8ae6f655-b5ef-4844-b9e9-247b3f8bdb63 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 945 time: 0.3163989 Apr 29 15:30:23.697447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-e0544d6f-8b36-48e3-b8a4-5839f27f51a3 req-cdd48ca2-8fc7-4dd1-96e2-870b3f5dc5b9 service neutron] Usage tracker for resource:security_group_rule and tenant:04242eb25491483fa378ea3442fc7878 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:23.714693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-e0544d6f-8b36-48e3-b8a4-5839f27f51a3 req-cdd48ca2-8fc7-4dd1-96e2-870b3f5dc5b9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:23.725587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [req-e0544d6f-8b36-48e3-b8a4-5839f27f51a3 req-cdd48ca2-8fc7-4dd1-96e2-870b3f5dc5b9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:23.731532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:23.771197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea5674d0-c027-45cc-aea3-08a1242b73b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.803775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ea5674d0-c027-45cc-aea3-08a1242b73b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:23.807755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:23.808195 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.812542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:23.814082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ea5674d0-c027-45cc-aea3-08a1242b73b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ec049c8b5a1c4db690fb236d777cf244 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:23.817251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event updated for resources: {'Port': ['ID=62988c85-453e-4612-8106-916e59639515,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:23.819972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:23.822265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ea5674d0-c027-45cc-aea3-08a1242b73b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:23.825436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:23.826342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:23.829753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.835739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ea5674d0-c027-45cc-aea3-08a1242b73b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:23.899174 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, acb37fcc-9e8f-4eb2-816b-9c1b563fd417) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:23.915610 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9cc08cd7-3818-41ca-9fac-5e90252ac586 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8719573 Apr 29 15:30:23.923791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:23.924536 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:23.927702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58852) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:23.955449 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a1087d8d-77dc-48c8-a029-164c8706c9d7 req-1893fb8b-e083-4e20-82c8-5807badea587 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615540 Apr 29 15:30:23.977428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5886db1e-73b5-40b9-ba42-5b57298321fa None None] Network acb37fcc-9e8f-4eb2-816b-9c1b563fd417 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:24.007516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-92024210-fa3d-4fea-a0c1-6502ec6aa581 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.010126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.029910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea5674d0-c027-45cc-aea3-08a1242b73b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.031643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4c280-43a6-4f5d-8fed-5d0ee086f99d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:24.036113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-41c4c280-43a6-4f5d-8fed-5d0ee086f99d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Synchronizing usage tracker for tenant:3d9f9bfda1a24f48a8ccc9016593f30d on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:24.075813 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-60f36206-7816-4b93-b1e1-c4a05efbeca5 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9968510 Apr 29 15:30:24.075968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58858) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:24.077075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92024210-fa3d-4fea-a0c1-6502ec6aa581 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=2387f106-d66f-43d7-9701-f44617748b44,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:24.088760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-322700330', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}, 'admin_state_up': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:24.099458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:24.105999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:router and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:24.109631 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:24.114963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea5674d0-c027-45cc-aea3-08a1242b73b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.157946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:24.159630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08670f-4eff-4f2d-991f-6019f80efe3c req-c559ebb2-477e-4940-9253-fd179f168c45 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:24.167677 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3a08670f-4eff-4f2d-991f-6019f80efe3c req-c559ebb2-477e-4940-9253-fd179f168c45 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4431250 Apr 29 15:30:24.172577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-92024210-fa3d-4fea-a0c1-6502ec6aa581 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.215040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-e0544d6f-8b36-48e3-b8a4-5839f27f51a3 req-cdd48ca2-8fc7-4dd1-96e2-870b3f5dc5b9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.215040 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-92024210-fa3d-4fea-a0c1-6502ec6aa581 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/2387f106-d66f-43d7-9701-f44617748b44 HTTP/1.1" status: 204 len: 168 time: 1.9427700 Apr 29 15:30:24.215865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58866) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:24.228992 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ea5674d0-c027-45cc-aea3-08a1242b73b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec049c8b5a1c4db690fb236d777cf244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6891396 Apr 29 15:30:24.229963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5674d0-c027-45cc-aea3-08a1242b73b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2f0f8a-ca08-4a88-ad37-0c80975ab252,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:24.232595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-41c4c280-43a6-4f5d-8fed-5d0ee086f99d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Unset dirty status for tenant:3d9f9bfda1a24f48a8ccc9016593f30d on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:24.233709 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-41c4c280-43a6-4f5d-8fed-5d0ee086f99d tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "GET /v2.0/ports/62988c85-453e-4612-8106-916e59639515 HTTP/1.1" status: 200 len: 954 time: 0.3049912 Apr 29 15:30:24.234659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58870) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:24.248330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58874) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:24.311846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24b4a1e-6725-41fb-b612-03198bf3e3bf None None] Network acb37fcc-9e8f-4eb2-816b-9c1b563fd417 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:24.350629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-e0544d6f-8b36-48e3-b8a4-5839f27f51a3 req-cdd48ca2-8fc7-4dd1-96e2-870b3f5dc5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.406943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-36ed53de-6c31-4951-b52b-5c0a03c7752b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Deleting port 62988c85-453e-4612-8106-916e59639515 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:24.407460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-36ed53de-6c31-4951-b52b-5c0a03c7752b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.442671 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3a08670f-4eff-4f2d-991f-6019f80efe3c req-d3bc26a3-d2b3-4662-aad8-e532bc501078 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695200 Apr 29 15:30:24.471339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.472330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.487801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.503512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-e0544d6f-8b36-48e3-b8a4-5839f27f51a3 req-cdd48ca2-8fc7-4dd1-96e2-870b3f5dc5b9 service neutron] Synchronizing usage tracker for tenant:04242eb25491483fa378ea3442fc7878 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:24.524747 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e6412-bedc-47be-a3e6-5ac9ed6aff59 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:24.526211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e6412-bedc-47be-a3e6-5ac9ed6aff59 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:24.527698 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e09e6412-bedc-47be-a3e6-5ac9ed6aff59 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3107319 Apr 29 15:30:24.528507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd48ca2-8fc7-4dd1-96e2-870b3f5dc5b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f44031-2bb3-4e3c-b6c8-2d44607e9a1e,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:24.532796 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58882) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:24.637618 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d310a73-99e9-4299-97a1-c4143ba6d3de tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet f1eff2b3-03e2-4c26-b535-04a68a7a5b34 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:30:24.643118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3d310a73-99e9-4299-97a1-c4143ba6d3de tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.694081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-e0544d6f-8b36-48e3-b8a4-5839f27f51a3 req-cdd48ca2-8fc7-4dd1-96e2-870b3f5dc5b9 service neutron] Unset dirty status for tenant:04242eb25491483fa378ea3442fc7878 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:24.694081 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e0544d6f-8b36-48e3-b8a4-5839f27f51a3 req-cdd48ca2-8fc7-4dd1-96e2-870b3f5dc5b9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1092956 Apr 29 15:30:24.699768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359021f-3aed-4b72-823e-dca5f6c87d13 req-b141b270-0f12-43e8-96ee-57381c9efb0b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:24.701356 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3359021f-3aed-4b72-823e-dca5f6c87d13 req-b141b270-0f12-43e8-96ee-57381c9efb0b tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 946 time: 0.2767901 Apr 29 15:30:24.748280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3d310a73-99e9-4299-97a1-c4143ba6d3de tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.765668 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35549397-dbf9-44c2-b81d-659e3ec258ed'}, {'server_uuid': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:30:24.811143 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3359021f-3aed-4b72-823e-dca5f6c87d13 req-a7177b01-5100-41c0-b191-43d89ffe13f0 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966337 Apr 29 15:30:24.831914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5edc25f7-70de-4e2e-8fa3-e92ccdf3c102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.847651 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc9e48d-65de-4687-93ec-3530482f5bf5'] response: {'server_uuid': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35549397-dbf9-44c2-b81d-659e3ec258ed', 'code': 200} Apr 29 15:30:24.848138 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc9e48d-65de-4687-93ec-3530482f5bf5'] response: {'server_uuid': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3', 'code': 200} Apr 29 15:30:24.869058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3d310a73-99e9-4299-97a1-c4143ba6d3de tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:24.971817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58896) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:25.052344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5edc25f7-70de-4e2e-8fa3-e92ccdf3c102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.057191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3d310a73-99e9-4299-97a1-c4143ba6d3de tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.122524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.133234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d310a73-99e9-4299-97a1-c4143ba6d3de tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=f1eff2b3-03e2-4c26-b535-04a68a7a5b34,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:25.150808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-784839126'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:25.153352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-36ed53de-6c31-4951-b52b-5c0a03c7752b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.154307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e134d0-a1cf-43ec-9dce-e968edde5421 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:25.156077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3d310a73-99e9-4299-97a1-c4143ba6d3de tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.168050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:25.177974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:network and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:25.182031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:25.185446 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3d310a73-99e9-4299-97a1-c4143ba6d3de tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/f1eff2b3-03e2-4c26-b535-04a68a7a5b34 HTTP/1.1" status: 204 len: 168 time: 0.6512780 Apr 29 15:30:25.193491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58904) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:25.193968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:25.272892 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1e767769-2117-49da-8ea9-b8954ed1f70f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809276 Apr 29 15:30:25.275372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58908) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:25.333527 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-36ed53de-6c31-4951-b52b-5c0a03c7752b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Calling delete_port for 62988c85-453e-4612-8106-916e59639515 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:25.384732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ec083-8bcb-4bdc-b2a4-cb89a0b17510 req-7f7e94eb-f06e-43b7-a554-d34333411e5d tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:25.386317 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e13ec083-8bcb-4bdc-b2a4-cb89a0b17510 req-7f7e94eb-f06e-43b7-a554-d34333411e5d tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 945 time: 0.2957075 Apr 29 15:30:25.405036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:25.408694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.442594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.470117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:25.474758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:security_group_rule and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:25.478686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:25.491468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:25.507094 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:30:25.528407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] Deleting port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:25.528742 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.550728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04afbaa-a531-49d8-82ef-4c231a62e7f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:25.552033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d04afbaa-a531-49d8-82ef-4c231a62e7f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:25.565089 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e13ec083-8bcb-4bdc-b2a4-cb89a0b17510 req-af6e64c6-52a8-455e-9c4f-7f6afb0a612b tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661839 Apr 29 15:30:25.575140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2403ae-f604-4237-93a7-4da1674ebdeb req-c922d39c-f4bd-4909-a5be-bca08be35c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:25.576585 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7c2403ae-f604-4237-93a7-4da1674ebdeb req-c922d39c-f4bd-4909-a5be-bca08be35c4d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 1099 time: 0.2335448 Apr 29 15:30:25.613444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-36ed53de-6c31-4951-b52b-5c0a03c7752b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.663371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5edc25f7-70de-4e2e-8fa3-e92ccdf3c102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.689750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed53de-6c31-4951-b52b-5c0a03c7752b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event deleted for resources: {'Port': ['ID=62988c85-453e-4612-8106-916e59639515,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:25.701904 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7c2403ae-f604-4237-93a7-4da1674ebdeb req-fe51c2d1-6de3-4b67-b626-02deb7ed20e5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823302 Apr 29 15:30:25.702407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc25f7-70de-4e2e-8fa3-e92ccdf3c102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2f0f8a-ca08-4a88-ad37-0c80975ab252,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:25.715285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:30:25.715922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-36ed53de-6c31-4951-b52b-5c0a03c7752b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.722018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279625b-be91-4a35-bd36-b29dc42cf49b req-2b253e54-0577-4cbd-aaf0-d417fd151849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:25.728072 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0279625b-be91-4a35-bd36-b29dc42cf49b req-2b253e54-0577-4cbd-aaf0-d417fd151849 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 1098 time: 0.3147600 Apr 29 15:30:25.742381 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-36ed53de-6c31-4951-b52b-5c0a03c7752b tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "DELETE /v2.0/ports/62988c85-453e-4612-8106-916e59639515 HTTP/1.1" status: 204 len: 168 time: 1.4900606 Apr 29 15:30:25.742625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58914) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:25.747785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf301393-de2f-43fc-a7b5-a9cd726f36c7 req-08962fb2-32f4-4b0e-ba69-bc0d67ff378e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:25.749281 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bf301393-de2f-43fc-a7b5-a9cd726f36c7 req-08962fb2-32f4-4b0e-ba69-bc0d67ff378e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.1830962 Apr 29 15:30:25.757599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d04afbaa-a531-49d8-82ef-4c231a62e7f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:25.758653 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d04afbaa-a531-49d8-82ef-4c231a62e7f7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4808385 Apr 29 15:30:25.762132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58918) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:25.796402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5edc25f7-70de-4e2e-8fa3-e92ccdf3c102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.801449 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5edc25f7-70de-4e2e-8fa3-e92ccdf3c102 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b2f0f8a-ca08-4a88-ad37-0c80975ab252 HTTP/1.1" status: 204 len: 168 time: 1.5619054 Apr 29 15:30:25.809719 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa57f4b-a702-4476-a8ab-a70972150755 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:30:25.810270 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1fa57f4b-a702-4476-a8ab-a70972150755 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Synchronizing usage tracker for tenant:3d9f9bfda1a24f48a8ccc9016593f30d on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:25.865604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.882327 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] For port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b9ac3b02-446e-4a3d-9bfe-df44c0e8e731,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:25.882698 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.919523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd4f2e4-1aef-4d45-9445-9a32e9d7e21f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:25.920417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ecd4f2e4-1aef-4d45-9445-9a32e9d7e21f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:25.929411 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bf301393-de2f-43fc-a7b5-a9cd726f36c7 req-101eeb6e-997c-43c2-b191-fd05e544a2da tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728795 Apr 29 15:30:25.942469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.958851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:30:25.969964 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:25.970550 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Added segment 9b5bb0ab-3daa-4839-bac1-172b1b076673 of type vlan for network e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5 Apr 29 15:30:26.046182 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:26.049732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ecd4f2e4-1aef-4d45-9445-9a32e9d7e21f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:26.055006 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ecd4f2e4-1aef-4d45-9445-9a32e9d7e21f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2757463 Apr 29 15:30:26.055160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] Calling delete_port for b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:26.063526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58926) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:26.066470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1fa57f4b-a702-4476-a8ab-a70972150755 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Unset dirty status for tenant:3d9f9bfda1a24f48a8ccc9016593f30d on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:26.068187 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1fa57f4b-a702-4476-a8ab-a70972150755 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "GET /v2.0/ports/62988c85-453e-4612-8106-916e59639515 HTTP/1.1" status: 404 len: 333 time: 0.3246453 Apr 29 15:30:26.077840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58928) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:26.090020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Request body: {'port': {'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1633913141'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:26.099157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:26.111511 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:26.148329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b9ac3b02-446e-4a3d-9bfe-df44c0e8e731,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:26.149515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:26.150983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5516937-ac4f-4a90-8b17-c6b317651d9f,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:26.153353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:26.177481 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-165ae38d-b08d-4dca-8a1e-0d93043fe064 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927577 Apr 29 15:30:26.185382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58934) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:26.193710 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0279625b-be91-4a35-bd36-b29dc42cf49b req-0f31ac06-b09c-4946-b9e0-809168d06551 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400566 Apr 29 15:30:26.198558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-7040f314-7b9f-4bde-9b4a-28e06c1b5572 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:26.213370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:26.226440 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:26.228573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26fa7d-d6bc-44d1-88bc-ea962856d131 req-9fc2e25f-7532-4681-8a07-a6ce5028396f tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:26.233747 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2e26fa7d-d6bc-44d1-88bc-ea962856d131 req-9fc2e25f-7532-4681-8a07-a6ce5028396f tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 946 time: 0.2368186 Apr 29 15:30:26.282428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:30:26.283158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:30:26.290732 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2e26fa7d-d6bc-44d1-88bc-ea962856d131 req-13785196-cb9a-4856-83e3-e72fdc6ae7db tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547075 Apr 29 15:30:26.291486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:26.297431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:26.298019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:26.327311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Made reservation on behalf of 3d9f9bfda1a24f48a8ccc9016593f30d for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:26.329919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:26.336960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=b9ac3b02-446e-4a3d-9bfe-df44c0e8e731,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:26.411400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Network': ['ID=e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:26.423412 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:30:26.435936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] device_id is not set on port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:26.488378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7040f314-7b9f-4bde-9b4a-28e06c1b5572 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:26.505859 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b6668c81-bcd4-4645-935b-24fa9276e247 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5315514 Apr 29 15:30:26.673157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7040f314-7b9f-4bde-9b4a-28e06c1b5572 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:26.732387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58942) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:26.735357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.26.2.143 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/08443861-465e-44fd-be36-6d8c208072eb) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:26.785856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] Deleting port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:26.788077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:26.849365 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7040f314-7b9f-4bde-9b4a-28e06c1b5572 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:26.852534 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7040f314-7b9f-4bde-9b4a-28e06c1b5572 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:26.883752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19cbe7-ded3-474b-b5eb-f0d2a400af41 req-fb8576d2-a98a-4fd2-ad34-4095c0d4f53d tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:26.886104 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0d19cbe7-ded3-474b-b5eb-f0d2a400af41 req-fb8576d2-a98a-4fd2-ad34-4095c0d4f53d tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 945 time: 0.2108855 Apr 29 15:30:26.975210 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0d19cbe7-ded3-474b-b5eb-f0d2a400af41 req-c1d28237-1824-45bc-83eb-b8b42c6f9236 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825477 Apr 29 15:30:27.017505 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:27.066159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] For port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b9ac3b02-446e-4a3d-9bfe-df44c0e8e731,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:27.068247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:27.112249 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-239a350e-8049-43fb-ac45-03608038b4dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a84221192eda4e4b9e4733dd5ea09079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765364 Apr 29 15:30:27.138474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58948) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:27.220451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:27.228364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] Calling delete_port for b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:27.274492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1b666-956a-4d62-a451-aacff230215c req-c515e3b5-7f31-418c-a567-5d99ae064d1b tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:27.283903 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f4d1b666-956a-4d62-a451-aacff230215c req-c515e3b5-7f31-418c-a567-5d99ae064d1b tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.1853306 Apr 29 15:30:27.367487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:27.411137 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f4d1b666-956a-4d62-a451-aacff230215c req-16973e52-3325-4e97-8977-d81f9c97d3e3 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239593 Apr 29 15:30:27.452250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:27.461760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:27.464107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:27.465292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:27.465874 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:27.501526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event updated for resources: {'Port': ['ID=ecff8e1d-87eb-4411-a8ab-31dd72bfa50c,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:27.518198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d8113cf-6255-4135-bd01-06cc8d1b291d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:27.547040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d8113cf-6255-4135-bd01-06cc8d1b291d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:27.641466 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] No DVR routers for this DVR port b9ac3b02-446e-4a3d-9bfe-df44c0e8e731 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:30:27.673835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ca837-ae87-48bd-838a-4920dec78ff1 None None] Pushing event deleted for resources: {'Port': ['ID=b9ac3b02-446e-4a3d-9bfe-df44c0e8e731,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:27.702373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:27.787303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5ca34-de36-407c-a1cb-6b847d8ae294 req-29214f71-135e-40fb-a511-acba6d088a01 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:27.789080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d8113cf-6255-4135-bd01-06cc8d1b291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:27.794236 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7bf5ca34-de36-407c-a1cb-6b847d8ae294 req-29214f71-135e-40fb-a511-acba6d088a01 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 946 time: 0.2222424 Apr 29 15:30:27.819643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8113cf-6255-4135-bd01-06cc8d1b291d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403ccca0-2af4-434c-8a82-002f6967c9d6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:27.836154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:27.846511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827cd70-4613-4b61-a244-8f75a1b163c3 req-f44feac1-4ee0-4e2c-9503-2fe0c78ab518 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:27.848784 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1827cd70-4613-4b61-a244-8f75a1b163c3 req-f44feac1-4ee0-4e2c-9503-2fe0c78ab518 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.1659553 Apr 29 15:30:27.862628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58956) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:27.870089 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-313b294a-c21e-4832-a196-f119e4f115f9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Request body: {'floatingip': {'port_id': '647904f8-4d44-429d-940d-7234c4631de1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:27.920650 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-753175a4-f3c9-43f0-9090-da80c4b98f06 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8394268 Apr 29 15:30:27.927370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d8113cf-6255-4135-bd01-06cc8d1b291d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:27.933007 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2d8113cf-6255-4135-bd01-06cc8d1b291d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/403ccca0-2af4-434c-8a82-002f6967c9d6 HTTP/1.1" status: 204 len: 168 time: 0.7915812 Apr 29 15:30:27.934316 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7bf5ca34-de36-407c-a1cb-6b847d8ae294 req-d04d1b2b-0b59-4891-8465-05eac6aaa711 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392541 Apr 29 15:30:27.943624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58960) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:27.949588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8391'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:27.954110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:27.976959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:27.983546 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:28.001982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-313b294a-c21e-4832-a196-f119e4f115f9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for floatingip, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:28.042785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=08443861-465e-44fd-be36-6d8c208072eb,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:28.295592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7040f314-7b9f-4bde-9b4a-28e06c1b5572 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:28.343098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:28.370101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7040f314-7b9f-4bde-9b4a-28e06c1b5572 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:28.375338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-7040f314-7b9f-4bde-9b4a-28e06c1b5572 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:28.393810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7040f314-7b9f-4bde-9b4a-28e06c1b5572 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:28.393954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e5957f-fd28-4ae4-a897-c55a33c42f8d None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:28.394427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7040f314-7b9f-4bde-9b4a-28e06c1b5572 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:28.478287 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7040f314-7b9f-4bde-9b4a-28e06c1b5572 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2895973 Apr 29 15:30:28.479239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040f314-7b9f-4bde-9b4a-28e06c1b5572 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=7130f6b4-0613-4e3d-b97c-dcc0ce8acb08,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:28.483733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 58970) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:28.503888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'fixed_ips': [{'subnet_id': '7130f6b4-0613-4e3d-b97c-dcc0ce8acb08', 'ip_address': '2001:db8::30f9:2fde:d5a9:e8bc'}], 'name': 'tempest-NetworksTestDHCPv6-370734874'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:28.676791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:28.688764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:28.699649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8b05a-9f48-4468-9a20-18318766da68 req-e673aa1a-e220-42fb-aa21-2c0d1be3511c tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:28.702375 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-97b8b05a-9f48-4468-9a20-18318766da68 req-e673aa1a-e220-42fb-aa21-2c0d1be3511c tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 945 time: 0.5930231 Apr 29 15:30:28.789729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:28.803536 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '7130f6b4-0613-4e3d-b97c-dcc0ce8acb08'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:30:28.804592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:28.961502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:29.043304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/7130f6b4-0613-4e3d-b97c-dcc0ce8acb08/59c69f42-ad9c-4d7b-80a5-02a3fb722574) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:29.260398 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-97b8b05a-9f48-4468-9a20-18318766da68 req-0ac31379-1644-4653-993b-74695870c836 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4890857 Apr 29 15:30:29.410942 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:29.422924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Transition to ACTIVE for port object 59c69f42-ad9c-4d7b-80a5-02a3fb722574 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:29.445192 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Transition to ACTIVE for port object 59c69f42-ad9c-4d7b-80a5-02a3fb722574 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:29.471320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:29.527332 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:29.627226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Pushing event updated for resources: {'Port': ['ID=59c69f42-ad9c-4d7b-80a5-02a3fb722574,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:29.653155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:29.654719 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:29.657472 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:29.779723 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Attempting to bind port 59c69f42-ad9c-4d7b-80a5-02a3fb722574 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:29.780361 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Attempting to bind port 59c69f42-ad9c-4d7b-80a5-02a3fb722574 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:29.780877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Attempting to bind port 59c69f42-ad9c-4d7b-80a5-02a3fb722574 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:29.788632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:29.789616 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:29.790471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:29.790959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:29.791737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Bound port: 59c69f42-ad9c-4d7b-80a5-02a3fb722574, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:29.792257 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:29.817862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 58996) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:29.837398 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'subnet': {'network_id': 'e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:29.845887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port e5b16356-bbc6-4ccd-a256-e87384fd549a yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:29.860817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a9228-02b3-4d60-a87f-bc05fa613e21 req-28f0bed6-6ed2-408b-95c2-4d959c6a4d90 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:29.862279 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-293a9228-02b3-4d60-a87f-bc05fa613e21 req-28f0bed6-6ed2-408b-95c2-4d959c6a4d90 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 946 time: 0.6798968 Apr 29 15:30:29.905888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] For port 59c69f42-ad9c-4d7b-80a5-02a3fb722574, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:29.910194 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] For port 59c69f42-ad9c-4d7b-80a5-02a3fb722574, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=59c69f42-ad9c-4d7b-80a5-02a3fb722574,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:29.979056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:29.988333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.resource_extend [None req-313b294a-c21e-4832-a196-f119e4f115f9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:30:30.008292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:30.088948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed33406-482b-4f99-9b46-5b9c386fbece None None] Pushing event updated for resources: {'Port': ['ID=59c69f42-ad9c-4d7b-80a5-02a3fb722574,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:30.198715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:30.258042 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-293a9228-02b3-4d60-a87f-bc05fa613e21 req-0de17ec2-50ad-4cf9-aa76-e0b9169fe0fb tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798966 Apr 29 15:30:30.262874 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:subnet and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:30.263806 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::30f9:2fde:d5a9:e8bc (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/7130f6b4-0613-4e3d-b97c-dcc0ce8acb08/e5b16356-bbc6-4ccd-a256-e87384fd549a) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:30.269699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:30.283724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:30.306506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a02f1a-8632-4bbe-846a-f8f82ce6d21d req-193fdfb8-9732-479c-aa54-b677a4381a24 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:30.318290 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e8a02f1a-8632-4bbe-846a-f8f82ce6d21d req-193fdfb8-9732-479c-aa54-b677a4381a24 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 945 time: 0.7965515 Apr 29 15:30:30.320612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59008) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:30.329737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-313b294a-c21e-4832-a196-f119e4f115f9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:30.342691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] device_id is not set on port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:30.349707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-624eb43b-2e49-47da-b4e4-0fc99f2604b2 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Request body: {'floatingip': {'port_id': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:30.361989 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:30.395702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Transition to ACTIVE for port object ecff8e1d-87eb-4411-a8ab-31dd72bfa50c will not be triggered until provisioned by entity L2. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:30.400086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-313b294a-c21e-4832-a196-f119e4f115f9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:30.496825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-624eb43b-2e49-47da-b4e4-0fc99f2604b2 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for floatingip, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:30.625744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:30.630635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:30.650020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:30.653982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:30:30.859623 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59018) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:31.014322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event updated for resources: {'Port': ['ID=ecff8e1d-87eb-4411-a8ab-31dd72bfa50c,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:31.036930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:31.037264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:31.037601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:31.052224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:31.052576 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:31.055755 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 2 to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c Apr 29 15:30:31.065385 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-313b294a-c21e-4832-a196-f119e4f115f9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Floating IP 68d7dc5f-7f49-461a-915c-16ec6d9036f8 associated. External IP: 172.26.2.72, port: 647904f8-4d44-429d-940d-7234c4631de1. Apr 29 15:30:31.156113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:31.156456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:31.156813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:31.173783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1502734598', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:31.283605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:31.298036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:30:31.315356 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53f7b7-0b60-4b5d-a2c8-888711116584 None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:30:31.326315 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53f7b7-0b60-4b5d-a2c8-888711116584 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:31.327899 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ce53f7b7-0b60-4b5d-a2c8-888711116584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:31.347873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object e5b16356-bbc6-4ccd-a256-e87384fd549a will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:31.416658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:31.425401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:31.425888 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:31.427819 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ce53f7b7-0b60-4b5d-a2c8-888711116584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:31.435982 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 3 to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c Apr 29 15:30:31.445831 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53f7b7-0b60-4b5d-a2c8-888711116584 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:31.446460 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ce53f7b7-0b60-4b5d-a2c8-888711116584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:31.452021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da973a-fd90-445a-82e5-399690990536 req-cc4da172-37b0-49a0-a574-bd8d5e58dec2 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:31.453521 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-41da973a-fd90-445a-82e5-399690990536 req-cc4da172-37b0-49a0-a574-bd8d5e58dec2 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 946 time: 0.8290391 Apr 29 15:30:31.455023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:31.459967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Usage tracker for resource:port and tenant:8d1134694bee4c649af5a0d9ed13113e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:31.460119 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-53908eb3-dd32-41eb-976a-ef60ef70ee83 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3829966 Apr 29 15:30:31.460738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59024) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:31.469395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59026) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:31.469395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:31.478581 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-214f44fb-676e-48ec-97ce-bf3fdbbdba08 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Request body: {'floatingip': {'port_id': '35549397-dbf9-44c2-b81d-659e3ec258ed'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:31.508844 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ce53f7b7-0b60-4b5d-a2c8-888711116584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:31.509170 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53f7b7-0b60-4b5d-a2c8-888711116584 None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:30:31.539802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:31.549553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:31.549902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:31.550221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:31.589862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:31.590190 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:31.592231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-214f44fb-676e-48ec-97ce-bf3fdbbdba08 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for floatingip, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:31.628109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b1ef97c5-0e54-49ad-84dd-5e25732b8272 None None] Provisioning for port 59c69f42-ad9c-4d7b-80a5-02a3fb722574 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:31.647697 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 4 to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c Apr 29 15:30:31.690509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Made reservation on behalf of 8d1134694bee4c649af5a0d9ed13113e for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:31.693633 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:31.728921 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 59c69f42-ad9c-4d7b-80a5-02a3fb722574 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:31.783471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:31.783716 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:31.784051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:31.799221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:31.823037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:31.823354 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:31.827905 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 5 to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c Apr 29 15:30:31.837962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:31.886844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 59c69f42-ad9c-4d7b-80a5-02a3fb722574 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:31.893835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 59c69f42-ad9c-4d7b-80a5-02a3fb722574 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:31.894348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:31.928838 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:31.940686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:31.983338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.resource_extend [None req-624eb43b-2e49-47da-b4e4-0fc99f2604b2 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:30:32.005999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Usage tracker for resource:security_group_rule and tenant:8d1134694bee4c649af5a0d9ed13113e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:32.021018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d624ee9f-3bf0-426c-a5f0-233ffadd149b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:32.032527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:32.032853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:32.033177 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:32.043957 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:32.044136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:32.073747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 59c69f42-ad9c-4d7b-80a5-02a3fb722574, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=59c69f42-ad9c-4d7b-80a5-02a3fb722574,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:32.073978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:32.094620 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:32.094945 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:32.103403 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 6 to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c Apr 29 15:30:32.125041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:32.131264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:32.149943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:32.156276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=e5b16356-bbc6-4ccd-a256-e87384fd549a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:32.161774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:32.167243 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:32.167849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:32.218047 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=59c69f42-ad9c-4d7b-80a5-02a3fb722574,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:32.293875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:32.294282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:32.294593 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:32.306488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Subnet': ['ID=f489064e-24aa-4ef0-a39b-1fbbb7a1d928,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:32.325417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-624eb43b-2e49-47da-b4e4-0fc99f2604b2 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:32.338345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:32.338345 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:32.339960 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 7 to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c Apr 29 15:30:32.384915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Checking segment: {'id': '9b5bb0ab-3daa-4839-bac1-172b1b076673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:32.385272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network hostable DHCP agents. Network: e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:30:32.394324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:32.395260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:32.395601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:32.420195 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-79d7c427-6ac4-4c01-a1bd-bbc62961d9c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9280648 Apr 29 15:30:32.421388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-624eb43b-2e49-47da-b4e4-0fc99f2604b2 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:32.427728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59032) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:32.435308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:32.435634 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:32.443634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313b294a-c21e-4832-a196-f119e4f115f9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Router d4ed803f-de54-4c42-ad10-a78b2ea91142 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:30:32.445287 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 8 to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c Apr 29 15:30:32.456144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-40a3eeb6-55f5-4f8f-b8a3-733fade7fe48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'fixed_ips': [{'subnet_id': '7130f6b4-0613-4e3d-b97c-dcc0ce8acb08', 'ip_address': '2001:db8::30f9:2fde:d5a9:e8bc'}], 'name': 'tempest-NetworksTestDHCPv6-746906060'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:32.596868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:32.597059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:32.597362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:32.611489 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:30:32.618134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4e6375f2-0a89-4adb-9c08-de47d35e1fdd None None] Provisioning for port e5b16356-bbc6-4ccd-a256-e87384fd549a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:32.623707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4e6375f2-0a89-4adb-9c08-de47d35e1fdd None None] Provisioning complete for port e5b16356-bbc6-4ccd-a256-e87384fd549a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:32.624062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4e6375f2-0a89-4adb-9c08-de47d35e1fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:32.679483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4e6375f2-0a89-4adb-9c08-de47d35e1fdd None None] Port e5b16356-bbc6-4ccd-a256-e87384fd549a cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:30:32.728397 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-624eb43b-2e49-47da-b4e4-0fc99f2604b2 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Floating IP 7b19f217-8309-45d9-bb01-697bcb18fba4 associated. External IP: 172.26.2.12, port: 2e678ba4-43b1-4185-8c5f-b2311fc43cc3. Apr 29 15:30:32.733349 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:32.733674 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:32.745954 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 9 to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c Apr 29 15:30:32.972482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:32.976774 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:32.984098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c67acb-00f9-43b3-9251-e0f79fd0f75b None None] Network e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:32.990527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:32.991115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:33.012911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:33.013240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:33.013579 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:33.035123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:33.048506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:33.048855 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:33.059576 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.plugins.ml2.plugin [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempt 10 to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c Apr 29 15:30:33.071542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] device_id is not set on port 5e533240-6f7b-4bf6-8b19-f26fe2398117 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:33.134205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-40a3eeb6-55f5-4f8f-b8a3-733fade7fe48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:33.145472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:33.157666 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-40a3eeb6-55f5-4f8f-b8a3-733fade7fe48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:33.171425 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-40a3eeb6-55f5-4f8f-b8a3-733fade7fe48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:33.178852 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:33.179186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] {{(pid=88714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:33.179523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempting to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:33.198546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-40a3eeb6-55f5-4f8f-b8a3-733fade7fe48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:33.203839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea725276-9d4c-4f79-a779-229461871049,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:33.213256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:30:33.213578 dv-neutron-839183-1-hyperv neutron-server[88714]: ERROR neutron.plugins.ml2.managers [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Failed to bind port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on host hv-neutron-8391 for vnic_type normal using segments [{'id': '73c11376-31df-4ec8-a4f0-3f739e837f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd42dee7b-ee31-48c3-8d14-d8c1dd45c4ef'}] Apr 29 15:30:33.213930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:33.229578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313b294a-c21e-4832-a196-f119e4f115f9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:30:33.242351 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-693e0113-14a0-448c-a789-6009812ac4c4 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4154534 Apr 29 15:30:33.247916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c5eb6-17f5-4ddf-b08c-34f77462adaf None None] Sync routers for ids ['d4ed803f-de54-4c42-ad10-a78b2ea91142'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:30:33.249546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59036) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:33.260669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5', 'network_id': 'e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5', 'tenant_id': '519d945a696847d99723ae79c2486815', 'fixed_ips': [{'subnet_id': 'f489064e-24aa-4ef0-a39b-1fbbb7a1d928'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:30:33.261055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:33.261387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.resource_extend [None req-214f44fb-676e-48ec-97ce-bf3fdbbdba08 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:30:33.326746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-86243537'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:33.362425 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c5eb6-17f5-4ddf-b08c-34f77462adaf None None] Routers {'d4ed803f-de54-4c42-ad10-a78b2ea91142'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:33.363214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-781c5eb6-17f5-4ddf-b08c-34f77462adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d4ed803f-de54-4c42-ad10-a78b2ea91142'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:33.371633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624eb43b-2e49-47da-b4e4-0fc99f2604b2 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Router 286ef9cd-9121-4735-8232-4648f9229977 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:30:33.412241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:33.415985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-313b294a-c21e-4832-a196-f119e4f115f9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:33.439751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a3eeb6-55f5-4f8f-b8a3-733fade7fe48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:33.517295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:network and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:33.529860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:33.597108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:33.610647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-214f44fb-676e-48ec-97ce-bf3fdbbdba08 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:33.623846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Allocated IP 2001:db8:0:ffff::2 (e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5/f489064e-24aa-4ef0-a39b-1fbbb7a1d928/71a996a9-f085-40e0-be69-acf61e605e10) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:33.655369 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-313b294a-c21e-4832-a196-f119e4f115f9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "PUT /v2.0/floatingips/68d7dc5f-7f49-461a-915c-16ec6d9036f8 HTTP/1.1" status: 200 len: 991 time: 5.7890120 Apr 29 15:30:33.675009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d4a3db-2c58-442d-9059-49a409bec874', 'tag': '647904f8-4d44-429d-940d-7234c4631de1'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:30:33.682932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-781c5eb6-17f5-4ddf-b08c-34f77462adaf None None] Set router d4ed803f-de54-4c42-ad10-a78b2ea91142 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:30:33.696569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Allocated IP 172.26.2.180 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/5e533240-6f7b-4bf6-8b19-f26fe2398117) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:33.715279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-214f44fb-676e-48ec-97ce-bf3fdbbdba08 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:33.797693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:33.797693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:33.877054 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b1f17c-efbc-4d4c-a507-5b08558e7f8f'] response: {'name': 'network-changed', 'server_uuid': '92d4a3db-2c58-442d-9059-49a409bec874', 'tag': '647904f8-4d44-429d-940d-7234c4631de1', 'status': 'completed', 'code': 200} Apr 29 15:30:33.892820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624eb43b-2e49-47da-b4e4-0fc99f2604b2 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:30:33.905863 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6609f31d-8b87-4cb7-a288-0a24b69b2722 None None] Sync routers for ids ['286ef9cd-9121-4735-8232-4648f9229977'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:30:33.917767 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6609f31d-8b87-4cb7-a288-0a24b69b2722 None None] Routers {'286ef9cd-9121-4735-8232-4648f9229977'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:33.918673 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6609f31d-8b87-4cb7-a288-0a24b69b2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['286ef9cd-9121-4735-8232-4648f9229977'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:33.929318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] For port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c, host hv-neutron-8391, cleared binding levels {{(pid=88714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:33.929677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attempted to set empty binding levels {{(pid=88714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 29 15:30:33.952054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-624eb43b-2e49-47da-b4e4-0fc99f2604b2 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:33.957946 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40a3eeb6-55f5-4f8f-b8a3-733fade7fe48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.018776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.028078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.20.0.1 (acb37fcc-9e8f-4eb2-816b-9c1b563fd417/53efa21e-09cc-414a-98e4-135410d6cd73/ba404b57-c152-4304-a5c4-1603896c7268) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:34.052775 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-624eb43b-2e49-47da-b4e4-0fc99f2604b2 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "PUT /v2.0/floatingips/7b19f217-8309-45d9-bb01-697bcb18fba4 HTTP/1.1" status: 200 len: 990 time: 3.7243869 Apr 29 15:30:34.069740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'tag': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:30:34.105128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722860af-3910-4ff2-b153-96b7abb03b20 req-4ab8be7f-a9c6-45ab-b7a0-449e4021de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:34.106891 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-722860af-3910-4ff2-b153-96b7abb03b20 req-4ab8be7f-a9c6-45ab-b7a0-449e4021de31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1efd4495704a168117d9d603fb1f93&device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 1099 time: 0.2719395 Apr 29 15:30:34.107558 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-40a3eeb6-55f5-4f8f-b8a3-733fade7fe48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 73aa0ad3-d3dc-422c-91e8-657db6566773 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:34.115002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.125597 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Transition to ACTIVE for port object 71a996a9-f085-40e0-be69-acf61e605e10 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:34.146991 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Transition to ACTIVE for port object 71a996a9-f085-40e0-be69-acf61e605e10 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:34.150430 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 59c69f42-ad9c-4d7b-80a5-02a3fb722574 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:34.163259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:30:34.168498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] In _notify_port_updated(), no bound segment for port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c on network d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef {{(pid=88714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:30:34.169357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:34.169962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.174093 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "PUT /v2.0/ports/ecff8e1d-87eb-4411-a8ab-31dd72bfa50c HTTP/1.1" status: 200 len: 977 time: 6.2267807 Apr 29 15:30:34.181974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59048) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:34.266901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.267245 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Added segment e0780597-6d60-40e5-b2f8-62fdbf7f9a09 of type vlan for network 29fa4c93-2321-4873-859c-3b58703d25aa Apr 29 15:30:34.294853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc134be-4c75-4cfa-ae92-5e771a34e939 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event updated for resources: {'Port': ['ID=ecff8e1d-87eb-4411-a8ab-31dd72bfa50c,revision_number=3']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:34.302978 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.342183 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-214f44fb-676e-48ec-97ce-bf3fdbbdba08 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Floating IP 25c26e7f-c5ca-49e6-b6e7-019b08b7c78b associated. External IP: 172.26.2.223, port: 35549397-dbf9-44c2-b81d-659e3ec258ed. Apr 29 15:30:34.345391 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.368835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722860af-3910-4ff2-b153-96b7abb03b20 req-7d67857c-2cdc-4978-b08b-34346682cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:34.370576 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-722860af-3910-4ff2-b153-96b7abb03b20 req-7d67857c-2cdc-4978-b08b-34346682cfe7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2964b386-6c1c-4f7e-9bbd-459b2e114f03 HTTP/1.1" status: 200 len: 913 time: 0.2187505 Apr 29 15:30:34.416292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Pushing event updated for resources: {'Port': ['ID=71a996a9-f085-40e0-be69-acf61e605e10,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:34.427111 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Network e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:34.430908 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-6609f31d-8b87-4cb7-a288-0a24b69b2722 None None] Set router 286ef9cd-9121-4735-8232-4648f9229977 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:30:34.431354 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:34.444351 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:34.450137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 59c69f42-ad9c-4d7b-80a5-02a3fb722574 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:34.450508 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.538886 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-722860af-3910-4ff2-b153-96b7abb03b20 req-baf3b73c-cd9b-4273-8b9b-a7973001145e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647904f8-4d44-429d-940d-7234c4631de1 HTTP/1.1" status: 200 len: 999 time: 0.1607566 Apr 29 15:30:34.557926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4de1119b-0820-4313-8094-1c4cb25f0516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.636438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722860af-3910-4ff2-b153-96b7abb03b20 req-3572ad48-eb41-49af-a66a-6cb81ad53a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:34.638481 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-722860af-3910-4ff2-b153-96b7abb03b20 req-3572ad48-eb41-49af-a66a-6cb81ad53a13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e596a82-36fa-4d0f-b10e-5eea0b359f13 HTTP/1.1" status: 200 len: 851 time: 0.0929461 Apr 29 15:30:34.723556 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.752830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d227ac2-ed66-4135-8edd-db4717c6d540 req-eafa6a06-2e13-4c72-99d1-cc6fdb52d3ff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:34.760263 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2d227ac2-ed66-4135-8edd-db4717c6d540 req-eafa6a06-2e13-4c72-99d1-cc6fdb52d3ff tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.9527419 Apr 29 15:30:34.774122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Attempting to bind port 71a996a9-f085-40e0-be69-acf61e605e10 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:34.774754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Attempting to bind port 71a996a9-f085-40e0-be69-acf61e605e10 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '9b5bb0ab-3daa-4839-bac1-172b1b076673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:34.774847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Attempting to bind port 71a996a9-f085-40e0-be69-acf61e605e10 on network e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:34.790959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:34.791325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Checking segment: {'id': '9b5bb0ab-3daa-4839-bac1-172b1b076673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:34.791726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.792115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Bound using segment: {'id': '9b5bb0ab-3daa-4839-bac1-172b1b076673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:34.792609 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Bound port: 71a996a9-f085-40e0-be69-acf61e605e10, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5bb0ab-3daa-4839-bac1-172b1b076673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:34.792982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.806716 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.835855 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network acb37fcc-9e8f-4eb2-816b-9c1b563fd417 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:34.842569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=ba404b57-c152-4304-a5c4-1603896c7268,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:34.854139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:34.861952 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:34.862683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-4cb9e331-0797-4b97-ab7a-2bac1929124f tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Deleting port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:34.862811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e331-0797-4b97-ab7a-2bac1929124f tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.885121 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6609f31d-8b87-4cb7-a288-0a24b69b2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:38Z', 'revision_number': 4, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '7b19f217-8309-45d9-bb01-697bcb18fba4', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '286ef9cd-9121-4735-8232-4648f9229977', 'port_id': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'mac_address': 'fa:16:3e:81:49:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:29:51Z', 'updated_at': '2022-04-29T15:30:31Z', 'revision_number': 1, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7beb90-0faa-4d41-83f8-e2db1734daf9', 'name': '', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'mac_address': 'fa:16:3e:b7:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:32Z', 'updated_at': '2022-04-29T15:29:50Z', 'revision_number': 5, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'subnets': [{'id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:34.890448 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6609f31d-8b87-4cb7-a288-0a24b69b2722 None None] Checking router: 286ef9cd-9121-4735-8232-4648f9229977 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:30:34.905212 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6609f31d-8b87-4cb7-a288-0a24b69b2722 None None] Routers {'286ef9cd-9121-4735-8232-4648f9229977'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:34.906496 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6609f31d-8b87-4cb7-a288-0a24b69b2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['286ef9cd-9121-4735-8232-4648f9229977'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:34.937735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:34.970141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] For port 71a996a9-f085-40e0-be69-acf61e605e10, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:34.981405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] For port 71a996a9-f085-40e0-be69-acf61e605e10, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=71a996a9-f085-40e0-be69-acf61e605e10,segment=NetworkSegment(9b5bb0ab-3daa-4839-bac1-172b1b076673),segment_id=9b5bb0ab-3daa-4839-bac1-172b1b076673)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:34.992176 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-781c5eb6-17f5-4ddf-b08c-34f77462adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:34Z', 'revision_number': 4, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '68d7dc5f-7f49-461a-915c-16ec6d9036f8', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'floating_ip_address': '172.26.2.72', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'port_id': '647904f8-4d44-429d-940d-7234c4631de1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'mac_address': 'fa:16:3e:69:cd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d4a3db-2c58-442d-9059-49a409bec874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:29:48Z', 'updated_at': '2022-04-29T15:30:29Z', 'revision_number': 1, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e808ee5-48f8-4f2a-b2f8-eaf971e68339', 'name': '', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'mac_address': 'fa:16:3e:8e:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:33Z', 'updated_at': '2022-04-29T15:29:44Z', 'revision_number': 5, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'subnets': [{'id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:34.996764 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c5eb6-17f5-4ddf-b08c-34f77462adaf None None] Checking router: d4ed803f-de54-4c42-ad10-a78b2ea91142 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:30:35.006968 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c5eb6-17f5-4ddf-b08c-34f77462adaf None None] Routers {'d4ed803f-de54-4c42-ad10-a78b2ea91142'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:35.007461 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-781c5eb6-17f5-4ddf-b08c-34f77462adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d4ed803f-de54-4c42-ad10-a78b2ea91142'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:35.011475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722860af-3910-4ff2-b153-96b7abb03b20 req-dd74a6da-e200-4961-8538-cb367b2378c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:35.013081 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-722860af-3910-4ff2-b153-96b7abb03b20 req-dd74a6da-e200-4961-8538-cb367b2378c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2964b386-6c1c-4f7e-9bbd-459b2e114f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3669670 Apr 29 15:30:35.052877 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2d227ac2-ed66-4135-8edd-db4717c6d540 req-5bd40b29-19fc-4b9f-af55-89029ad6150a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916410 Apr 29 15:30:35.148695 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-6609f31d-8b87-4cb7-a288-0a24b69b2722 None None] Set router 286ef9cd-9121-4735-8232-4648f9229977 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:30:35.154286 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f3517e-27a8-4b75-8f93-db0856774d3a'] response: {'name': 'network-changed', 'server_uuid': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'tag': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3', 'status': 'completed', 'code': 200} Apr 29 15:30:35.193365 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:35.233529 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-781c5eb6-17f5-4ddf-b08c-34f77462adaf None None] Set router d4ed803f-de54-4c42-ad10-a78b2ea91142 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:30:35.280502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:35.412089 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-722860af-3910-4ff2-b153-96b7abb03b20 req-29404025-56a2-48e9-be0e-9d6842739f38 service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399367 Apr 29 15:30:35.413244 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:35.432069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-4cb9e331-0797-4b97-ab7a-2bac1929124f tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] For port ecff8e1d-87eb-4411-a8ab-31dd72bfa50c, host hv-neutron-8391, got binding levels [] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:35.432069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e331-0797-4b97-ab7a-2bac1929124f tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:35.477706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:35.562361 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:35.593148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b80c62-02f5-4b6b-a4a7-60d2d5575c11 None None] Pushing event updated for resources: {'Port': ['ID=71a996a9-f085-40e0-be69-acf61e605e10,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:35.642386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-4cb9e331-0797-4b97-ab7a-2bac1929124f tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Calling delete_port for ecff8e1d-87eb-4411-a8ab-31dd72bfa50c owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:35.769917 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6609f31d-8b87-4cb7-a288-0a24b69b2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:38Z', 'revision_number': 4, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '7b19f217-8309-45d9-bb01-697bcb18fba4', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '286ef9cd-9121-4735-8232-4648f9229977', 'port_id': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'mac_address': 'fa:16:3e:81:49:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:29:51Z', 'updated_at': '2022-04-29T15:30:31Z', 'revision_number': 1, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7beb90-0faa-4d41-83f8-e2db1734daf9', 'name': '', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'mac_address': 'fa:16:3e:b7:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:32Z', 'updated_at': '2022-04-29T15:29:50Z', 'revision_number': 5, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'subnets': [{'id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:35.774376 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6609f31d-8b87-4cb7-a288-0a24b69b2722 None None] The sync data for ids ['286ef9cd-9121-4735-8232-4648f9229977'] in dv-neutron-839183-1-hyperv is: [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:38Z', 'revision_number': 4, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '7b19f217-8309-45d9-bb01-697bcb18fba4', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'floating_ip_address': '172.26.2.12', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '286ef9cd-9121-4735-8232-4648f9229977', 'port_id': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'mac_address': 'fa:16:3e:81:49:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:29:51Z', 'updated_at': '2022-04-29T15:30:31Z', 'revision_number': 1, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7beb90-0faa-4d41-83f8-e2db1734daf9', 'name': '', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'mac_address': 'fa:16:3e:b7:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:32Z', 'updated_at': '2022-04-29T15:29:50Z', 'revision_number': 5, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'subnets': [{'id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:30:35.853488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-781c5eb6-17f5-4ddf-b08c-34f77462adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:34Z', 'revision_number': 4, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '68d7dc5f-7f49-461a-915c-16ec6d9036f8', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'floating_ip_address': '172.26.2.72', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'port_id': '647904f8-4d44-429d-940d-7234c4631de1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'mac_address': 'fa:16:3e:69:cd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d4a3db-2c58-442d-9059-49a409bec874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:29:48Z', 'updated_at': '2022-04-29T15:30:29Z', 'revision_number': 1, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e808ee5-48f8-4f2a-b2f8-eaf971e68339', 'name': '', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'mac_address': 'fa:16:3e:8e:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:33Z', 'updated_at': '2022-04-29T15:29:44Z', 'revision_number': 5, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'subnets': [{'id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:35.858340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c5eb6-17f5-4ddf-b08c-34f77462adaf None None] The sync data for ids ['d4ed803f-de54-4c42-ad10-a78b2ea91142'] in dv-neutron-839183-1-hyperv is: [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:34Z', 'revision_number': 4, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '68d7dc5f-7f49-461a-915c-16ec6d9036f8', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'floating_ip_address': '172.26.2.72', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'port_id': '647904f8-4d44-429d-940d-7234c4631de1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'mac_address': 'fa:16:3e:69:cd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d4a3db-2c58-442d-9059-49a409bec874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:29:48Z', 'updated_at': '2022-04-29T15:30:29Z', 'revision_number': 1, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e808ee5-48f8-4f2a-b2f8-eaf971e68339', 'name': '', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'mac_address': 'fa:16:3e:8e:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:33Z', 'updated_at': '2022-04-29T15:29:44Z', 'revision_number': 5, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'subnets': [{'id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:30:35.873110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:35.875322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:35.875934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:35.982426 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-722860af-3910-4ff2-b153-96b7abb03b20 req-b287c82c-489d-4d7c-b6e7-aba17388ac61 service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093509 Apr 29 15:30:35.990116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90943ca4-e756-46d1-8521-0c8185cc7cbe req-a38ab4ff-00a2-4366-89ed-60437ee8a0d5 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:35.993452 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-90943ca4-e756-46d1-8521-0c8185cc7cbe req-a38ab4ff-00a2-4366-89ed-60437ee8a0d5 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 945 time: 1.6872933 Apr 29 15:30:36.082700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a82a9d-346f-4bd4-9f72-1042ac73915c None None] New status for floating IP 7b19f217-8309-45d9-bb01-697bcb18fba4: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:30:36.192875 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:36.238858 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a3eeb6-55f5-4f8f-b8a3-733fade7fe48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 15:30:36.239593 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a3eeb6-55f5-4f8f-b8a3-733fade7fe48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:30:36.266609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Network': ['ID=29fa4c93-2321-4873-859c-3b58703d25aa,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:36.282049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 29fa4c93-2321-4873-859c-3b58703d25aa details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:30:36.291278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:36.331705 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-90943ca4-e756-46d1-8521-0c8185cc7cbe req-17d67760-0113-42d6-b38a-71d05ab51fbb tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595999 Apr 29 15:30:36.361115 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f1ecd2f4-c288-4198-ba8c-abe56df6b76c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 3.1076212 Apr 29 15:30:36.369574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59058) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:36.391854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271622d1-548e-45d2-842d-8f3c6d682af8 req-1656760c-2ab2-4617-8196-60ad6a42d1af tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:36.393646 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-271622d1-548e-45d2-842d-8f3c6d682af8 req-1656760c-2ab2-4617-8196-60ad6a42d1af tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6989477 Apr 29 15:30:36.399990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'subnet': {'network_id': '29fa4c93-2321-4873-859c-3b58703d25aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:36.411808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=ba404b57-c152-4304-a5c4-1603896c7268,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:36.422614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e331-0797-4b97-ab7a-2bac1929124f tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:36.446386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3837f-8637-4498-af5e-bd31f04bdc5e req-90162e07-62d2-4ce1-bc42-6874359f060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:36.446386 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6cb3837f-8637-4498-af5e-bd31f04bdc5e req-90162e07-62d2-4ce1-bc42-6874359f060b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6c6611d5100d46fea61fea61c35b79fa&device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 1098 time: 1.2621479 Apr 29 15:30:36.458429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:36.566240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:36.573021 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-40a3eeb6-55f5-4f8f-b8a3-733fade7fe48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 4.1389630 Apr 29 15:30:36.574182 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9e331-0797-4b97-ab7a-2bac1929124f tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecff8e1d-87eb-4411-a8ab-31dd72bfa50c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:36.577771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59064) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:36.616584 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda64c31-1d9d-43dd-9f2d-666e182bfe08 None None] New status for floating IP 68d7dc5f-7f49-461a-915c-16ec6d9036f8: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:30:36.698066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network acb37fcc-9e8f-4eb2-816b-9c1b563fd417 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:36.700410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:36.763323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3681b5-ed61-40c1-8328-d0ca04a7e7d1 None None] Network e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:36.774521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfbb459-b025-4a39-b9da-b6fbd129d506 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:36.781154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfbb459-b025-4a39-b9da-b6fbd129d506 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:36.781940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ecfbb459-b025-4a39-b9da-b6fbd129d506 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:36.840728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:36.870764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Pushing event updated for resources: {'Port': ['ID=5e533240-6f7b-4bf6-8b19-f26fe2398117,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:36.877928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:36.877928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:36.939898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e8a8bac1-67c0-4c27-b083-f2525dee7d1f None None] Provisioning for port 71a996a9-f085-40e0-be69-acf61e605e10 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:36.941484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:30:37.008653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ecfbb459-b025-4a39-b9da-b6fbd129d506 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:37.009752 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ecfbb459-b025-4a39-b9da-b6fbd129d506 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4310148 Apr 29 15:30:37.012409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.043018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:37.045269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59068) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:37.064240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214f44fb-676e-48ec-97ce-bf3fdbbdba08 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Router d3ac3545-24cd-4e93-85b6-a706863b2dff has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:30:37.093322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e331-0797-4b97-ab7a-2bac1929124f tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.094649 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4cb9e331-0797-4b97-ab7a-2bac1929124f tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ecff8e1d-87eb-4411-a8ab-31dd72bfa50c HTTP/1.1" status: 204 len: 168 time: 2.8946645 Apr 29 15:30:37.100057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59072) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:37.105947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:subnet and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:37.155305 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-533f4167-8195-4ab7-8521-b38e0a97d2b3 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] GET failed (client error): The resource could not be found. Apr 29 15:30:37.155838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-533f4167-8195-4ab7-8521-b38e0a97d2b3 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Synchronizing usage tracker for tenant:3d9f9bfda1a24f48a8ccc9016593f30d on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:37.170450 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-271622d1-548e-45d2-842d-8f3c6d682af8 req-a44a13e2-29f5-444c-be2d-c52421a50413 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7399845 Apr 29 15:30:37.177274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:37.195998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:30:37.203639 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5d4462b9-24ed-4106-9597-cb7adfc0a075 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "PUT /v2.0/routers/e3f5c9ac-f1b0-42b2-bd27-3de0c6172980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6209595 Apr 29 15:30:37.204051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59076) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:37.219512 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c7de6-a718-4201-a33c-e4671c620bf8 None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:30:37.219613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'port': {'network_id': 'acb37fcc-9e8f-4eb2-816b-9c1b563fd417', 'name': 'tempest-FloatingIPTestJSON-1845985969'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:37.233216 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c7de6-a718-4201-a33c-e4671c620bf8 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:37.233836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-7d2c7de6-a718-4201-a33c-e4671c620bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:37.251980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:37.258535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b1629473-d167-4013-8022-5edc4c808068 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port e5b16356-bbc6-4ccd-a256-e87384fd549a {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:37.258964 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b1629473-d167-4013-8022-5edc4c808068 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.304823 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-7d2c7de6-a718-4201-a33c-e4671c620bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:37.318283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2c7de6-a718-4201-a33c-e4671c620bf8 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:37.318986 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-7d2c7de6-a718-4201-a33c-e4671c620bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:37.323876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-533f4167-8195-4ab7-8521-b38e0a97d2b3 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] Unset dirty status for tenant:3d9f9bfda1a24f48a8ccc9016593f30d on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:37.328506 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-533f4167-8195-4ab7-8521-b38e0a97d2b3 tempest-PortsAdminExtendedAttrsTestJSON-221341825 tempest-PortsAdminExtendedAttrsTestJSON-221341825-project-admin] 10.222.0.39 "GET /v2.0/ports/ecff8e1d-87eb-4411-a8ab-31dd72bfa50c HTTP/1.1" status: 404 len: 333 time: 0.2245107 Apr 29 15:30:37.331352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59080) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:37.345544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:37.348854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.389227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-7d2c7de6-a718-4201-a33c-e4671c620bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:37.390047 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2c7de6-a718-4201-a33c-e4671c620bf8 None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:30:37.482683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:37.487634 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.491334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:port and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:37.494394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:37.502812 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:37.505258 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3837f-8637-4498-af5e-bd31f04bdc5e req-804dfe91-8a38-4976-bd21-d473018ad594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:37.506701 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6cb3837f-8637-4498-af5e-bd31f04bdc5e req-804dfe91-8a38-4976-bd21-d473018ad594 service neutron] 10.222.0.44 "GET /v2.0/networks?id=04c046b6-30e7-453f-b79d-e5fa632df990 HTTP/1.1" status: 200 len: 913 time: 0.9574149 Apr 29 15:30:37.523923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:37.527323 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.632928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.647252 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b5e73976-febf-47d3-b5a5-e7b91b344d08 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.7725322 Apr 29 15:30:37.651909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59084) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:37.666594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.180'}]}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:37.674996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:37.680575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:37.689507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Usage tracker for resource:router and tenant:8d1134694bee4c649af5a0d9ed13113e is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:37.693799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:37.697285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c11376-31df-4ec8-a4f0-3f739e837f25') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:37.697576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c11376-31df-4ec8-a4f0-3f739e837f25') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:37.710436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Made reservation on behalf of f6888428a038455d869f128072efda66 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:37.714458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.726360 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:37.734563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.734736 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 71a996a9-f085-40e0-be69-acf61e605e10 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:37.760813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] device_id is not set on port a1d4dfd4-91f1-4753-b265-8feab5da7adb yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:37.867837 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6cb3837f-8637-4498-af5e-bd31f04bdc5e req-6f6d1c6f-8c06-4001-b9b1-316774ecdb36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e678ba4-43b1-4185-8c5f-b2311fc43cc3 HTTP/1.1" status: 200 len: 1000 time: 0.3173277 Apr 29 15:30:37.890449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 71a996a9-f085-40e0-be69-acf61e605e10 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:37.896757 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 71a996a9-f085-40e0-be69-acf61e605e10 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:37.897122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.915657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.921378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.922353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.933440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:30:37.933783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:30:37.949310 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:30:37.970858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214f44fb-676e-48ec-97ce-bf3fdbbdba08 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:30:37.983895 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c3325-5031-462b-8aba-4baea2e2308c None None] Sync routers for ids ['d3ac3545-24cd-4e93-85b6-a706863b2dff'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:30:37.993808 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c3325-5031-462b-8aba-4baea2e2308c None None] Routers {'d3ac3545-24cd-4e93-85b6-a706863b2dff'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:37.994781 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-843c3325-5031-462b-8aba-4baea2e2308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d3ac3545-24cd-4e93-85b6-a706863b2dff'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:38.009793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-214f44fb-676e-48ec-97ce-bf3fdbbdba08 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:38.064403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:38.105208 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 71a996a9-f085-40e0-be69-acf61e605e10, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=71a996a9-f085-40e0-be69-acf61e605e10,segment=NetworkSegment(9b5bb0ab-3daa-4839-bac1-172b1b076673),segment_id=9b5bb0ab-3daa-4839-bac1-172b1b076673)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:38.155890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3837f-8637-4498-af5e-bd31f04bdc5e req-50d53e64-d2af-44f5-9b1d-2db0fb8c587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:38.157348 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6cb3837f-8637-4498-af5e-bd31f04bdc5e req-50d53e64-d2af-44f5-9b1d-2db0fb8c587c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a9ec513-28b0-4a6a-a7b7-1fb346640e98 HTTP/1.1" status: 200 len: 851 time: 0.2809372 Apr 29 15:30:38.169693 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-214f44fb-676e-48ec-97ce-bf3fdbbdba08 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "PUT /v2.0/floatingips/25c26e7f-c5ca-49e6-b6e7-019b08b7c78b HTTP/1.1" status: 200 len: 992 time: 6.6955082 Apr 29 15:30:38.172612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:38.184133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b1629473-d167-4013-8022-5edc4c808068 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:38.188412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.20.0.8 (acb37fcc-9e8f-4eb2-816b-9c1b563fd417/53efa21e-09cc-414a-98e4-135410d6cd73/a1d4dfd4-91f1-4753-b265-8feab5da7adb) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:38.192549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'tag': '35549397-dbf9-44c2-b81d-659e3ec258ed'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:30:38.195057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:38.266288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:38.271756 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=71a996a9-f085-40e0-be69-acf61e605e10,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:38.274537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:38.302068 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-843c3325-5031-462b-8aba-4baea2e2308c None None] Set router d3ac3545-24cd-4e93-85b6-a706863b2dff gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:30:38.408223 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:30:38.408953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] Pushing event deleted for resources: {'Network': ['ID=d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:38.465226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b1629473-d167-4013-8022-5edc4c808068 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for e5b16356-bbc6-4ccd-a256-e87384fd549a owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:38.497010 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5aa03046-cb04-453a-b757-687cbc0a5b93 tempest-PortsAdminExtendedAttrsTestJSON-1923145591 tempest-PortsAdminExtendedAttrsTestJSON-1923145591-project] 10.222.0.39 "DELETE /v2.0/networks/d42dee7b-ee31-48c3-8d14-d8c1dd45c4ef HTTP/1.1" status: 204 len: 168 time: 1.1638105 Apr 29 15:30:38.656514 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:38.693789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:38.731950 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-843c3325-5031-462b-8aba-4baea2e2308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:30Z', 'revision_number': 4, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '25c26e7f-c5ca-49e6-b6e7-019b08b7c78b', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'floating_ip_address': '172.26.2.223', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'port_id': '35549397-dbf9-44c2-b81d-659e3ec258ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'mac_address': 'fa:16:3e:b7:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:29:46Z', 'updated_at': '2022-04-29T15:30:33Z', 'revision_number': 1, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f2f2c2-d28d-4460-850a-0db9281c3d96', 'name': '', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'mac_address': 'fa:16:3e:04:55:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '310b605c-9112-4522-86d3-3e71a3f02744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:27Z', 'updated_at': '2022-04-29T15:29:48Z', 'revision_number': 5, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'subnets': [{'id': '310b605c-9112-4522-86d3-3e71a3f02744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:38.736165 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c3325-5031-462b-8aba-4baea2e2308c None None] Checking router: d3ac3545-24cd-4e93-85b6-a706863b2dff for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:30:38.746848 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c3325-5031-462b-8aba-4baea2e2308c None None] Routers {'d3ac3545-24cd-4e93-85b6-a706863b2dff'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:38.747531 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-843c3325-5031-462b-8aba-4baea2e2308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d3ac3545-24cd-4e93-85b6-a706863b2dff'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:38.877159 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Subnet': ['ID=365b3f41-b2ce-449d-87ae-04a88b722c89,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:38.905860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Checking segment: {'id': 'e0780597-6d60-40e5-b2f8-62fdbf7f9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29fa4c93-2321-4873-859c-3b58703d25aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:38.905860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network hostable DHCP agents. Network: 29fa4c93-2321-4873-859c-3b58703d25aa, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:30:38.911695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3837f-8637-4498-af5e-bd31f04bdc5e req-13d00814-1a34-483a-8624-0ae474de1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:38.912356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:38.913222 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6cb3837f-8637-4498-af5e-bd31f04bdc5e req-13d00814-1a34-483a-8624-0ae474de1f26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=04c046b6-30e7-453f-b79d-e5fa632df990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7447498 Apr 29 15:30:38.946595 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-843c3325-5031-462b-8aba-4baea2e2308c None None] Set router d3ac3545-24cd-4e93-85b6-a706863b2dff gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:30:38.952032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98160ca5-215b-45a4-acc4-f389c136978a req-3929b580-7f57-46d3-8f69-d94c63dcd125 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:38.953561 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-98160ca5-215b-45a4-acc4-f389c136978a req-3929b580-7f57-46d3-8f69-d94c63dcd125 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 946 time: 0.5750809 Apr 29 15:30:39.006099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bba9e9-e36b-4c0d-8163-0dcf3b202ca6 req-28b99ab2-3a1a-4cb5-9566-8791d29dd224 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:39.008211 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-00bba9e9-e36b-4c0d-8163-0dcf3b202ca6 req-28b99ab2-3a1a-4cb5-9566-8791d29dd224 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6277690 Apr 29 15:30:39.064087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:39.130556 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59098) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:39.187831 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-98160ca5-215b-45a4-acc4-f389c136978a req-fc4a9e70-ca47-4f65-bb57-f012b2ec26e5 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010741 Apr 29 15:30:39.197013 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-00bba9e9-e36b-4c0d-8163-0dcf3b202ca6 req-217a792c-5756-4f0e-8438-e2382d72a0fb tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657479 Apr 29 15:30:39.223301 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network acb37fcc-9e8f-4eb2-816b-9c1b563fd417 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:39.226430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:39.231829 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network 29fa4c93-2321-4873-859c-3b58703d25aa is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:30:39.252721 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:39.274597 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6cb3837f-8637-4498-af5e-bd31f04bdc5e req-a8e56456-646b-49f9-8d02-9c819655b9aa service neutron] 10.222.0.44 "GET /v2.0/networks/04c046b6-30e7-453f-b79d-e5fa632df990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121417 Apr 29 15:30:39.275401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b1629473-d167-4013-8022-5edc4c808068 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:39.308066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=a1d4dfd4-91f1-4753-b265-8feab5da7adb,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:39.357367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:39.398696 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65833c2c-8825-4683-bbf2-0e14be9df522'] response: {'name': 'network-changed', 'server_uuid': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'tag': '35549397-dbf9-44c2-b81d-659e3ec258ed', 'status': 'completed', 'code': 200} Apr 29 15:30:39.432946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:39.433343 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:39.439129 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 29fa4c93-2321-4873-859c-3b58703d25aa) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:39.450008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1629473-d167-4013-8022-5edc4c808068 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=e5b16356-bbc6-4ccd-a256-e87384fd549a,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:39.450216 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f69b4c-6170-4b09-8bd8-e928224ae10f None None] Network 29fa4c93-2321-4873-859c-3b58703d25aa requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:39.474138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:39.493795 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:39.495431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:39.562500 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-843c3325-5031-462b-8aba-4baea2e2308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:30Z', 'revision_number': 4, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '25c26e7f-c5ca-49e6-b6e7-019b08b7c78b', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'floating_ip_address': '172.26.2.223', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'port_id': '35549397-dbf9-44c2-b81d-659e3ec258ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'mac_address': 'fa:16:3e:b7:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:29:46Z', 'updated_at': '2022-04-29T15:30:33Z', 'revision_number': 1, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f2f2c2-d28d-4460-850a-0db9281c3d96', 'name': '', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'mac_address': 'fa:16:3e:04:55:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '310b605c-9112-4522-86d3-3e71a3f02744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:27Z', 'updated_at': '2022-04-29T15:29:48Z', 'revision_number': 5, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'subnets': [{'id': '310b605c-9112-4522-86d3-3e71a3f02744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:39.570189 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c3325-5031-462b-8aba-4baea2e2308c None None] The sync data for ids ['d3ac3545-24cd-4e93-85b6-a706863b2dff'] in dv-neutron-839183-1-hyperv is: [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:30Z', 'revision_number': 4, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '25c26e7f-c5ca-49e6-b6e7-019b08b7c78b', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'floating_ip_address': '172.26.2.223', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'port_id': '35549397-dbf9-44c2-b81d-659e3ec258ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'mac_address': 'fa:16:3e:b7:47:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:29:46Z', 'updated_at': '2022-04-29T15:30:33Z', 'revision_number': 1, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f2f2c2-d28d-4460-850a-0db9281c3d96', 'name': '', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'mac_address': 'fa:16:3e:04:55:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '310b605c-9112-4522-86d3-3e71a3f02744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:27Z', 'updated_at': '2022-04-29T15:29:48Z', 'revision_number': 5, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'subnets': [{'id': '310b605c-9112-4522-86d3-3e71a3f02744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:30:39.722803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b1629473-d167-4013-8022-5edc4c808068 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:39.727191 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b1629473-d167-4013-8022-5edc4c808068 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/e5b16356-bbc6-4ccd-a256-e87384fd549a HTTP/1.1" status: 204 len: 168 time: 2.6764314 Apr 29 15:30:39.735279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 71a996a9-f085-40e0-be69-acf61e605e10 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:39.737267 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59110) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:39.793043 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f8b5011c-d2da-46d4-8675-9bc32633a826 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4153531 Apr 29 15:30:39.806017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59114) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:39.841601 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8ad790ad-d114-47f8-b16d-1610a631e886 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee7711a8774e47b0bdf20540201c0d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6807675 Apr 29 15:30:39.842991 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59118) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:39.874378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-29fa4c93-2321-4873-859c-3b58703d25aa', 'network_id': '29fa4c93-2321-4873-859c-3b58703d25aa', 'tenant_id': '519d945a696847d99723ae79c2486815', 'fixed_ips': [{'subnet_id': '365b3f41-b2ce-449d-87ae-04a88b722c89'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:30:39.877214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:39.882875 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4db8ac87-182f-4a84-8005-d66d6c18aad9 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6777539 Apr 29 15:30:39.887772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59122) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:39.902736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'port': {'network_id': 'acb37fcc-9e8f-4eb2-816b-9c1b563fd417', 'name': 'tempest-FloatingIPTestJSON-466221271'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:39.921087 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6cb3837f-8637-4498-af5e-bd31f04bdc5e req-737c7be2-f4af-4bcc-89f3-9d6a25527cc0 service neutron] 10.222.0.44 "GET /v2.0/networks/04c046b6-30e7-453f-b79d-e5fa632df990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452514 Apr 29 15:30:39.932644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a4036-35bb-4c67-bfc0-cf7764afc8a9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:39.934227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a4036-35bb-4c67-bfc0-cf7764afc8a9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:39.938125 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3c8a4036-35bb-4c67-bfc0-cf7764afc8a9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1951373 Apr 29 15:30:39.943174 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59126) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:39.967537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07d4230-12e8-44d3-a8f8-8fc3934b9342 None None] New status for floating IP 25c26e7f-c5ca-49e6-b6e7-019b08b7c78b: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:30:39.969997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1458-5a87-466e-871a-973931458060 req-2148498c-e07c-4b67-b786-8dd07d8e50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:39.971454 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-880e1458-5a87-466e-871a-973931458060 req-2148498c-e07c-4b67-b786-8dd07d8e50a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=297bc5c69bee4cd1a2fc88b4c268b27e&device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 1099 time: 0.5825922 Apr 29 15:30:40.045944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 71a996a9-f085-40e0-be69-acf61e605e10 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:40.046319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.108324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cf437-d37c-48d6-8a9a-4904a93e1e7d req-7b7899e8-452f-4d46-8d12-8e83130eeab7 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:40.109123 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ec7cf437-d37c-48d6-8a9a-4904a93e1e7d req-7b7899e8-452f-4d46-8d12-8e83130eeab7 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6080627 Apr 29 15:30:40.175130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45cb8c38-74b5-4c96-8df0-d928065fdd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.181289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c2f56c-99d4-4c15-ac7d-444167111beb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 7130f6b4-0613-4e3d-b97c-dcc0ce8acb08 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:30:40.196918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.202455 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-43c2f56c-99d4-4c15-ac7d-444167111beb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.220897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:40.227491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:port and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:40.232629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:40.250422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.278888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45cb8c38-74b5-4c96-8df0-d928065fdd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.298105 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ec7cf437-d37c-48d6-8a9a-4904a93e1e7d req-1cb417b5-7fdb-4140-a37c-55099ac82ee8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810198 Apr 29 15:30:40.300723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:40.360300 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-43c2f56c-99d4-4c15-ac7d-444167111beb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.378625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1458-5a87-466e-871a-973931458060 req-bfbbf895-3107-404f-926a-163f30bae830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:40.380857 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-880e1458-5a87-466e-871a-973931458060 req-bfbbf895-3107-404f-926a-163f30bae830 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5432cd65-807f-4f5d-a4fd-9331e5e76114 HTTP/1.1" status: 200 len: 906 time: 0.3580000 Apr 29 15:30:40.437467 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.513013 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Made reservation on behalf of f6888428a038455d869f128072efda66 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:40.516335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Allocated IP 2001:db8::1 (29fa4c93-2321-4873-859c-3b58703d25aa/365b3f41-b2ce-449d-87ae-04a88b722c89/a6508952-985d-4c5c-ad7b-7ed925baef54) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:40.516943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.529956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-43c2f56c-99d4-4c15-ac7d-444167111beb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.572669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45cb8c38-74b5-4c96-8df0-d928065fdd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.598432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb8c38-74b5-4c96-8df0-d928065fdd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5058ab08-e0d1-44ae-b5e6-55af783dcce4,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:40.609789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45cb8c38-74b5-4c96-8df0-d928065fdd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.610072 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-45cb8c38-74b5-4c96-8df0-d928065fdd8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5058ab08-e0d1-44ae-b5e6-55af783dcce4 HTTP/1.1" status: 204 len: 168 time: 0.7585485 Apr 29 15:30:40.688066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] device_id is not set on port 72fb1929-e4a0-4ea8-9af6-c41a34291af2 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:40.710517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-43c2f56c-99d4-4c15-ac7d-444167111beb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.725368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.730231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.759499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2f56c-99d4-4c15-ac7d-444167111beb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=7130f6b4-0613-4e3d-b97c-dcc0ce8acb08,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:40.765686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-43c2f56c-99d4-4c15-ac7d-444167111beb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.773726 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-880e1458-5a87-466e-871a-973931458060 req-80486f7a-90b1-462c-b825-31bfec9ac76e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35549397-dbf9-44c2-b81d-659e3ec258ed HTTP/1.1" status: 200 len: 1000 time: 0.3806126 Apr 29 15:30:40.782231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174e7fe3-1cf2-4732-b697-cee71e035e1b None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:40.787674 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-43c2f56c-99d4-4c15-ac7d-444167111beb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/7130f6b4-0613-4e3d-b97c-dcc0ce8acb08 HTTP/1.1" status: 204 len: 168 time: 0.7900534 Apr 29 15:30:40.792664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59134) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:40.890304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.890873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1609e40f-ecfe-458c-9d30-0c33cc2a3fda {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:30:40.893110 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fb157723-8249-4422-91e8-848450193300 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987282 Apr 29 15:30:40.893948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59140) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:40.901917 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:40.908162 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:40.911426 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1458-5a87-466e-871a-973931458060 req-ae27fdf4-c4b6-4410-8dcd-c9ef89c6e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:40.912892 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-880e1458-5a87-466e-871a-973931458060 req-ae27fdf4-c4b6-4410-8dcd-c9ef89c6e7d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=310b605c-9112-4522-86d3-3e71a3f02744 HTTP/1.1" status: 200 len: 844 time: 0.1331840 Apr 29 15:30:40.968452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Transition to ACTIVE for port object a6508952-985d-4c5c-ad7b-7ed925baef54 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:40.999604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.20.0.14 (acb37fcc-9e8f-4eb2-816b-9c1b563fd417/53efa21e-09cc-414a-98e4-135410d6cd73/72fb1929-e4a0-4ea8-9af6-c41a34291af2) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:41.076303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Transition to ACTIVE for port object a6508952-985d-4c5c-ad7b-7ed925baef54 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:41.112059 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 29 15:30:41.114483 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8b9d0c40-8acf-4b7d-940e-de62e2f60379 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4609935 Apr 29 15:30:41.128438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59146) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:41.146367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.212274 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6086382f-78ee-48dc-8c82-f038c83a829b None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:30:41.226574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-6086382f-78ee-48dc-8c82-f038c83a829b None None] Deleting port 59c69f42-ad9c-4d7b-80a5-02a3fb722574 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:41.232293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6086382f-78ee-48dc-8c82-f038c83a829b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.232412 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:41.238830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:41.245617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:41.253389 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:41.265312 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Network 29fa4c93-2321-4873-859c-3b58703d25aa is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:41.293203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87ead8-15e1-4ef5-bcd3-ebc388d7a0ea req-31da457b-7767-49e8-ac91-55898890b621 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:41.303973 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fe87ead8-15e1-4ef5-bcd3-ebc388d7a0ea req-31da457b-7767-49e8-ac91-55898890b621 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.1613288 Apr 29 15:30:41.326049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.329799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:41.337682 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:41.341632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Pushing event updated for resources: {'Port': ['ID=a6508952-985d-4c5c-ad7b-7ed925baef54,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:41.405705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:41.409286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.426845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-28d03de8-dc0a-4d40-8f7b-51f198c3d240 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Deleting port 5e533240-6f7b-4bf6-8b19-f26fe2398117 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:41.427347 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-28d03de8-dc0a-4d40-8f7b-51f198c3d240 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.485722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Attempting to bind port a6508952-985d-4c5c-ad7b-7ed925baef54 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:41.486076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Attempting to bind port a6508952-985d-4c5c-ad7b-7ed925baef54 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'e0780597-6d60-40e5-b2f8-62fdbf7f9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29fa4c93-2321-4873-859c-3b58703d25aa'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:41.490322 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Attempting to bind port a6508952-985d-4c5c-ad7b-7ed925baef54 on network 29fa4c93-2321-4873-859c-3b58703d25aa {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:41.496871 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:41.497217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Checking segment: {'id': 'e0780597-6d60-40e5-b2f8-62fdbf7f9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29fa4c93-2321-4873-859c-3b58703d25aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:41.497841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.498171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Bound using segment: {'id': 'e0780597-6d60-40e5-b2f8-62fdbf7f9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29fa4c93-2321-4873-859c-3b58703d25aa'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:41.498792 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Bound port: a6508952-985d-4c5c-ad7b-7ed925baef54, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0780597-6d60-40e5-b2f8-62fdbf7f9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29fa4c93-2321-4873-859c-3b58703d25aa'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:41.499158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.501281 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Subnet': ['ID=365b3f41-b2ce-449d-87ae-04a88b722c89,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:41.522713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e1458-5a87-466e-871a-973931458060 req-2484ce3b-929e-459e-8611-ff41b2dcbfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:41.524183 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-880e1458-5a87-466e-871a-973931458060 req-2484ce3b-929e-459e-8611-ff41b2dcbfc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5432cd65-807f-4f5d-a4fd-9331e5e76114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6014068 Apr 29 15:30:41.553704 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fe87ead8-15e1-4ef5-bcd3-ebc388d7a0ea req-9bd56d88-97ac-474c-9339-de46d0e63454 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484975 Apr 29 15:30:41.608036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59150) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:41.619534 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.668994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6086382f-78ee-48dc-8c82-f038c83a829b None None] For port 59c69f42-ad9c-4d7b-80a5-02a3fb722574, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=59c69f42-ad9c-4d7b-80a5-02a3fb722574,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:41.669570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6086382f-78ee-48dc-8c82-f038c83a829b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.678632 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8c532f8c-1d54-4b0f-9538-baf58ae46f68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d9f9bfda1a24f48a8ccc9016593f30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693858 Apr 29 15:30:41.683377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59158) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:41.722099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fa4c93-2321-4873-859c-3b58703d25aa']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:41.761141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0780597-6d60-40e5-b2f8-62fdbf7f9a09') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:41.761457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0780597-6d60-40e5-b2f8-62fdbf7f9a09') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:41.767123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.782866 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-880e1458-5a87-466e-871a-973931458060 req-01da50bb-8e11-4123-9074-e22cf66887a5 service neutron] 10.222.0.44 "GET /v2.0/networks/5432cd65-807f-4f5d-a4fd-9331e5e76114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506912 Apr 29 15:30:41.794549 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 59c69f42-ad9c-4d7b-80a5-02a3fb722574 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:30:41.824636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.862230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.880567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eec3e83c-f7de-4d00-aabd-c47f144494bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.893409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:30:41.893899 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:41.897648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-6086382f-78ee-48dc-8c82-f038c83a829b None None] Calling delete_port for 59c69f42-ad9c-4d7b-80a5-02a3fb722574 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:30:41.908762 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:30:41.938735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] For port a6508952-985d-4c5c-ad7b-7ed925baef54, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:42.013927 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eec3e83c-f7de-4d00-aabd-c47f144494bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.037054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.056292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] For port a6508952-985d-4c5c-ad7b-7ed925baef54, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a6508952-985d-4c5c-ad7b-7ed925baef54,segment=NetworkSegment(e0780597-6d60-40e5-b2f8-62fdbf7f9a09),segment_id=e0780597-6d60-40e5-b2f8-62fdbf7f9a09)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:42.060814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.072489 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-880e1458-5a87-466e-871a-973931458060 req-650aecc0-32f2-4f6a-84fe-7d087a6679fe service neutron] 10.222.0.44 "GET /v2.0/networks/5432cd65-807f-4f5d-a4fd-9331e5e76114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830002 Apr 29 15:30:42.098692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:30:42.098692 dv-neutron-839183-1-hyperv neutron-server[88714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:30:42.098692 dv-neutron-839183-1-hyperv neutron-server[88714]: [parameters: {'id': '29fa4c93-2321-4873-859c-3b58703d25aa'}] Apr 29 15:30:42.098692 dv-neutron-839183-1-hyperv neutron-server[88714]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:30:42.099169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:30:42.121785 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6086382f-78ee-48dc-8c82-f038c83a829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.145069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eec3e83c-f7de-4d00-aabd-c47f144494bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.164943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.169742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network acb37fcc-9e8f-4eb2-816b-9c1b563fd417 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:42.173223 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3e83c-f7de-4d00-aabd-c47f144494bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0a0b67-d3b3-4c4f-a5d1-4f2665d77eff,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:42.176267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:42.181567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-28d03de8-dc0a-4d40-8f7b-51f198c3d240 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.189569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:42.212407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.217244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=72fb1929-e4a0-4ea8-9af6-c41a34291af2,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:42.223367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086382f-78ee-48dc-8c82-f038c83a829b None None] Pushing event deleted for resources: {'Port': ['ID=59c69f42-ad9c-4d7b-80a5-02a3fb722574,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:42.251742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=3506fa5f-fde9-43f3-b87f-ecfda16c82a2,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:42.265937 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:42.267147 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:42.276985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:42.277813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.286446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086382f-78ee-48dc-8c82-f038c83a829b None None] No DVR routers for this DVR port 59c69f42-ad9c-4d7b-80a5-02a3fb722574 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:30:42.290320 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eec3e83c-f7de-4d00-aabd-c47f144494bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.292046 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-eec3e83c-f7de-4d00-aabd-c47f144494bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab0a0b67-d3b3-4c4f-a5d1-4f2665d77eff HTTP/1.1" status: 204 len: 168 time: 0.6000826 Apr 29 15:30:42.336684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a75fdfc-2dd3-48cd-bcc7-3a7f3609faa4 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:42.368186 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e1a601ea-7e49-4b06-bc84-6571c63bf798 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4732754 Apr 29 15:30:42.370997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59168) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:42.377228 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-2ade8456-89cc-4b39-9ad0-e86171010476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'fixed_ips': [{'subnet_id': '3506fa5f-fde9-43f3-b87f-ecfda16c82a2', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-894890707'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:42.456551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-28d03de8-dc0a-4d40-8f7b-51f198c3d240 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Calling delete_port for 5e533240-6f7b-4bf6-8b19-f26fe2398117 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:42.484170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d8174-a73b-4407-ab61-15f46b238055 None None] Pushing event updated for resources: {'Port': ['ID=a6508952-985d-4c5c-ad7b-7ed925baef54,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:42.542278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:42.542852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.578017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2ade8456-89cc-4b39-9ad0-e86171010476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:42.583805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2ade8456-89cc-4b39-9ad0-e86171010476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:42.587568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2ade8456-89cc-4b39-9ad0-e86171010476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:42.598156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2ade8456-89cc-4b39-9ad0-e86171010476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:42.604163 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.612887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f50d752-c8b1-445d-9c63-9ac2c6a4da3c None None] Network 29fa4c93-2321-4873-859c-3b58703d25aa requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:42.651659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting port a6508952-985d-4c5c-ad7b-7ed925baef54 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:42.652877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.657374 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1a1d2852-7e42-4c9c-ad2f-1403f93f2372 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7674763 Apr 29 15:30:42.660030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59174) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:42.669221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '72fb1929-e4a0-4ea8-9af6-c41a34291af2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:42.674989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:42.679595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:floatingip and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:42.682408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:42.699745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:42.725086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-28d03de8-dc0a-4d40-8f7b-51f198c3d240 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.767741 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ade8456-89cc-4b39-9ad0-e86171010476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:42.797490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d03de8-dc0a-4d40-8f7b-51f198c3d240 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e533240-6f7b-4bf6-8b19-f26fe2398117,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:42.797490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:42.881836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '3506fa5f-fde9-43f3-b87f-ecfda16c82a2'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:30:42.882659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.000760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-28d03de8-dc0a-4d40-8f7b-51f198c3d240 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.011967 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-28d03de8-dc0a-4d40-8f7b-51f198c3d240 tempest-RoutersAdminNegativeTest-184514375 tempest-RoutersAdminNegativeTest-184514375-project-admin] 10.222.0.39 "DELETE /v2.0/ports/5e533240-6f7b-4bf6-8b19-f26fe2398117 HTTP/1.1" status: 204 len: 168 time: 1.8806970 Apr 29 15:30:43.058745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.088929 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4fff8-178f-4497-aafd-7a99f5bd636a req-9c0e2b78-baa4-41df-a042-c8664140df86 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:43.092440 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/3506fa5f-fde9-43f3-b87f-ecfda16c82a2/0470fef6-b8fd-47b6-ae76-b3c164359836) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:43.092635 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c2c4fff8-178f-4497-aafd-7a99f5bd636a req-9c0e2b78-baa4-41df-a042-c8664140df86 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3726676 Apr 29 15:30:43.201980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ade8456-89cc-4b39-9ad0-e86171010476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.231402 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] For port a6508952-985d-4c5c-ad7b-7ed925baef54, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a6508952-985d-4c5c-ad7b-7ed925baef54,segment=NetworkSegment(e0780597-6d60-40e5-b2f8-62fdbf7f9a09),segment_id=e0780597-6d60-40e5-b2f8-62fdbf7f9a09)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:43.231759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.239808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.26.2.169 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/a9fafd9b-faed-433f-9b44-086867a473a7) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:43.241976 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c2c4fff8-178f-4497-aafd-7a99f5bd636a req-651646ae-d9ae-4002-a7f4-ee2c96f94e1b tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363661 Apr 29 15:30:43.249978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-2ade8456-89cc-4b39-9ad0-e86171010476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 2115b569-45de-4d52-a050-b4742d310ac8 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:43.436349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.491722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.505164 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Transition to ACTIVE for port object 0470fef6-b8fd-47b6-ae76-b3c164359836 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:43.531353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.532427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Calling delete_port for a6508952-985d-4c5c-ad7b-7ed925baef54 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:43.550636 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Transition to ACTIVE for port object 0470fef6-b8fd-47b6-ae76-b3c164359836 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:43.628398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.654240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59198) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:43.721292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:43.723221 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:43.737197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:43.746743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Pushing event updated for resources: {'Port': ['ID=0470fef6-b8fd-47b6-ae76-b3c164359836,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:43.819201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.852062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:43.856417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:43.864309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:43.873853 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Attempting to bind port 0470fef6-b8fd-47b6-ae76-b3c164359836 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:43.874257 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Attempting to bind port 0470fef6-b8fd-47b6-ae76-b3c164359836 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:43.874565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Attempting to bind port 0470fef6-b8fd-47b6-ae76-b3c164359836 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:43.881369 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:43.881736 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:43.882128 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.882770 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:43.882989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Bound port: 0470fef6-b8fd-47b6-ae76-b3c164359836, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:43.883327 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:43.892288 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ade8456-89cc-4b39-9ad0-e86171010476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:30:43.892840 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ade8456-89cc-4b39-9ad0-e86171010476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:30:43.903750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=a9fafd9b-faed-433f-9b44-086867a473a7,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:43.942017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Port': ['ID=a6508952-985d-4c5c-ad7b-7ed925baef54,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:43.957399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No DVR routers for this DVR port a6508952-985d-4c5c-ad7b-7ed925baef54 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:30:44.057235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] For port 0470fef6-b8fd-47b6-ae76-b3c164359836, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:44.063469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] For port 0470fef6-b8fd-47b6-ae76-b3c164359836, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0470fef6-b8fd-47b6-ae76-b3c164359836,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:44.137228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.184273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.199058 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2ade8456-89cc-4b39-9ad0-e86171010476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8270142 Apr 29 15:30:44.200307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cdf3028-01b1-4bf6-a869-7b5b699579a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.210260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59208) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:44.223789 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec787f-0d6e-40fe-909f-aab2ef4293f8 None None] Pushing event updated for resources: {'Port': ['ID=0470fef6-b8fd-47b6-ae76-b3c164359836,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:44.285108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fa4c93-2321-4873-859c-3b58703d25aa']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:44.295418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9cdf3028-01b1-4bf6-a869-7b5b699579a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:44.310249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9cdf3028-01b1-4bf6-a869-7b5b699579a7 admin admin] Usage tracker for resource:security_group_rule and tenant:f58822154ee143eaa9ebf31d5fd79c89 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:44.315785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9cdf3028-01b1-4bf6-a869-7b5b699579a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:44.321461 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0780597-6d60-40e5-b2f8-62fdbf7f9a09') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:44.321798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0780597-6d60-40e5-b2f8-62fdbf7f9a09') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:44.355044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9cdf3028-01b1-4bf6-a869-7b5b699579a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:44.358177 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.392931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.404485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:30:44.404886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:30:44.423956 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:30:44.569724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef4b79e-0566-4252-8402-7a0468a53243 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:44.570458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6ef4b79e-0566-4252-8402-7a0468a53243 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:44.618200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467cc1-b893-46b2-b8b4-0b6a7bb727fe req-d0f23a9d-5010-4114-975a-081c0f1c03b9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:44.622152 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ab467cc1-b893-46b2-b8b4-0b6a7bb727fe req-d0f23a9d-5010-4114-975a-081c0f1c03b9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.1949735 Apr 29 15:30:44.668427 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ab467cc1-b893-46b2-b8b4-0b6a7bb727fe req-c859e7df-046d-4c6f-ab9e-591bf401b12d tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411644 Apr 29 15:30:44.677612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.707937 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.716193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6ef4b79e-0566-4252-8402-7a0468a53243 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:44.717520 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6ef4b79e-0566-4252-8402-7a0468a53243 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5027361 Apr 29 15:30:44.721509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59222) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:44.723064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Network': ['ID=29fa4c93-2321-4873-859c-3b58703d25aa,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:44.734101 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8ee21cf4-6ba0-43de-979d-c98ba0446c45 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/29fa4c93-2321-4873-859c-3b58703d25aa HTTP/1.1" status: 204 len: 168 time: 4.9207811 Apr 29 15:30:44.737210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59226) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:44.744371 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-762010029'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:44.753577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:44.759496 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:network and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:44.766041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:44.773339 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:44.791291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.798836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4da9b8b-1642-4fbe-9565-339e5c84ddf2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:44.800455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4da9b8b-1642-4fbe-9565-339e5c84ddf2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:44.802235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b4da9b8b-1642-4fbe-9565-339e5c84ddf2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:44.817688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cdf3028-01b1-4bf6-a869-7b5b699579a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.852431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:44.862763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.882686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cdf3028-01b1-4bf6-a869-7b5b699579a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.906072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:30:44.941622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:44.941969 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Added segment adeef6a2-9a47-4507-85c0-c1fa6193ff13 of type vlan for network b898eab7-576f-4c46-93d5-6926795036e8 Apr 29 15:30:44.948065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf3028-01b1-4bf6-a869-7b5b699579a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b903d28-d565-40ed-8e32-28f7ed4b1c12,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:44.952315 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9cdf3028-01b1-4bf6-a869-7b5b699579a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f58822154ee143eaa9ebf31d5fd79c89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2970145 Apr 29 15:30:44.955564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59234) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:44.993827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b4da9b8b-1642-4fbe-9565-339e5c84ddf2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:44.998533 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b4da9b8b-1642-4fbe-9565-339e5c84ddf2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2753410 Apr 29 15:30:45.000307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.000995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59238) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:45.016084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59242) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:45.063906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c115f18-3c21-4883-8adb-3b55dc06e414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.083896 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.093318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c115f18-3c21-4883-8adb-3b55dc06e414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.133674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.139886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:45.140228 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.161643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-3514df81-8c93-4ba2-99ef-4d0184126d48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 3506fa5f-fde9-43f3-b87f-ecfda16c82a2 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:30:45.182975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3514df81-8c93-4ba2-99ef-4d0184126d48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.187556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-804329442', 'router:external': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:45.201990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:45.220595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Usage tracker for resource:network and tenant:03b0c58334164e249e0e7fd2798ea11a is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:45.227124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:45.281575 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:45.294070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Network': ['ID=b898eab7-576f-4c46-93d5-6926795036e8,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:45.308195 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network b898eab7-576f-4c46-93d5-6926795036e8 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:30:45.312604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3514df81-8c93-4ba2-99ef-4d0184126d48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.358692 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a1be980f-02ee-49b7-867e-e73a6382a483 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6177158 Apr 29 15:30:45.358945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59248) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:45.366982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'subnet': {'network_id': 'b898eab7-576f-4c46-93d5-6926795036e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:45.438265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.444491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3514df81-8c93-4ba2-99ef-4d0184126d48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.454900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44f3fd4-1203-41f7-ada2-7d2f91381746 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:30:45.462855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c115f18-3c21-4883-8adb-3b55dc06e414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.494216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Made reservation on behalf of 03b0c58334164e249e0e7fd2798ea11a for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:45.497115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.516353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.517210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c115f18-3c21-4883-8adb-3b55dc06e414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b903d28-d565-40ed-8e32-28f7ed4b1c12,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:45.526044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.543901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c115f18-3c21-4883-8adb-3b55dc06e414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.547469 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5c115f18-3c21-4883-8adb-3b55dc06e414 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b903d28-d565-40ed-8e32-28f7ed4b1c12 HTTP/1.1" status: 204 len: 168 time: 0.5888178 Apr 29 15:30:45.547469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:45.556794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:subnet and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:45.557410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:45.559945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:45.566055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Usage tracker for resource:security_group_rule and tenant:03b0c58334164e249e0e7fd2798ea11a is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:45.569017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:45.571703 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:45.581051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:45.600200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a52fe35b-8105-4fa7-b547-b3d4d13de2f6 None None] Provisioning for port 0470fef6-b8fd-47b6-ae76-b3c164359836 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:45.635574 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=a9fafd9b-faed-433f-9b44-086867a473a7,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:45.636031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f3fd4-1203-41f7-ada2-7d2f91381746 None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:30:45.646891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3514df81-8c93-4ba2-99ef-4d0184126d48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.663978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:45.673890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.708512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:45.795788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0470fef6-b8fd-47b6-ae76-b3c164359836 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:45.823275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514df81-8c93-4ba2-99ef-4d0184126d48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=3506fa5f-fde9-43f3-b87f-ecfda16c82a2,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:45.838959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3514df81-8c93-4ba2-99ef-4d0184126d48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.007267 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3514df81-8c93-4ba2-99ef-4d0184126d48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/3506fa5f-fde9-43f3-b87f-ecfda16c82a2 HTTP/1.1" status: 204 len: 168 time: 1.0018685 Apr 29 15:30:46.008705 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Floating IP b96a996e-1caf-45a8-8a81-631b7d611aaa associated. External IP: 172.26.2.169, port: 72fb1929-e4a0-4ea8-9af6-c41a34291af2. Apr 29 15:30:46.032778 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59260) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:46.053345 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 0470fef6-b8fd-47b6-ae76-b3c164359836 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:46.073173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 0470fef6-b8fd-47b6-ae76-b3c164359836 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:46.073173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.133428 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d351c2a7-e2c8-441d-b57e-0f469f8fd5ab tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931392 Apr 29 15:30:46.133781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59264) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:46.142107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:46.179523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.211653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b6df28-0a43-4203-9822-f973483c8f30 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:46.313737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.323248 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.351649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:30:46.360516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.360874 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Added segment bd443617-64ba-4b2d-839d-b3f9c536b5a0 of type vlan for network dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7 Apr 29 15:30:46.429747 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.443135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 0470fef6-b8fd-47b6-ae76-b3c164359836, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0470fef6-b8fd-47b6-ae76-b3c164359836,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:46.480230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec57a8-6d18-4834-bcb7-e9dcefcdf641 req-72928782-949a-4dc1-bd6b-74c1127a37b4 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:46.484954 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0fec57a8-6d18-4834-bcb7-e9dcefcdf641 req-72928782-949a-4dc1-bd6b-74c1127a37b4 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6198013 Apr 29 15:30:46.486493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:46.489468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59268) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:46.515853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:30:46.516753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1545ba63-e8b4-4ab3-8939-c038b6ef77af,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:46.529319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.537886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:46.550600 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:46.565980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4616e4-65b2-4fc6-937d-4929a25c5d08 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:30:46.580873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:46.616029 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4b4616e4-65b2-4fc6-937d-4929a25c5d08 None None] Deleting port 0470fef6-b8fd-47b6-ae76-b3c164359836 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:46.616393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4b4616e4-65b2-4fc6-937d-4929a25c5d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.633953 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0fec57a8-6d18-4834-bcb7-e9dcefcdf641 req-76603815-fc89-4b58-8367-5804a4c52fd5 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296861 Apr 29 15:30:46.643711 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fa4998bc-fef1-4353-ad12-7267c524573e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d1134694bee4c649af5a0d9ed13113e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417553 Apr 29 15:30:46.646989 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59272) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:46.681021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=0470fef6-b8fd-47b6-ae76-b3c164359836,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:46.692642 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.736734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:30:46.740880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:46.746859 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf52fae4-a648-46d3-a454-e0aeacbadaec None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:30:46.749117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.756833 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf52fae4-a648-46d3-a454-e0aeacbadaec None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:46.757651 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-cf52fae4-a648-46d3-a454-e0aeacbadaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:46.766814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.767771 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:46.768350 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.817139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.823581 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-cf52fae4-a648-46d3-a454-e0aeacbadaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:46.833262 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf52fae4-a648-46d3-a454-e0aeacbadaec None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:46.834100 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-cf52fae4-a648-46d3-a454-e0aeacbadaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:46.843219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4b4616e4-65b2-4fc6-937d-4929a25c5d08 None None] For port 0470fef6-b8fd-47b6-ae76-b3c164359836, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0470fef6-b8fd-47b6-ae76-b3c164359836,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:46.843664 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4b4616e4-65b2-4fc6-937d-4929a25c5d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.846323 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ddf5ec4-65da-44fb-8444-cc7b46e98826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.873959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ddf5ec4-65da-44fb-8444-cc7b46e98826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:46.899802 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-cf52fae4-a648-46d3-a454-e0aeacbadaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:46.900449 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf52fae4-a648-46d3-a454-e0aeacbadaec None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:30:46.907600 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ef4af93d-11f1-4a40-a8c6-3ea68f1adde7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2437632 Apr 29 15:30:46.909367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59276) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:46.915605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-57236a0e-2be6-4f8a-a2d2-59dc02fd8b6a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:46.971487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4b4616e4-65b2-4fc6-937d-4929a25c5d08 None None] Calling delete_port for 0470fef6-b8fd-47b6-ae76-b3c164359836 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:47.025542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57236a0e-2be6-4f8a-a2d2-59dc02fd8b6a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.088128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Subnet': ['ID=d8eeb069-3b07-4019-af69-64483f8c6bae,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:47.103091 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event updated for resources: {'Network': ['ID=dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:47.110638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Checking segment: {'id': 'adeef6a2-9a47-4507-85c0-c1fa6193ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b898eab7-576f-4c46-93d5-6926795036e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:47.111019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network hostable DHCP agents. Network: b898eab7-576f-4c46-93d5-6926795036e8, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:30:47.116149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:30:47.130687 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-515bee59-21d6-40a8-b6ed-d7423fa0665d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1134484 Apr 29 15:30:47.136628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59280) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:47.146033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Request body: {'subnet': {'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:47.156259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:47.189308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Usage tracker for resource:subnet and tenant:03b0c58334164e249e0e7fd2798ea11a is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:47.197435 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:47.199204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4b4616e4-65b2-4fc6-937d-4929a25c5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.206709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:47.218354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ddf5ec4-65da-44fb-8444-cc7b46e98826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.250693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network b898eab7-576f-4c46-93d5-6926795036e8 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:30:47.256641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf5ec4-65da-44fb-8444-cc7b46e98826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea725276-9d4c-4f79-a779-229461871049,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:47.269111 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4616e4-65b2-4fc6-937d-4929a25c5d08 None None] Pushing event deleted for resources: {'Port': ['ID=0470fef6-b8fd-47b6-ae76-b3c164359836,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:47.269111 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4616e4-65b2-4fc6-937d-4929a25c5d08 None None] No DVR routers for this DVR port 0470fef6-b8fd-47b6-ae76-b3c164359836 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:30:47.296055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ddf5ec4-65da-44fb-8444-cc7b46e98826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.299486 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6ddf5ec4-65da-44fb-8444-cc7b46e98826 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea725276-9d4c-4f79-a779-229461871049 HTTP/1.1" status: 204 len: 168 time: 0.6493402 Apr 29 15:30:47.321786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Made reservation on behalf of 03b0c58334164e249e0e7fd2798ea11a for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:47.324094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.354918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, b898eab7-576f-4c46-93d5-6926795036e8) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:47.360303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57236a0e-2be6-4f8a-a2d2-59dc02fd8b6a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.362987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:47.364101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.368558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c4da5-3339-4c93-90fd-0c5727551466 None None] Network b898eab7-576f-4c46-93d5-6926795036e8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:47.425164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.435451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57236a0e-2be6-4f8a-a2d2-59dc02fd8b6a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.435924 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-57236a0e-2be6-4f8a-a2d2-59dc02fd8b6a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Floating IP b96a996e-1caf-45a8-8a81-631b7d611aaa disassociated. External IP: 172.26.2.169, port: 72fb1929-e4a0-4ea8-9af6-c41a34291af2. Apr 29 15:30:47.504753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:47.509000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:47.514594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:47.520067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.542439 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-134f9ffe-437f-4d27-a340-12e23f577a74 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1824384 Apr 29 15:30:47.547446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e0d2b8-d8b7-4339-be47-8a082e865db0 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:47.547590 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=552f8756-06cc-4d44-a175-b2f279a9b318,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:47.547590 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59286) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:47.554100 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1931033625'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:47.560992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:47.569931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:network and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:47.598621 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:47.608735 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-15946a81-39a5-4bc2-a695-a76574d70ce0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4739552 Apr 29 15:30:47.611444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:47.614816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59290) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:47.628478 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-daf3e671-0bf6-4f43-8659-344ff1d1574e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1822175961', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:47.640278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-daf3e671-0bf6-4f43-8659-344ff1d1574e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:47.647366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-daf3e671-0bf6-4f43-8659-344ff1d1574e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:router and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:47.652925 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-daf3e671-0bf6-4f43-8659-344ff1d1574e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:47.669030 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-daf3e671-0bf6-4f43-8659-344ff1d1574e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:47.726067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:47.730715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.771012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0470fef6-b8fd-47b6-ae76-b3c164359836 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:30:47.771226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-daf3e671-0bf6-4f43-8659-344ff1d1574e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.772090 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-daf3e671-0bf6-4f43-8659-344ff1d1574e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.837626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:30:47.863761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 0470fef6-b8fd-47b6-ae76-b3c164359836 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:30:47.869799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0470fef6-b8fd-47b6-ae76-b3c164359836 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:30:47.897910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57236a0e-2be6-4f8a-a2d2-59dc02fd8b6a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:30:47.904334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-daf3e671-0bf6-4f43-8659-344ff1d1574e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.932225 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:47.932698 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Added segment c2ee0835-415d-4cbc-8dca-a5ef116e386e of type vlan for network 22d3f1d3-aa44-47d6-b125-77117b96cfb3 Apr 29 15:30:47.939692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-b898eab7-576f-4c46-93d5-6926795036e8', 'network_id': 'b898eab7-576f-4c46-93d5-6926795036e8', 'tenant_id': '519d945a696847d99723ae79c2486815', 'fixed_ips': [{'subnet_id': 'd8eeb069-3b07-4019-af69-64483f8c6bae'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:30:47.940666 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.032504 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '552f8756-06cc-4d44-a175-b2f279a9b318'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:30:48.033412 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.044220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0383c-757f-4860-aa9d-44c83becb403 req-51a360de-ec0c-4191-bbf5-dfddfb6328b8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:48.045869 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6be0383c-757f-4860-aa9d-44c83becb403 req-51a360de-ec0c-4191-bbf5-dfddfb6328b8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.2632425 Apr 29 15:30:48.142007 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6be0383c-757f-4860-aa9d-44c83becb403 req-dbb915c2-cb28-4e87-ad71-17f8e634723b tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895159 Apr 29 15:30:48.144057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.181007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-daf3e671-0bf6-4f43-8659-344ff1d1574e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.258307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57236a0e-2be6-4f8a-a2d2-59dc02fd8b6a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:30:48.265219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57236a0e-2be6-4f8a-a2d2-59dc02fd8b6a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.273614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9fdc9-623f-4cb7-b100-219b38999d76 None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:30:48.291382 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Allocated IP 2001:db8::3 (b898eab7-576f-4c46-93d5-6926795036e8/d8eeb069-3b07-4019-af69-64483f8c6bae/fb64eb1b-4246-42dc-9b9f-e7771864ce97) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:48.317059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9fdc9-623f-4cb7-b100-219b38999d76 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:48.317890 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a1e9fdc9-623f-4cb7-b100-219b38999d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:48.374129 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/552f8756-06cc-4d44-a175-b2f279a9b318/0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:48.376019 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-57236a0e-2be6-4f8a-a2d2-59dc02fd8b6a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "PUT /v2.0/floatingips/b96a996e-1caf-45a8-8a81-631b7d611aaa HTTP/1.1" status: 200 len: 688 time: 1.4646811 Apr 29 15:30:48.379501 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59310) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:48.391268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.objects.ports [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88714) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:30:48.391737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.443961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a1e9fdc9-623f-4cb7-b100-219b38999d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:48.462484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event updated for resources: {'Subnet': ['ID=600f3e9b-5aef-48e3-80d0-c11b79c04bd1,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:48.493397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Checking segment: {'id': 'bd443617-64ba-4b2d-839d-b3f9c536b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:48.493756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Network hostable DHCP agents. Network: dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:30:48.513419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-daf3e671-0bf6-4f43-8659-344ff1d1574e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.517873 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-daf3e671-0bf6-4f43-8659-344ff1d1574e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8994215 Apr 29 15:30:48.518341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59316) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:48.564076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9fdc9-623f-4cb7-b100-219b38999d76 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:48.564670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a1e9fdc9-623f-4cb7-b100-219b38999d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:48.568774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a557e-703c-4cd5-a77e-e38b2d982560 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port a9fafd9b-faed-433f-9b44-086867a473a7 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:48.569385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7a557e-703c-4cd5-a77e-e38b2d982560 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.684172 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a1e9fdc9-623f-4cb7-b100-219b38999d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:48.684616 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9fdc9-623f-4cb7-b100-219b38999d76 None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:30:48.729872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Network dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:30:48.731970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.737316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:48.737896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.756010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59324) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:48.792416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7a557e-703c-4cd5-a77e-e38b2d982560 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.792962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7a557e-703c-4cd5-a77e-e38b2d982560 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.853016 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3021979 Apr 29 15:30:48.865373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59330) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:48.895303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.898156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:48.914121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Transition to ACTIVE for port object 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:48.916684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Transition to ACTIVE for port object fb64eb1b-4246-42dc-9b9f-e7771864ce97 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:48.929438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'subnet': {'network_id': '22d3f1d3-aa44-47d6-b125-77117b96cfb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:48.942660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a557e-703c-4cd5-a77e-e38b2d982560 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for a9fafd9b-faed-433f-9b44-086867a473a7 owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:48.952516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Transition to ACTIVE for port object 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:48.953499 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Transition to ACTIVE for port object fb64eb1b-4246-42dc-9b9f-e7771864ce97 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:48.975477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1296832042'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:48.992914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:48.999539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:49.004372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:49.005635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.010129 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:49.012942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:49.047201 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65378134-eb77-4286-a24c-198544654a4b None None] Network dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:49.075902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.089944 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:49.090192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.090458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.107788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71abab-0840-431b-b6ca-aae26e6f2bf6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Network': ['ID=22d3f1d3-aa44-47d6-b125-77117b96cfb3,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:49.111309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.139383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:49.145228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:49.148432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:49.155105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:49.173397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:49.177520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 22d3f1d3-aa44-47d6-b125-77117b96cfb3 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:30:49.199132 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:49.201048 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Pushing event updated for resources: {'Port': ['ID=0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:49.208699 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:49.211837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Network b898eab7-576f-4c46-93d5-6926795036e8 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:49.241534 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:49.246149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:subnet and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:49.250055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:49.256825 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:49.288891 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:49.310473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.313010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7a557e-703c-4cd5-a77e-e38b2d982560 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.324223 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-97cb1017-3bd3-4adc-bca5-466982001e73 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1864591 Apr 29 15:30:49.326393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.336763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59336) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:49.339390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:49.360994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a557e-703c-4cd5-a77e-e38b2d982560 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=a9fafd9b-faed-433f-9b44-086867a473a7,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:49.386277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1715560013', 'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:49.396388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:49.429678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.452866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:49.461836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:49.468102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:49.485351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:49.495499 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90bbd83a-b940-4428-80b8-38304f66555c,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:49.504408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7a557e-703c-4cd5-a77e-e38b2d982560 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.522705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Usage tracker for resource:port and tenant:03b0c58334164e249e0e7fd2798ea11a is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:49.525617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:49.529492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.551742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7a557e-703c-4cd5-a77e-e38b2d982560 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.556610 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1a7a557e-703c-4cd5-a77e-e38b2d982560 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/floatingips/b96a996e-1caf-45a8-8a81-631b7d611aaa HTTP/1.1" status: 204 len: 168 time: 1.1718035 Apr 29 15:30:49.557582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Attempting to bind port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:49.558477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Attempting to bind port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:49.558994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Attempting to bind port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:49.559734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59340) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:49.567090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'a1d4dfd4-91f1-4753-b265-8feab5da7adb'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:49.572051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:49.575063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:49.588572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:floatingip and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:49.593081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:49.599660 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:49.603765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:49.603765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.603765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:49.603765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Bound port: 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:49.603765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.607097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:49.610626 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.633568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:49.643700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Pushing event updated for resources: {'Port': ['ID=fb64eb1b-4246-42dc-9b9f-e7771864ce97,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:49.652155 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.ipam_backend_mixin [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Performing IP validity checks on allocation pools {{(pid=88714) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 15:30:49.652514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.ipam_backend_mixin [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88714) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 15:30:49.681273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.730610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26e21b1-755d-4b49-8f9f-35cffce40ea8,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:49.730845 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Attempting to bind port fb64eb1b-4246-42dc-9b9f-e7771864ce97 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:49.731217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Attempting to bind port fb64eb1b-4246-42dc-9b9f-e7771864ce97 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'adeef6a2-9a47-4507-85c0-c1fa6193ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b898eab7-576f-4c46-93d5-6926795036e8'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:49.731576 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Attempting to bind port fb64eb1b-4246-42dc-9b9f-e7771864ce97 on network b898eab7-576f-4c46-93d5-6926795036e8 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:49.741709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.776853 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:49.777227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Checking segment: {'id': 'adeef6a2-9a47-4507-85c0-c1fa6193ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b898eab7-576f-4c46-93d5-6926795036e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:49.777618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.778012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Bound using segment: {'id': 'adeef6a2-9a47-4507-85c0-c1fa6193ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b898eab7-576f-4c46-93d5-6926795036e8'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:49.778486 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Bound port: fb64eb1b-4246-42dc-9b9f-e7771864ce97, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adeef6a2-9a47-4507-85c0-c1fa6193ff13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b898eab7-576f-4c46-93d5-6926795036e8'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:49.778858 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.824194 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7e96df-959f-4266-bf46-2f547f9dce73 None None] Network dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:49.849858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Made reservation on behalf of 03b0c58334164e249e0e7fd2798ea11a for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:49.852935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.858013 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:49.861677 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-422506d6-e8ef-48bc-afef-4a9f74cff408 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1022112 Apr 29 15:30:49.863800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59344) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:49.900659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] device_id is not set on port 2be6f087-80dd-4f3a-99d1-c110343b8a04 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:30:49.947816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f309e-a987-4c42-81d6-d67cc786e5e9 req-aafb2752-0a8b-4d43-af80-d6f971a33fce tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:49.949315 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-456f309e-a987-4c42-81d6-d67cc786e5e9 req-aafb2752-0a8b-4d43-af80-d6f971a33fce tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6072545 Apr 29 15:30:49.961911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fd6b28e2-70ce-402c-856c-1aa274a2f908 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:49.974739 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] For port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:49.984358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.003535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] For port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:50.014681 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] For port fb64eb1b-4246-42dc-9b9f-e7771864ce97, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:50.026181 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] For port fb64eb1b-4246-42dc-9b9f-e7771864ce97, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fb64eb1b-4246-42dc-9b9f-e7771864ce97,segment=NetworkSegment(adeef6a2-9a47-4507-85c0-c1fa6193ff13),segment_id=adeef6a2-9a47-4507-85c0-c1fa6193ff13)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:50.060395 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fd6b28e2-70ce-402c-856c-1aa274a2f908 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:50.064632 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fd6b28e2-70ce-402c-856c-1aa274a2f908 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1967864 Apr 29 15:30:50.065495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59348) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:50.074108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6fb91b8f-9766-4445-9136-12ba5cb0a6f5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group': {'name': 'tempest-security--588065052', 'description': 'tempest-security-description-792314486'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:50.139401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.143252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.156451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6fb91b8f-9766-4445-9136-12ba5cb0a6f5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.227338 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-456f309e-a987-4c42-81d6-d67cc786e5e9 req-dfb01f14-a32a-4661-b0c0-dc18d1f863a4 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454183 Apr 29 15:30:50.309931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.26.2.167 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/adb71747-42bd-4118-806b-ad70cf90498b) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:50.314720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::1 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/552f8756-06cc-4d44-a175-b2f279a9b318/8b13938e-6ec4-46af-9c60-3a2ccf9957ff) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:50.317744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Allocated IP 2001:db8::3db (dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7/600f3e9b-5aef-48e3-80d0-c11b79c04bd1/2be6f087-80dd-4f3a-99d1-c110343b8a04) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:50.325411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bd9bd-4156-4a1d-8b0a-0e942eb8021e None None] Pushing event updated for resources: {'Port': ['ID=fb64eb1b-4246-42dc-9b9f-e7771864ce97,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:50.390569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.394918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6fb91b8f-9766-4445-9136-12ba5cb0a6f5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.461259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d978374-802e-439c-94ca-6d5d62097762 None None] Pushing event updated for resources: {'Port': ['ID=0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:50.468388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6fb91b8f-9766-4445-9136-12ba5cb0a6f5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.509359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6fb91b8f-9766-4445-9136-12ba5cb0a6f5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.510966 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6fb91b8f-9766-4445-9136-12ba5cb0a6f5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "PUT /v2.0/security-groups/c26e21b1-755d-4b49-8f9f-35cffce40ea8 HTTP/1.1" status: 200 len: 1776 time: 0.4449639 Apr 29 15:30:50.518123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59352) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:50.607314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb91b8f-9766-4445-9136-12ba5cb0a6f5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26e21b1-755d-4b49-8f9f-35cffce40ea8,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:50.635426 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-71dc195e-f9af-449e-adbd-64cd693c37c5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-groups/c26e21b1-755d-4b49-8f9f-35cffce40ea8 HTTP/1.1" status: 200 len: 1776 time: 0.1150498 Apr 29 15:30:50.637840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59356) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:50.646671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.654083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Subnet': ['ID=a70997f4-d3b1-471d-a080-c31874ecedee,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:50.666124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Checking segment: {'id': 'c2ee0835-415d-4cbc-8dca-a5ef116e386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '22d3f1d3-aa44-47d6-b125-77117b96cfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:50.666485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network hostable DHCP agents. Network: 22d3f1d3-aa44-47d6-b125-77117b96cfb3, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:30:50.732448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dfae2c49-f1dc-4bc0-9f0c-39096bd19768 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.764161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.790074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dfae2c49-f1dc-4bc0-9f0c-39096bd19768 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.806497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 8b13938e-6ec4-46af-9c60-3a2ccf9957ff will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:50.846971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.853649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.875311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network 22d3f1d3-aa44-47d6-b125-77117b96cfb3 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:30:50.924014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:50.927236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:50.931558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:50.956586 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=adb71747-42bd-4118-806b-ad70cf90498b,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:50.960743 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:50.991520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dfae2c49-f1dc-4bc0-9f0c-39096bd19768 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:51.003692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:51.024490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 22d3f1d3-aa44-47d6-b125-77117b96cfb3) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:51.034350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1778c6e-a9a6-4ae2-8748-888dc65435ff None None] Network 22d3f1d3-aa44-47d6-b125-77117b96cfb3 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:51.052525 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:51.053114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:51.062635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae2c49-f1dc-4bc0-9f0c-39096bd19768 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26e21b1-755d-4b49-8f9f-35cffce40ea8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:51.072548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:51.081173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:51.087306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=8b13938e-6ec4-46af-9c60-3a2ccf9957ff,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:51.090013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:51.090544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:51.156939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dfae2c49-f1dc-4bc0-9f0c-39096bd19768 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:51.160280 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dfae2c49-f1dc-4bc0-9f0c-39096bd19768 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-groups/c26e21b1-755d-4b49-8f9f-35cffce40ea8 HTTP/1.1" status: 204 len: 168 time: 0.5193150 Apr 29 15:30:51.162509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59360) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:51.211677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Network dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:51.259075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:51.277503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-22d3f1d3-aa44-47d6-b125-77117b96cfb3', 'network_id': '22d3f1d3-aa44-47d6-b125-77117b96cfb3', 'tenant_id': '519d945a696847d99723ae79c2486815', 'fixed_ips': [{'subnet_id': 'a70997f4-d3b1-471d-a080-c31874ecedee'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:30:51.278103 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:51.291032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:51.291999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:51.292618 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:51.414114 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0d55e005-aa24-4e61-b8a0-73bfca63f3be tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5480416 Apr 29 15:30:51.428997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59366) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:51.437548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event updated for resources: {'Port': ['ID=2be6f087-80dd-4f3a-99d1-c110343b8a04,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:51.470319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4c652aac-0f1f-4605-b138-4f3780ed1b47 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:51.511815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Allocated IP 2001:db8::3 (22d3f1d3-aa44-47d6-b125-77117b96cfb3/a70997f4-d3b1-471d-a080-c31874ecedee/64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:51.523903 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b66abe77-ff1f-4c69-a1d6-99af46404ff6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1784308 Apr 29 15:30:51.531995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59370) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:51.623215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-14eec947-e13c-40db-81a3-27f546e03f71 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Deleting port 2be6f087-80dd-4f3a-99d1-c110343b8a04 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:51.623659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14eec947-e13c-40db-81a3-27f546e03f71 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:51.712828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4c652aac-0f1f-4605-b138-4f3780ed1b47 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:51.717644 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4c652aac-0f1f-4605-b138-4f3780ed1b47 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5549748 Apr 29 15:30:51.734294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59374) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:51.789054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:51.803507 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Transition to ACTIVE for port object 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:51.840330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Transition to ACTIVE for port object 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:51.854404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46510121-4592-4966-8854-7aa71e3096b2 None None] Network b898eab7-576f-4c46-93d5-6926795036e8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:51.871026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:51.913674 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-215e8a34-53fb-4871-aee9-df994fd0965d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] delete failed (client error): The resource could not be found. Apr 29 15:30:51.922219 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-215e8a34-53fb-4871-aee9-df994fd0965d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-groups/c26e21b1-755d-4b49-8f9f-35cffce40ea8 HTTP/1.1" status: 404 len: 347 time: 0.1847122 Apr 29 15:30:51.923939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59378) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:51.928077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:51.935819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843069479'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:51.959133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:51.976255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:51.988950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.058629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0dffa-eb78-4b9d-9b2f-cec7023c929e req-1cea8f8f-e9a7-40de-aaaf-26829e738134 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:52.060121 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dfa0dffa-eb78-4b9d-9b2f-cec7023c929e req-1cea8f8f-e9a7-40de-aaaf-26829e738134 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6133354 Apr 29 15:30:52.072058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:52.072416 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.091431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14eec947-e13c-40db-81a3-27f546e03f71 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.099197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Network 22d3f1d3-aa44-47d6-b125-77117b96cfb3 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:52.104269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.112952 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:52.119704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:52.122403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:52.136963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Pushing event updated for resources: {'Port': ['ID=64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:52.236205 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-97c55f4a-c0d2-4946-b5c9-bece296d77cc None None] Provisioning for port fb64eb1b-4246-42dc-9b9f-e7771864ce97 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:52.259735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-14eec947-e13c-40db-81a3-27f546e03f71 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Calling delete_port for 2be6f087-80dd-4f3a-99d1-c110343b8a04 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:52.295636 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:52.305279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Attempting to bind port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:52.305279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Attempting to bind port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'c2ee0835-415d-4cbc-8dca-a5ef116e386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '22d3f1d3-aa44-47d6-b125-77117b96cfb3'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:52.305669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Attempting to bind port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd on network 22d3f1d3-aa44-47d6-b125-77117b96cfb3 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:52.317697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:52.318070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Checking segment: {'id': 'c2ee0835-415d-4cbc-8dca-a5ef116e386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '22d3f1d3-aa44-47d6-b125-77117b96cfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:52.318706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.319119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Bound using segment: {'id': 'c2ee0835-415d-4cbc-8dca-a5ef116e386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '22d3f1d3-aa44-47d6-b125-77117b96cfb3'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:52.319584 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Bound port: 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ee0835-415d-4cbc-8dca-a5ef116e386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '22d3f1d3-aa44-47d6-b125-77117b96cfb3'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:52.319949 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.337459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fb64eb1b-4246-42dc-9b9f-e7771864ce97 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:52.356025 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dfa0dffa-eb78-4b9d-9b2f-cec7023c929e req-94ab6601-c3ad-4ecb-bcf8-c12008a23467 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872953 Apr 29 15:30:52.445690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.541509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:52.547984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:52.554383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:52.559227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.567632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] For port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:52.570111 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] For port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd,segment=NetworkSegment(c2ee0835-415d-4cbc-8dca-a5ef116e386e),segment_id=c2ee0835-415d-4cbc-8dca-a5ef116e386e)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:52.584046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b826f349-8ada-4f33-bd79-e0683ff376dd None None] Provisioning for port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:52.591733 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b826f349-8ada-4f33-bd79-e0683ff376dd None None] Provisioning complete for port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:52.592781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b826f349-8ada-4f33-bd79-e0683ff376dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.641628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port fb64eb1b-4246-42dc-9b9f-e7771864ce97 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:52.651995 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port fb64eb1b-4246-42dc-9b9f-e7771864ce97 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:52.652407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.666471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] For port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd, host dv-neutron-839183-1-hyperv, got binding levels [] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:52.666841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.708010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:52.759721 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.802458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Calling delete_port for 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:52.858808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.resource_extend [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:30:52.864606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14eec947-e13c-40db-81a3-27f546e03f71 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.885886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.946964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eec947-e13c-40db-81a3-27f546e03f71 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event deleted for resources: {'Port': ['ID=2be6f087-80dd-4f3a-99d1-c110343b8a04,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:52.949957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.952407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:52.959977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b47fd-d502-42cd-b676-79de2ebaaa8f None None] Pushing event updated for resources: {'Port': ['ID=64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:52.998818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b826f349-8ada-4f33-bd79-e0683ff376dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.008816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.033124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14eec947-e13c-40db-81a3-27f546e03f71 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.048969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:30:53.049205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:30:53.052205 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b826f349-8ada-4f33-bd79-e0683ff376dd None None] For port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:53.070773 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port fb64eb1b-4246-42dc-9b9f-e7771864ce97, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fb64eb1b-4246-42dc-9b9f-e7771864ce97,segment=NetworkSegment(adeef6a2-9a47-4507-85c0-c1fa6193ff13),segment_id=adeef6a2-9a47-4507-85c0-c1fa6193ff13)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:53.076273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.105531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=8b13938e-6ec4-46af-9c60-3a2ccf9957ff,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:53.143974 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b826f349-8ada-4f33-bd79-e0683ff376dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.150007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.172773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.183993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.195193 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-14eec947-e13c-40db-81a3-27f546e03f71 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "DELETE /v2.0/ports/2be6f087-80dd-4f3a-99d1-c110343b8a04 HTTP/1.1" status: 204 len: 168 time: 1.6542866 Apr 29 15:30:53.201128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59384) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:53.224560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:53.225768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:53.236000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826f349-8ada-4f33-bd79-e0683ff376dd None None] Pushing event updated for resources: {'Port': ['ID=0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:53.260803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7', 'external_fixed_ips': [{'subnet_id': '600f3e9b-5aef-48e3-80d0-c11b79c04bd1', 'ip_address': '2001:db8::3db'}]}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:53.266246 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:53.294241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Usage tracker for resource:router and tenant:03b0c58334164e249e0e7fd2798ea11a is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:53.298144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:53.306561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:53.330041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=fb64eb1b-4246-42dc-9b9f-e7771864ce97,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:53.342289 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.399866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-306e5515-441a-4b44-b9a1-09ffe865a48d None None] Provisioning for port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:53.405125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-306e5515-441a-4b44-b9a1-09ffe865a48d None None] Provisioning complete for port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:53.405632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-306e5515-441a-4b44-b9a1-09ffe865a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.438049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=adb71747-42bd-4118-806b-ad70cf90498b,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:53.457105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467a4c4f-e296-42f4-8f78-51201f1e3434,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:53.474705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-306e5515-441a-4b44-b9a1-09ffe865a48d None None] Port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:30:53.487361 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-306e5515-441a-4b44-b9a1-09ffe865a48d None None] Provisioning complete for port fb64eb1b-4246-42dc-9b9f-e7771864ce97 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:53.487727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-306e5515-441a-4b44-b9a1-09ffe865a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.530331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.531404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.535709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.583334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:53.583776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.603128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.606958 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9cee9c7f-38d9-408c-bc23-5f994cd3fea7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6788230 Apr 29 15:30:53.608614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59390) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:53.639655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-22f4ef04-be14-41d7-adbc-2953881247d6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': '467a4c4f-e296-42f4-8f78-51201f1e3434', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:53.658675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Router 3054a80d-79ed-41ab-bfd8-d73dd865368e is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:30:53.665388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-22f4ef04-be14-41d7-adbc-2953881247d6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:53.716145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.771672 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Floating IP 3e636643-84c3-4dfa-babf-beeb6d3916b7 associated. External IP: 172.26.2.167, port: a1d4dfd4-91f1-4753-b265-8feab5da7adb. Apr 29 15:30:53.791423 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7b96683e-eb6d-42c1-a70c-c3a5d9fbe58d None None] Provisioning complete for port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:53.792148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7b96683e-eb6d-42c1-a70c-c3a5d9fbe58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.835032 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:53.884660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-22f4ef04-be14-41d7-adbc-2953881247d6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:53.890904 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-22f4ef04-be14-41d7-adbc-2953881247d6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:53.933212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7b96683e-eb6d-42c1-a70c-c3a5d9fbe58d None None] Port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:30:53.949379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:53.949753 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:53.992516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-22f4ef04-be14-41d7-adbc-2953881247d6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:54.007418 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:54.104284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fb64eb1b-4246-42dc-9b9f-e7771864ce97 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:54.125069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:30:54.137757 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Sync routers for ids ['3054a80d-79ed-41ab-bfd8-d73dd865368e'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:30:54.152598 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Routers {'3054a80d-79ed-41ab-bfd8-d73dd865368e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:54.153350 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e292e132-966f-477b-8481-2b27bd462794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3054a80d-79ed-41ab-bfd8-d73dd865368e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:54.187880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port fb64eb1b-4246-42dc-9b9f-e7771864ce97 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:54.188940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:54.189299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ae0c6-1033-44c8-87bf-c1b0d777f199 req-29794fe7-46c6-491a-90ec-4f7132c70721 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:54.190853 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-920ae0c6-1033-44c8-87bf-c1b0d777f199 req-29794fe7-46c6-491a-90ec-4f7132c70721 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6422226 Apr 29 15:30:54.261638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f94a15e-00bf-49a1-a344-c49adae4ab3a None None] Network 22d3f1d3-aa44-47d6-b125-77117b96cfb3 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:54.270072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:54.283549 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3606c58c-ab41-4da0-a24a-3325ea98e534 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "PUT /v2.0/routers/3054a80d-79ed-41ab-bfd8-d73dd865368e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7642734 Apr 29 15:30:54.289790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59394) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:54.305800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-22f4ef04-be14-41d7-adbc-2953881247d6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:54.380029 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Set router 3054a80d-79ed-41ab-bfd8-d73dd865368e gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:30:54.445738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:54.464429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-22f4ef04-be14-41d7-adbc-2953881247d6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:54.485718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-79d8f54d-42e4-4d0d-bb92-7b3ec2d3bdcd None None] Provisioning for port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:54.499442 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-920ae0c6-1033-44c8-87bf-c1b0d777f199 req-1418c244-f143-426f-b7cd-cebfa0cb6875 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007607 Apr 29 15:30:54.511289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] For port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd,segment=NetworkSegment(c2ee0835-415d-4cbc-8dca-a5ef116e386e),segment_id=c2ee0835-415d-4cbc-8dca-a5ef116e386e)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:54.511646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:54.530751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fcb3eb-5eb7-4950-8cd0-ec82872f92c8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:54.531345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c3fcb3eb-5eb7-4950-8cd0-ec82872f92c8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:54.538153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-22f4ef04-be14-41d7-adbc-2953881247d6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:54.690071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Calling delete_port for 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:54.750217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4ef04-be14-41d7-adbc-2953881247d6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f853c0-2cd5-456f-864d-9c514abac231,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:54.765846 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e292e132-966f-477b-8481-2b27bd462794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3054a80d-79ed-41ab-bfd8-d73dd865368e', 'name': 'tempest-NetworksTestDHCPv6-router-1822175961', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:30:47Z', 'updated_at': '2022-04-29T15:30:51Z', 'revision_number': 2, 'project_id': 'c096192df7af4829b733714b18b563f2', 'gw_port_host': None, '_interfaces': [{'id': '8b13938e-6ec4-46af-9c60-3a2ccf9957ff', 'name': '', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'mac_address': 'fa:16:3e:c5:ec:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3054a80d-79ed-41ab-bfd8-d73dd865368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '552f8756-06cc-4d44-a175-b2f279a9b318', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:30:49Z', 'updated_at': '2022-04-29T15:30:52Z', 'revision_number': 2, 'project_id': 'c096192df7af4829b733714b18b563f2', 'subnets': [{'id': '552f8756-06cc-4d44-a175-b2f279a9b318', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:54.767578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:54.770713 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Checking router: 3054a80d-79ed-41ab-bfd8-d73dd865368e for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:30:54.773050 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Updating router 3054a80d-79ed-41ab-bfd8-d73dd865368e port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:30:54.775373 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:54.776034 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:54.842918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:30:54.861274 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:54.870181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-22f4ef04-be14-41d7-adbc-2953881247d6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:54.873941 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-22f4ef04-be14-41d7-adbc-2953881247d6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2558153 Apr 29 15:30:54.873941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c3fcb3eb-5eb7-4950-8cd0-ec82872f92c8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:54.873941 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c3fcb3eb-5eb7-4950-8cd0-ec82872f92c8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports/8b13938e-6ec4-46af-9c60-3a2ccf9957ff HTTP/1.1" status: 200 len: 911 time: 0.5690022 Apr 29 15:30:54.879962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59398) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:54.897223 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59402) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:54.940080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd update to ACTIVE by agent not found {{(pid=88716) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 29 15:30:54.986279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:55.032772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f34c0be1-e717-44fa-9761-2b7712d5db0d None None] Could not find standard attr ID for object 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:30:55.070428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Port': ['ID=64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:55.116765 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02edfbdc-3377-4082-9a1d-e1d49cfc3bef tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:55.129878 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02edfbdc-3377-4082-9a1d-e1d49cfc3bef tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:55.164240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c81ae33-4fba-4543-a2c7-073d1ddc48ed tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:55.171513 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c81ae33-4fba-4543-a2c7-073d1ddc48ed tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:55.174125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0599e1ba-ce5d-438d-b9a0-7bd8466b2884 None None] DHCP port deletion for 22d3f1d3-aa44-47d6-b125-77117b96cfb3 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:30:55.177267 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8c81ae33-4fba-4543-a2c7-073d1ddc48ed tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2789061 Apr 29 15:30:55.178801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59406) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:55.204282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b9dbb1-1aa1-447f-84b4-85c1417f5ef5 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:30:55.288314 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:55.298641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:30:55.350793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5603b8-c60d-408c-af98-2ab2c80d22b5 None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:30:55.374688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5603b8-c60d-408c-af98-2ab2c80d22b5 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:55.375409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2d5603b8-c60d-408c-af98-2ab2c80d22b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:55.375537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:55.407298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:55.439930 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2d5603b8-c60d-408c-af98-2ab2c80d22b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:55.449824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b9dbb1-1aa1-447f-84b4-85c1417f5ef5 None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:30:55.451893 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Transition to ACTIVE for port object 8b13938e-6ec4-46af-9c60-3a2ccf9957ff will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:55.459732 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5603b8-c60d-408c-af98-2ab2c80d22b5 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:55.460339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2d5603b8-c60d-408c-af98-2ab2c80d22b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:55.509784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02edfbdc-3377-4082-9a1d-e1d49cfc3bef tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:55.534728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edfbdc-3377-4082-9a1d-e1d49cfc3bef tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41f853c0-2cd5-456f-864d-9c514abac231,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:55.575391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2d5603b8-c60d-408c-af98-2ab2c80d22b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:55.575776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5603b8-c60d-408c-af98-2ab2c80d22b5 None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:30:55.579953 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:55.608814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02edfbdc-3377-4082-9a1d-e1d49cfc3bef tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:55.612181 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-02edfbdc-3377-4082-9a1d-e1d49cfc3bef tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/41f853c0-2cd5-456f-864d-9c514abac231 HTTP/1.1" status: 204 len: 168 time: 0.7328658 Apr 29 15:30:55.638956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59412) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:55.660897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:55.739177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:30:55.745699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Allocated IP 2001:db8::3db (dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7/600f3e9b-5aef-48e3-80d0-c11b79c04bd1/0ac3e881-cc0f-4343-adac-019ff60018cb) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:30:55.755826 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c256a3ae-3fe4-4ba6-b8bc-dcb22c152a89 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.1949952 Apr 29 15:30:55.757984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59416) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:55.774017 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Pushing event updated for resources: {'Port': ['ID=8b13938e-6ec4-46af-9c60-3a2ccf9957ff,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:55.790140 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:55.790477 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:55.790722 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:55.791399 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:55.791756 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:55.792111 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:55.792439 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:55.792838 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:55.793175 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:55.793494 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:55.793809 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:55.794122 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:30:55.826358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No DVR routers for this DVR port 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:30:55.849096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:30:55.849428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 64ccd7b0-7baa-4c3d-acc1-c99b1789c1fd not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:30:55.911577 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Attempting to bind port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:55.911986 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Attempting to bind port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:55.912317 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Attempting to bind port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:55.919839 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:55.920254 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:55.920677 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:55.921139 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:55.921650 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Bound port: 8b13938e-6ec4-46af-9c60-3a2ccf9957ff, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:55.922069 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:55.963412 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e6b3149c-5c53-4e93-8dc7-153c5a8977b7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "GET /v2.0/floatingips/3e636643-84c3-4dfa-babf-beeb6d3916b7 HTTP/1.1" status: 200 len: 978 time: 0.2041931 Apr 29 15:30:55.968235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59420) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:56.029812 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:56.030641 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-e292e132-966f-477b-8481-2b27bd462794 None None] For port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:56.033891 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-e292e132-966f-477b-8481-2b27bd462794 None None] For port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8b13938e-6ec4-46af-9c60-3a2ccf9957ff,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:30:56.060919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:56.100850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1c1e7774-6f20-4e37-967b-df2b259251c1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:56.121352 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:56.134629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:56.151315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae1ece-5443-46ce-9dc6-d0f698bd01e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-22d3f1d3-aa44-47d6-b125-77117b96cfb3', 'network_id': '22d3f1d3-aa44-47d6-b125-77117b96cfb3', 'tenant_id': '519d945a696847d99723ae79c2486815', 'fixed_ips': [{'subnet_id': 'a70997f4-d3b1-471d-a080-c31874ecedee'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:30:56.152458 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d8ae1ece-5443-46ce-9dc6-d0f698bd01e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:56.161961 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5e14a8bb-b65d-4324-a1c0-83af15a5eda3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1897521 Apr 29 15:30:56.168685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59426) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:56.177142 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ebf8704b-a57d-4d72-a0c8-427b46e74bc8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'floatingip': {'port_id': '72fb1929-e4a0-4ea8-9af6-c41a34291af2'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:56.204267 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Routers {'3054a80d-79ed-41ab-bfd8-d73dd865368e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:56.204926 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e292e132-966f-477b-8481-2b27bd462794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3054a80d-79ed-41ab-bfd8-d73dd865368e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:56.247279 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Network dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:30:56.250468 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:30:56.258546 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:30:56.338495 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1c1e7774-6f20-4e37-967b-df2b259251c1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:56.339779 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1c1e7774-6f20-4e37-967b-df2b259251c1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7008281 Apr 29 15:30:56.355699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59430) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:56.356163 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d02f30-676b-424b-8ae9-dd59d3c8a2c3 None None] Pushing event updated for resources: {'Port': ['ID=8b13938e-6ec4-46af-9c60-3a2ccf9957ff,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:56.386864 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-e292e132-966f-477b-8481-2b27bd462794 None None] Set router 3054a80d-79ed-41ab-bfd8-d73dd865368e gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:30:56.387990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event updated for resources: {'Port': ['ID=0ac3e881-cc0f-4343-adac-019ff60018cb,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:56.391653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7110c0-7166-44a4-8086-aee17c859b65 req-80faf02b-2186-4caa-8b46-65cbd261c7a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:56.393190 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3a7110c0-7166-44a4-8086-aee17c859b65 req-80faf02b-2186-4caa-8b46-65cbd261c7a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.5799716 Apr 29 15:30:56.454220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ebf8704b-a57d-4d72-a0c8-427b46e74bc8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server [None req-d8ae1ece-5443-46ce-9dc6-d0f698bd01e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a70997f4-d3b1-471d-a080-c31874ecedee: This subnet is being modified by another concurrent operation. Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:30:56.533386 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise exception Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a70997f4-d3b1-471d-a080-c31874ecedee: This subnet is being modified by another concurrent operation. Apr 29 15:30:56.538990 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server Apr 29 15:30:56.543541 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:56.577511 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93735b27-3f15-4fb6-a678-bbed1fad8663 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:30:56.613612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Subnet': ['ID=a70997f4-d3b1-471d-a080-c31874ecedee,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:56.634665 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3a7110c0-7166-44a4-8086-aee17c859b65 req-62add94b-6c62-4f07-ab06-840899bcca29 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330661 Apr 29 15:30:56.738634 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93735b27-3f15-4fb6-a678-bbed1fad8663 None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:30:56.741576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5177611c-c620-4b47-bc93-911a9b9c2a81 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:56.794786 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e292e132-966f-477b-8481-2b27bd462794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3054a80d-79ed-41ab-bfd8-d73dd865368e', 'name': 'tempest-NetworksTestDHCPv6-router-1822175961', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:30:47Z', 'updated_at': '2022-04-29T15:30:51Z', 'revision_number': 2, 'project_id': 'c096192df7af4829b733714b18b563f2', 'gw_port_host': None, '_interfaces': [{'id': '8b13938e-6ec4-46af-9c60-3a2ccf9957ff', 'name': '', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'mac_address': 'fa:16:3e:c5:ec:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3054a80d-79ed-41ab-bfd8-d73dd865368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '552f8756-06cc-4d44-a175-b2f279a9b318', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:30:49Z', 'updated_at': '2022-04-29T15:30:56Z', 'revision_number': 4, 'project_id': 'c096192df7af4829b733714b18b563f2', 'subnets': [{'id': '552f8756-06cc-4d44-a175-b2f279a9b318', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:56.798879 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e292e132-966f-477b-8481-2b27bd462794 None None] The sync data for ids ['3054a80d-79ed-41ab-bfd8-d73dd865368e'] in dv-neutron-839183-1-hyperv is: [{'id': '3054a80d-79ed-41ab-bfd8-d73dd865368e', 'name': 'tempest-NetworksTestDHCPv6-router-1822175961', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:30:47Z', 'updated_at': '2022-04-29T15:30:51Z', 'revision_number': 2, 'project_id': 'c096192df7af4829b733714b18b563f2', 'gw_port_host': None, '_interfaces': [{'id': '8b13938e-6ec4-46af-9c60-3a2ccf9957ff', 'name': '', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'mac_address': 'fa:16:3e:c5:ec:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3054a80d-79ed-41ab-bfd8-d73dd865368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '552f8756-06cc-4d44-a175-b2f279a9b318', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:30:49Z', 'updated_at': '2022-04-29T15:30:56Z', 'revision_number': 4, 'project_id': 'c096192df7af4829b733714b18b563f2', 'subnets': [{'id': '552f8756-06cc-4d44-a175-b2f279a9b318', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:30:56.827211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:56.885251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:56.938658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d3f1d3-aa44-47d6-b125-77117b96cfb3']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:56.951269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5177611c-c620-4b47-bc93-911a9b9c2a81 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:56.982379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ee0835-415d-4cbc-8dca-a5ef116e386e') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:56.982732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ee0835-415d-4cbc-8dca-a5ef116e386e') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:57.008872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b618-c8b5-4a22-b222-964c63113ec4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:57.080104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:57.233649 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90072e4e-2859-4cc3-a8e0-8e4aaccefc35 None None] Network 22d3f1d3-aa44-47d6-b125-77117b96cfb3 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:30:57.279436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:57.351954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:57.527445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0964bdc1-8ac2-4ab1-9249-202ef43ea23d None None] DHCP port deletion for 22d3f1d3-aa44-47d6-b125-77117b96cfb3 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:30:57.559385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:30:57.559792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:30:57.577650 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:30:57.715183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Router e1d8f1de-dc87-43dd-bedc-e4681f4602d5 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:30:57.736726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5177611c-c620-4b47-bc93-911a9b9c2a81 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:57.780670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8b13938e-6ec4-46af-9c60-3a2ccf9957ff up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:57.889436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177611c-c620-4b47-bc93-911a9b9c2a81 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=467a4c4f-e296-42f4-8f78-51201f1e3434,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:57.942847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:30:57.953030 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Sync routers for ids ['e1d8f1de-dc87-43dd-bedc-e4681f4602d5'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:30:57.964320 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Routers {'e1d8f1de-dc87-43dd-bedc-e4681f4602d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:30:57.965012 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e1d8f1de-dc87-43dd-bedc-e4681f4602d5'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:57.971903 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:30:57.978607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:57.979090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.029152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.036140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.057299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.059190 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8ec63a4f-7843-48bf-8ed4-0475a8ed8b24 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.8269758 Apr 29 15:30:58.061994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59436) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:58.094210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5177611c-c620-4b47-bc93-911a9b9c2a81 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.098093 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5177611c-c620-4b47-bc93-911a9b9c2a81 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-groups/467a4c4f-e296-42f4-8f78-51201f1e3434 HTTP/1.1" status: 204 len: 168 time: 1.7360451 Apr 29 15:30:58.098843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59440) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:58.110712 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/22d3f1d3-aa44-47d6-b125-77117b96cfb3 HTTP/1.1" status: 204 len: 168 time: 6.6785753 Apr 29 15:30:58.111893 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456692a3-bc66-453d-bbf6-c2f15baccaf2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Network': ['ID=22d3f1d3-aa44-47d6-b125-77117b96cfb3,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:58.118179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.131653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59444) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:58.145863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-625759897'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:58.153885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8b13938e-6ec4-46af-9c60-3a2ccf9957ff,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:58.172224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:58.193367 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Set router e1d8f1de-dc87-43dd-bedc-e4681f4602d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:30:58.197789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:network and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:58.203687 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:58.219490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9b618-c8b5-4a22-b222-964c63113ec4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:58.219836 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b618-c8b5-4a22-b222-964c63113ec4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.241172 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.247719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:58.318908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.321696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2462f-d345-4297-8488-bdc8e2c6f3c3 req-1cc4e10f-43fe-4876-9caf-ec173db41ca8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:58.323197 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-06b2462f-d345-4297-8488-bdc8e2c6f3c3 req-1cc4e10f-43fe-4876-9caf-ec173db41ca8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.5013669 Apr 29 15:30:58.333221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9da2cc9b-7c83-4990-8895-0eb17c94b6fc tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:30:58.340279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=8b13938e-6ec4-46af-9c60-3a2ccf9957ff,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:58.497391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:30:58.500863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.519794 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-06b2462f-d345-4297-8488-bdc8e2c6f3c3 req-c413a90e-442b-4ce2-a9a7-759447e2686d tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771982 Apr 29 15:30:58.553635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9da2cc9b-7c83-4990-8895-0eb17c94b6fc tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:30:58.561502 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9da2cc9b-7c83-4990-8895-0eb17c94b6fc tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4518569 Apr 29 15:30:58.568446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59448) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:58.575989 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d8f1de-dc87-43dd-bedc-e4681f4602d5', 'name': '', 'tenant_id': '03b0c58334164e249e0e7fd2798ea11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7', 'external_fixed_ips': [{'subnet_id': '600f3e9b-5aef-48e3-80d0-c11b79c04bd1', 'ip_address': '2001:db8::3db'}], 'enable_snat': True}, 'gw_port_id': '0ac3e881-cc0f-4343-adac-019ff60018cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:30:53Z', 'updated_at': '2022-04-29T15:30:56Z', 'revision_number': 3, 'project_id': '03b0c58334164e249e0e7fd2798ea11a', 'gw_port': {'id': '0ac3e881-cc0f-4343-adac-019ff60018cb', 'name': '', 'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d8f1de-dc87-43dd-bedc-e4681f4602d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '600f3e9b-5aef-48e3-80d0-c11b79c04bd1', 'ip_address': '2001:db8::3db', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:30:55Z', 'updated_at': '2022-04-29T15:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '600f3e9b-5aef-48e3-80d0-c11b79c04bd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:30:58.580147 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group': {'name': 'tempest-secgroup--332870069'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:58.587104 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Checking router: e1d8f1de-dc87-43dd-bedc-e4681f4602d5 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:30:58.587104 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Updating router e1d8f1de-dc87-43dd-bedc-e4681f4602d5 port 0ac3e881-cc0f-4343-adac-019ff60018cb binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:30:58.605396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:58.641328 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.650724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.673786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:30:58.709439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-0bd9b618-c8b5-4a22-b222-964c63113ec4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] For port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8b13938e-6ec4-46af-9c60-3a2ccf9957ff,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:30:58.709761 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b618-c8b5-4a22-b222-964c63113ec4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.720582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Deleting port 0ac3e881-cc0f-4343-adac-019ff60018cb {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:58.720930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.722911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:58.729760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.730191 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Added segment 9b6e6a21-1381-4242-851c-878eae60449d of type vlan for network 2ac858ab-bb15-4731-b273-e507666375cd Apr 29 15:30:58.867824 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9b618-c8b5-4a22-b222-964c63113ec4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 8b13938e-6ec4-46af-9c60-3a2ccf9957ff owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:58.903448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.931639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ebf8704b-a57d-4d72-a0c8-427b46e74bc8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.936839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.944075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:58.979903 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:30:58.992190 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.004786 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Transition to ACTIVE for port object 0ac3e881-cc0f-4343-adac-019ff60018cb will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:30:59.030175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Calling delete_port for 0ac3e881-cc0f-4343-adac-019ff60018cb owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:30:59.073548 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.115614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:30:59.120813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:30:59.135211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ebf8704b-a57d-4d72-a0c8-427b46e74bc8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.158425 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Attempting to bind port 0ac3e881-cc0f-4343-adac-019ff60018cb on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:59.158929 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Attempting to bind port 0ac3e881-cc0f-4343-adac-019ff60018cb by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'bd443617-64ba-4b2d-839d-b3f9c536b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:59.159396 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Attempting to bind port 0ac3e881-cc0f-4343-adac-019ff60018cb on network dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:59.162976 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5dba26-e532-4ab4-a04d-4a4ca58909b9 None None] Pushing event updated for resources: {'Port': ['ID=0ac3e881-cc0f-4343-adac-019ff60018cb,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:59.167649 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:59.168135 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Checking segment: {'id': 'bd443617-64ba-4b2d-839d-b3f9c536b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:59.168670 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.169235 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Bound using segment: {'id': 'bd443617-64ba-4b2d-839d-b3f9c536b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:59.169729 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Bound port: 0ac3e881-cc0f-4343-adac-019ff60018cb, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd443617-64ba-4b2d-839d-b3f9c536b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:59.170214 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.316957 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] For port 0ac3e881-cc0f-4343-adac-019ff60018cb, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:59.326495 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:30:59.350285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:30:59.350671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:30:59.351470 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.db.api [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 15:30:59.351470 dv-neutron-839183-1-hyperv neutron-server[88717]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Apr 29 15:30:59.351470 dv-neutron-839183-1-hyperv neutron-server[88717]: [parameters: {'port_id': '0ac3e881-cc0f-4343-adac-019ff60018cb', 'host': 'dv-neutron-839183-1-hyperv', 'level': 0, 'driver': 'openvswitch', 'segment_id': 'bd443617-64ba-4b2d-839d-b3f9c536b5a0'}] Apr 29 15:30:59.351470 dv-neutron-839183-1-hyperv neutron-server[88717]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:30:59.352073 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG oslo_db.api [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:30:59.494494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.499734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:30:59.500307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.543511 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-ebf8704b-a57d-4d72-a0c8-427b46e74bc8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Floating IP 3e636643-84c3-4dfa-babf-beeb6d3916b7 associated. External IP: 172.26.2.167, port: a1d4dfd4-91f1-4753-b265-8feab5da7adb. Apr 29 15:30:59.703347 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8b13938e-6ec4-46af-9c60-3a2ccf9957ff up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:30:59.771693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 8b13938e-6ec4-46af-9c60-3a2ccf9957ff triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:30:59.772144 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.852490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Deleting port 0ac3e881-cc0f-4343-adac-019ff60018cb {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:30:59.853028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.873334 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Attempting to bind port 0ac3e881-cc0f-4343-adac-019ff60018cb on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:30:59.874045 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Attempting to bind port 0ac3e881-cc0f-4343-adac-019ff60018cb by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'bd443617-64ba-4b2d-839d-b3f9c536b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:30:59.874359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.874818 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Attempting to bind port 0ac3e881-cc0f-4343-adac-019ff60018cb on network dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:30:59.883200 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:30:59.884018 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Checking segment: {'id': 'bd443617-64ba-4b2d-839d-b3f9c536b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:30:59.884676 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.885364 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Bound using segment: {'id': 'bd443617-64ba-4b2d-839d-b3f9c536b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:30:59.886285 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Bound port: 0ac3e881-cc0f-4343-adac-019ff60018cb, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd443617-64ba-4b2d-839d-b3f9c536b5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:30:59.886876 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.896069 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7592127 Apr 29 15:30:59.908763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59456) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:30:59.909424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80015e0-b40e-4132-8d22-9beb913cddd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Network': ['ID=2ac858ab-bb15-4731-b273-e507666375cd,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:30:59.921531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'subnet': {'network_id': '2ac858ab-bb15-4731-b273-e507666375cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:30:59.938456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 2ac858ab-bb15-4731-b273-e507666375cd details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:30:59.957966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:30:59.995447 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] For port 0ac3e881-cc0f-4343-adac-019ff60018cb, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:30:59.999505 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] For port 0ac3e881-cc0f-4343-adac-019ff60018cb, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0ac3e881-cc0f-4343-adac-019ff60018cb,segment=NetworkSegment(bd443617-64ba-4b2d-839d-b3f9c536b5a0),segment_id=bd443617-64ba-4b2d-839d-b3f9c536b5a0)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:00.013692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b618-c8b5-4a22-b222-964c63113ec4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:00.056644 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:00.067602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] For port 0ac3e881-cc0f-4343-adac-019ff60018cb, host dv-neutron-839183-1-hyperv, got binding levels [] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:00.067990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:00.140485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9b618-c8b5-4a22-b222-964c63113ec4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=8b13938e-6ec4-46af-9c60-3a2ccf9957ff,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:00.148687 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Routers {'e1d8f1de-dc87-43dd-bedc-e4681f4602d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:00.149456 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e1d8f1de-dc87-43dd-bedc-e4681f4602d5'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:00.195395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f71a38-d5b8-4104-8c96-b1e468088c36,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:00.196672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Calling delete_port for 0ac3e881-cc0f-4343-adac-019ff60018cb owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:00.197754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:00.201804 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1bf58415-4e15-4275-aeb0-be4dad144284 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6278796 Apr 29 15:31:00.202643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59460) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:00.235535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-7f5d744d-462c-49a4-b4a5-a4f90354d083 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': 'b2f71a38-d5b8-4104-8c96-b1e468088c36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:00.384753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f94a65-34b0-418d-8002-603c6958d407 req-dc37d3cd-1fee-4265-9f1f-53e86253a700 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:00.386162 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-24f94a65-34b0-418d-8002-603c6958d407 req-dc37d3cd-1fee-4265-9f1f-53e86253a700 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6777496 Apr 29 15:31:00.387381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7f5d744d-462c-49a4-b4a5-a4f90354d083 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:00.390017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:00.393575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:31:00.396661 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:31:00.403249 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5dba26-e532-4ab4-a04d-4a4ca58909b9 None None] Pushing event updated for resources: {'Port': ['ID=0ac3e881-cc0f-4343-adac-019ff60018cb,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:00.430096 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] Set router e1d8f1de-dc87-43dd-bedc-e4681f4602d5 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:00.530865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Deleting port 0ac3e881-cc0f-4343-adac-019ff60018cb {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:00.531291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:00.532675 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d8f1de-dc87-43dd-bedc-e4681f4602d5', 'name': '', 'tenant_id': '03b0c58334164e249e0e7fd2798ea11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:30:53Z', 'updated_at': '2022-04-29T15:30:58Z', 'revision_number': 4, 'project_id': '03b0c58334164e249e0e7fd2798ea11a', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:00.533654 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:subnet and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:00.537234 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e489bc2-546b-4b46-baf0-25970ec4063d None None] The sync data for ids ['e1d8f1de-dc87-43dd-bedc-e4681f4602d5'] in dv-neutron-839183-1-hyperv is: [{'id': 'e1d8f1de-dc87-43dd-bedc-e4681f4602d5', 'name': '', 'tenant_id': '03b0c58334164e249e0e7fd2798ea11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:30:53Z', 'updated_at': '2022-04-29T15:30:58Z', 'revision_number': 4, 'project_id': '03b0c58334164e249e0e7fd2798ea11a', 'gw_port_host': None}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:00.537940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7f5d744d-462c-49a4-b4a5-a4f90354d083 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:00.554038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:00.565692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7f5d744d-462c-49a4-b4a5-a4f90354d083 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:00.569708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:00.583928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7f5d744d-462c-49a4-b4a5-a4f90354d083 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:00.594858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b618-c8b5-4a22-b222-964c63113ec4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:00.733628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] For port 0ac3e881-cc0f-4343-adac-019ff60018cb, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0ac3e881-cc0f-4343-adac-019ff60018cb,segment=NetworkSegment(bd443617-64ba-4b2d-839d-b3f9c536b5a0),segment_id=bd443617-64ba-4b2d-839d-b3f9c536b5a0)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:00.733995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:00.881568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:00.885133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:00.919800 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-24f94a65-34b0-418d-8002-603c6958d407 req-ac842a83-a180-4625-8a77-06e372beb5b3 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4071481 Apr 29 15:31:00.939444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7f5d744d-462c-49a4-b4a5-a4f90354d083 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:00.955334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Calling delete_port for 0ac3e881-cc0f-4343-adac-019ff60018cb owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:01.092858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf8704b-a57d-4d72-a0c8-427b46e74bc8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:01.201057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.270532 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd9b618-c8b5-4a22-b222-964c63113ec4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Router 3054a80d-79ed-41ab-bfd8-d73dd865368e has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:01.317485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ac3e881-cc0f-4343-adac-019ff60018cb,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:01.321356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.341624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7f5d744d-462c-49a4-b4a5-a4f90354d083 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.500282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.502380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.511079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7f5d744d-462c-49a4-b4a5-a4f90354d083 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.591006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d744d-462c-49a4-b4a5-a4f90354d083 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387a2d6b-65a7-421f-9c02-58988df1d6a2,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:01.593040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd9b618-c8b5-4a22-b222-964c63113ec4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:01.603789 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee162905-d906-44ba-a1de-b29c18a3492c None None] Sync routers for ids ['3054a80d-79ed-41ab-bfd8-d73dd865368e'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:01.606745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.612667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1d8f1de-dc87-43dd-bedc-e4681f4602d5 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:31:01.614643 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee162905-d906-44ba-a1de-b29c18a3492c None None] Routers {'3054a80d-79ed-41ab-bfd8-d73dd865368e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:01.615273 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ee162905-d906-44ba-a1de-b29c18a3492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3054a80d-79ed-41ab-bfd8-d73dd865368e'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:01.624870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.630263 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-42373f3f-c9a5-4ddd-8496-af961cc53490 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "DELETE /v2.0/routers/e1d8f1de-dc87-43dd-bedc-e4681f4602d5 HTTP/1.1" status: 204 len: 168 time: 3.5669827 Apr 29 15:31:01.630944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59464) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:01.638875 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0bd9b618-c8b5-4a22-b222-964c63113ec4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "PUT /v2.0/routers/3054a80d-79ed-41ab-bfd8-d73dd865368e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4586661 Apr 29 15:31:01.641948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf8704b-a57d-4d72-a0c8-427b46e74bc8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:01.677792 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1154132-aa45-4695-a360-a52ab1381d22 None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:01.694462 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1154132-aa45-4695-a360-a52ab1381d22 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:01.700421 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f1154132-aa45-4695-a360-a52ab1381d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:01.709585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59470) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:01.719624 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2aa81d-ad70-438c-a550-45755cd88141 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Deleting subnet 600f3e9b-5aef-48e3-80d0-c11b79c04bd1 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:31:01.723841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa81d-ad70-438c-a550-45755cd88141 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.794309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa81d-ad70-438c-a550-45755cd88141 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.822674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7f5d744d-462c-49a4-b4a5-a4f90354d083 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.830963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ee162905-d906-44ba-a1de-b29c18a3492c None None] Set router 3054a80d-79ed-41ab-bfd8-d73dd865368e gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:01.831113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59474) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:01.834586 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7f5d744d-462c-49a4-b4a5-a4f90354d083 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6207926 Apr 29 15:31:01.850476 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f1154132-aa45-4695-a360-a52ab1381d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:01.860570 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1154132-aa45-4695-a360-a52ab1381d22 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:01.861383 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f1154132-aa45-4695-a360-a52ab1381d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:01.864903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa81d-ad70-438c-a550-45755cd88141 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.928166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-89cfe3a3-b2fd-40a7-8395-ce9fb160590d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': 'b2f71a38-d5b8-4104-8c96-b1e468088c36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:01.929911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9740c64-a8ae-45bf-ad50-fa5b5b595ae9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:01.931701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9740c64-a8ae-45bf-ad50-fa5b5b595ae9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:01.932632 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a9740c64-a8ae-45bf-ad50-fa5b5b595ae9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:01.933021 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f1154132-aa45-4695-a360-a52ab1381d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:01.933471 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1154132-aa45-4695-a360-a52ab1381d22 None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:01.934119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-89cfe3a3-b2fd-40a7-8395-ce9fb160590d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:01.941844 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-89cfe3a3-b2fd-40a7-8395-ce9fb160590d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:01.944741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-89cfe3a3-b2fd-40a7-8395-ce9fb160590d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:01.953225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-89cfe3a3-b2fd-40a7-8395-ce9fb160590d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:01.963220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:01.998064 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ee162905-d906-44ba-a1de-b29c18a3492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3054a80d-79ed-41ab-bfd8-d73dd865368e', 'name': 'tempest-NetworksTestDHCPv6-router-1822175961', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:30:47Z', 'updated_at': '2022-04-29T15:30:59Z', 'revision_number': 3, 'project_id': 'c096192df7af4829b733714b18b563f2', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:02.004330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee162905-d906-44ba-a1de-b29c18a3492c None None] Checking router: 3054a80d-79ed-41ab-bfd8-d73dd865368e for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:31:02.013695 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee162905-d906-44ba-a1de-b29c18a3492c None None] Routers {'3054a80d-79ed-41ab-bfd8-d73dd865368e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:02.014309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ee162905-d906-44ba-a1de-b29c18a3492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3054a80d-79ed-41ab-bfd8-d73dd865368e'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:02.057811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a9740c64-a8ae-45bf-ad50-fa5b5b595ae9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:02.058824 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a9740c64-a8ae-45bf-ad50-fa5b5b595ae9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3482935 Apr 29 15:31:02.061654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59480) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:02.115483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa81d-ad70-438c-a550-45755cd88141 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.132880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f359e25e-eae4-4746-96a7-d7fa3586344b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.145403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ee162905-d906-44ba-a1de-b29c18a3492c None None] Set router 3054a80d-79ed-41ab-bfd8-d73dd865368e gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:02.163000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-89cfe3a3-b2fd-40a7-8395-ce9fb160590d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.182994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2aa81d-ad70-438c-a550-45755cd88141 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=600f3e9b-5aef-48e3-80d0-c11b79c04bd1,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:02.190528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4f2aa81d-ad70-438c-a550-45755cd88141 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.221562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2eb7b6e-24a0-46be-aae0-1e6cc19a74dd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 552f8756-06cc-4d44-a175-b2f279a9b318 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:31:02.229403 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4f2aa81d-ad70-438c-a550-45755cd88141 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/600f3e9b-5aef-48e3-80d0-c11b79c04bd1 HTTP/1.1" status: 204 len: 168 time: 0.5949216 Apr 29 15:31:02.235698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59484) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:02.240878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7b6e-24a0-46be-aae0-1e6cc19a74dd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.255855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ee162905-d906-44ba-a1de-b29c18a3492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3054a80d-79ed-41ab-bfd8-d73dd865368e', 'name': 'tempest-NetworksTestDHCPv6-router-1822175961', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:30:47Z', 'updated_at': '2022-04-29T15:30:59Z', 'revision_number': 3, 'project_id': 'c096192df7af4829b733714b18b563f2', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:02.260281 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee162905-d906-44ba-a1de-b29c18a3492c None None] The sync data for ids ['3054a80d-79ed-41ab-bfd8-d73dd865368e'] in dv-neutron-839183-1-hyperv is: [{'id': '3054a80d-79ed-41ab-bfd8-d73dd865368e', 'name': 'tempest-NetworksTestDHCPv6-router-1822175961', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:30:47Z', 'updated_at': '2022-04-29T15:30:59Z', 'revision_number': 3, 'project_id': 'c096192df7af4829b733714b18b563f2', 'gw_port_host': None}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:02.365841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Subnet': ['ID=066a2d0b-a2c8-4209-bcd5-dfa649ef475c,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:02.401824 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Checking segment: {'id': '9b6e6a21-1381-4242-851c-878eae60449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2ac858ab-bb15-4731-b273-e507666375cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:02.402181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network hostable DHCP agents. Network: 2ac858ab-bb15-4731-b273-e507666375cd, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:31:02.411659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7b6e-24a0-46be-aae0-1e6cc19a74dd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.439528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf8704b-a57d-4d72-a0c8-427b46e74bc8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:02.448610 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1276fca-64bd-4d64-b953-7d8aa9cc4a1c req-a4fba1cc-e1da-49b4-9257-e14b6d4d4432 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:02.450139 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a1276fca-64bd-4d64-b953-7d8aa9cc4a1c req-a4fba1cc-e1da-49b4-9257-e14b6d4d4432 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3936100 Apr 29 15:31:02.465724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-89cfe3a3-b2fd-40a7-8395-ce9fb160590d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.475597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.527644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network 2ac858ab-bb15-4731-b273-e507666375cd is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:31:02.546423 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-89cfe3a3-b2fd-40a7-8395-ce9fb160590d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.594993 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfe3a3-b2fd-40a7-8395-ce9fb160590d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec2eb50-da10-4a19-81fc-9a1bd79b9782,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:02.634408 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a1276fca-64bd-4d64-b953-7d8aa9cc4a1c req-c695add2-1c9b-49cc-aea6-e517c072033f tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745350 Apr 29 15:31:02.650113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.682048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf8704b-a57d-4d72-a0c8-427b46e74bc8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:02.690581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:02.691757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ebf8704b-a57d-4d72-a0c8-427b46e74bc8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.693598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598fac8-5fbc-40e1-aa17-beb554da13bb None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:02.697519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7b6e-24a0-46be-aae0-1e6cc19a74dd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.708892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598fac8-5fbc-40e1-aa17-beb554da13bb None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:02.709704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6598fac8-5fbc-40e1-aa17-beb554da13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:02.733108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 2ac858ab-bb15-4731-b273-e507666375cd) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:02.740021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd443617-64ba-4b2d-839d-b3f9c536b5a0') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:02.740322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd443617-64ba-4b2d-839d-b3f9c536b5a0') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:02.749182 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:02.749785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.758228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-89cfe3a3-b2fd-40a7-8395-ce9fb160590d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.759437 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-89cfe3a3-b2fd-40a7-8395-ce9fb160590d tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9276903 Apr 29 15:31:02.764906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.767982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59488) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:02.776755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e1e88664-6f8c-4748-b6ab-d6863b3a8547 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': 'b2f71a38-d5b8-4104-8c96-b1e468088c36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:02.789445 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.794615 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6598fac8-5fbc-40e1-aa17-beb554da13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:02.797349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89104e4-aaa0-4d5c-a134-c13bb7cf00a6 None None] Network 2ac858ab-bb15-4731-b273-e507666375cd requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:02.798006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:31:02.798555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:02.809607 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e1e88664-6f8c-4748-b6ab-d6863b3a8547 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:31:02.813514 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:31:02.818613 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e1e88664-6f8c-4748-b6ab-d6863b3a8547 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:02.829129 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598fac8-5fbc-40e1-aa17-beb554da13bb None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:02.829744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6598fac8-5fbc-40e1-aa17-beb554da13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:30:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:02.832412 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e1e88664-6f8c-4748-b6ab-d6863b3a8547 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:02.841900 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e1e88664-6f8c-4748-b6ab-d6863b3a8547 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:02.862404 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ebf8704b-a57d-4d72-a0c8-427b46e74bc8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "PUT /v2.0/floatingips/3e636643-84c3-4dfa-babf-beeb6d3916b7 HTTP/1.1" status: 200 len: 978 time: 6.6873066 Apr 29 15:31:02.862404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59492) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:02.866152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-6e630a5f-de3c-4ad1-88c1-a632247d8877 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:02.912580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6598fac8-5fbc-40e1-aa17-beb554da13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:02.913212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598fac8-5fbc-40e1-aa17-beb554da13bb None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:02.931667 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-53eed346-79fb-4215-af6c-415642b488b7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.0197124 Apr 29 15:31:02.948803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59496) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:03.015865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1e88664-6f8c-4748-b6ab-d6863b3a8547 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.058002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7b6e-24a0-46be-aae0-1e6cc19a74dd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.093019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e630a5f-de3c-4ad1-88c1-a632247d8877 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.095728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.103538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb7b6e-24a0-46be-aae0-1e6cc19a74dd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=552f8756-06cc-4d44-a175-b2f279a9b318,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:03.105572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7b6e-24a0-46be-aae0-1e6cc19a74dd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.120604 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd56f2-5a50-4743-a858-4c945008cf2a None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:03.132540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 15:31:03.143208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:03.143208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.146299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-2ac858ab-bb15-4731-b273-e507666375cd', 'network_id': '2ac858ab-bb15-4731-b273-e507666375cd', 'tenant_id': '519d945a696847d99723ae79c2486815', 'fixed_ips': [{'subnet_id': '066a2d0b-a2c8-4209-bcd5-dfa649ef475c'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:31:03.147199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.238274 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cc484f1e-565a-4ed6-9e0f-a2fe8c37a1d7 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "DELETE /v2.0/networks/dd15b8e2-f1bb-4e21-9213-f28fd7db5ef7 HTTP/1.1" status: 204 len: 168 time: 0.9992678 Apr 29 15:31:03.244749 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e2eb7b6e-24a0-46be-aae0-1e6cc19a74dd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/552f8756-06cc-4d44-a175-b2f279a9b318 HTTP/1.1" status: 204 len: 168 time: 1.1812513 Apr 29 15:31:03.247194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59502) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:03.445263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.499573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1e88664-6f8c-4748-b6ab-d6863b3a8547 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.539938 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-64aa2160-b585-472a-87a4-f376737355fb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2915623 Apr 29 15:31:03.542434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59508) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:03.607555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1e88664-6f8c-4748-b6ab-d6863b3a8547 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.618229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e630a5f-de3c-4ad1-88c1-a632247d8877 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.643132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e88664-6f8c-4748-b6ab-d6863b3a8547 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ec5b67-bf88-471a-ab88-16a7b2c26b9f,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:03.664301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.721532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8b13938e-6ec4-46af-9c60-3a2ccf9957ff no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:03.730325 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e630a5f-de3c-4ad1-88c1-a632247d8877 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.730695 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-6e630a5f-de3c-4ad1-88c1-a632247d8877 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Floating IP 3e636643-84c3-4dfa-babf-beeb6d3916b7 disassociated. External IP: 172.26.2.167, port: 72fb1929-e4a0-4ea8-9af6-c41a34291af2. Apr 29 15:31:03.758237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14cc2320-a38d-4ec1-bdf4-05bc2039c864 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.798057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1e88664-6f8c-4748-b6ab-d6863b3a8547 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:03.803174 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e1e88664-6f8c-4748-b6ab-d6863b3a8547 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0341580 Apr 29 15:31:03.811386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 8b13938e-6ec4-46af-9c60-3a2ccf9957ff {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:03.811695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59516) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:03.812956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8b13938e-6ec4-46af-9c60-3a2ccf9957ff not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:03.823294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59518) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:03.834375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-94dce874-bfc0-4e0d-bd12-f1bd96dc3ba6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Request body: {'router': {'name': 'tempest-router--448573531', 'project_id': '0f2eb7f6a67b458a800a9602f3e809a3'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:03.854744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Allocated IP 2001:db8::1 (2ac858ab-bb15-4731-b273-e507666375cd/066a2d0b-a2c8-4209-bcd5-dfa649ef475c/ff508957-8c4d-4a2c-8c01-f7b36278f4a9) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:03.881473 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a1329194-b685-46d3-a2a6-ac7a266ce1ba tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': 'b2f71a38-d5b8-4104-8c96-b1e468088c36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:03.982261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e5823-17e2-4434-80a6-78958be9872f None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:31:03.993212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-508e5823-17e2-4434-80a6-78958be9872f None None] Deleting port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:03.993963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-508e5823-17e2-4434-80a6-78958be9872f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.008965 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-94dce874-bfc0-4e0d-bd12-f1bd96dc3ba6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:04.071921 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a1329194-b685-46d3-a2a6-ac7a266ce1ba tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:04.089095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a1329194-b685-46d3-a2a6-ac7a266ce1ba tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:04.102940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a1329194-b685-46d3-a2a6-ac7a266ce1ba tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:04.121457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a1329194-b685-46d3-a2a6-ac7a266ce1ba tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:04.149142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-94dce874-bfc0-4e0d-bd12-f1bd96dc3ba6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Usage tracker for resource:router and tenant:0f2eb7f6a67b458a800a9602f3e809a3 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:04.164051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-94dce874-bfc0-4e0d-bd12-f1bd96dc3ba6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:04.174963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-94dce874-bfc0-4e0d-bd12-f1bd96dc3ba6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:04.181314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14cc2320-a38d-4ec1-bdf4-05bc2039c864 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.184788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14cc2320-a38d-4ec1-bdf4-05bc2039c864 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.250907 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f74da7df-b61c-48f7-b941-d3d38b4e173a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.297858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94dce874-bfc0-4e0d-bd12-f1bd96dc3ba6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.298666 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a1329194-b685-46d3-a2a6-ac7a266ce1ba tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.299364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94dce874-bfc0-4e0d-bd12-f1bd96dc3ba6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.309580 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14cc2320-a38d-4ec1-bdf4-05bc2039c864 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.310776 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cc2320-a38d-4ec1-bdf4-05bc2039c864 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Fanout notify agent at l3_agent the message router_deleted on router 3054a80d-79ed-41ab-bfd8-d73dd865368e {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:31:04.334118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e7379-eaa0-4dbc-961e-20093d9a3d01 req-c7fc2388-3aac-4d74-b7d8-96939466980d tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:04.342847 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-648e7379-eaa0-4dbc-961e-20093d9a3d01 req-c7fc2388-3aac-4d74-b7d8-96939466980d tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4604101 Apr 29 15:31:04.343436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.347310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-508e5823-17e2-4434-80a6-78958be9872f None None] For port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:04.348280 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-508e5823-17e2-4434-80a6-78958be9872f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.383761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-14cc2320-a38d-4ec1-bdf4-05bc2039c864 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.388292 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-14cc2320-a38d-4ec1-bdf4-05bc2039c864 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/routers/3054a80d-79ed-41ab-bfd8-d73dd865368e HTTP/1.1" status: 204 len: 168 time: 0.8446410 Apr 29 15:31:04.391406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59528) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:04.401890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:04.431550 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Transition to ACTIVE for port object ff508957-8c4d-4a2c-8c01-f7b36278f4a9 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:04.451598 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94dce874-bfc0-4e0d-bd12-f1bd96dc3ba6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.500250 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-648e7379-eaa0-4dbc-961e-20093d9a3d01 req-398d9e0c-0e2c-44f3-a485-83bf40dc6573 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480319 Apr 29 15:31:04.500946 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-508e5823-17e2-4434-80a6-78958be9872f None None] Calling delete_port for 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:04.515501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a1329194-b685-46d3-a2a6-ac7a266ce1ba tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.547164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e630a5f-de3c-4ad1-88c1-a632247d8877 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:04.550048 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94dce874-bfc0-4e0d-bd12-f1bd96dc3ba6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.566617 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Transition to ACTIVE for port object ff508957-8c4d-4a2c-8c01-f7b36278f4a9 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:04.622475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:04.627236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a1329194-b685-46d3-a2a6-ac7a266ce1ba tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.628059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:04.633100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94dce874-bfc0-4e0d-bd12-f1bd96dc3ba6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.637691 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-94dce874-bfc0-4e0d-bd12-f1bd96dc3ba6 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8133111 Apr 29 15:31:04.639227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:04.642664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59534) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:04.656150 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.719518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:04.727222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Network 2ac858ab-bb15-4731-b273-e507666375cd is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:04.730442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-508e5823-17e2-4434-80a6-78958be9872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.736451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:04.740725 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1329194-b685-46d3-a2a6-ac7a266ce1ba tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18d5560-af97-4fb0-8780-344580800841,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:04.743854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:04.772761 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a095-81c4-4820-a9a8-b0642a698fb6 req-acc0cf28-87e8-4fda-b53f-3db9f8a6ecba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:04.774171 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8923a095-81c4-4820-a9a8-b0642a698fb6 req-acc0cf28-87e8-4fda-b53f-3db9f8a6ecba tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 945 time: 0.3301415 Apr 29 15:31:04.822144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b850f17-0bd6-4341-abda-7dcfb65c4188 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.826180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Pushing event updated for resources: {'Port': ['ID=ff508957-8c4d-4a2c-8c01-f7b36278f4a9,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:04.829162 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508e5823-17e2-4434-80a6-78958be9872f None None] No DVR routers for this DVR port 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:31:04.833525 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.879372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e630a5f-de3c-4ad1-88c1-a632247d8877 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:04.881866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a1329194-b685-46d3-a2a6-ac7a266ce1ba tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.885023 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a1329194-b685-46d3-a2a6-ac7a266ce1ba tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0145292 Apr 29 15:31:04.885628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59538) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:04.893440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e630a5f-de3c-4ad1-88c1-a632247d8877 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.897319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e5823-17e2-4434-80a6-78958be9872f None None] Pushing event deleted for resources: {'Port': ['ID=0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:04.898187 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacede64-0c07-4cdd-aa4c-559422c3e6f0 None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:04.905320 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Attempting to bind port ff508957-8c4d-4a2c-8c01-f7b36278f4a9 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:31:04.905693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Attempting to bind port ff508957-8c4d-4a2c-8c01-f7b36278f4a9 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '9b6e6a21-1381-4242-851c-878eae60449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2ac858ab-bb15-4731-b273-e507666375cd'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:31:04.906054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Attempting to bind port ff508957-8c4d-4a2c-8c01-f7b36278f4a9 on network 2ac858ab-bb15-4731-b273-e507666375cd {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:31:04.912335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:31:04.912775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Checking segment: {'id': '9b6e6a21-1381-4242-851c-878eae60449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2ac858ab-bb15-4731-b273-e507666375cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:04.913175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.913602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Bound using segment: {'id': '9b6e6a21-1381-4242-851c-878eae60449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2ac858ab-bb15-4731-b273-e507666375cd'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:31:04.914027 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Bound port: ff508957-8c4d-4a2c-8c01-f7b36278f4a9, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6e6a21-1381-4242-851c-878eae60449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2ac858ab-bb15-4731-b273-e507666375cd'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:31:04.914405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:04.922293 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8923a095-81c4-4820-a9a8-b0642a698fb6 req-804bb649-4400-497a-8bdf-7177f592dbd1 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408551 Apr 29 15:31:04.930615 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacede64-0c07-4cdd-aa4c-559422c3e6f0 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:04.931192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-8aaf5c13-56b6-4683-b954-5ecaded28334 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': 'b2f71a38-d5b8-4104-8c96-b1e468088c36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:04.935233 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-bacede64-0c07-4cdd-aa4c-559422c3e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:04.936238 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Subnet': ['ID=066a2d0b-a2c8-4209-bcd5-dfa649ef475c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:04.968564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8aaf5c13-56b6-4683-b954-5ecaded28334 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:04.994219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8aaf5c13-56b6-4683-b954-5ecaded28334 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:04.994428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:04.994530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8aaf5c13-56b6-4683-b954-5ecaded28334 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:04.996551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.008207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8aaf5c13-56b6-4683-b954-5ecaded28334 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:05.077885 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6e630a5f-de3c-4ad1-88c1-a632247d8877 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "PUT /v2.0/floatingips/3e636643-84c3-4dfa-babf-beeb6d3916b7 HTTP/1.1" status: 200 len: 688 time: 2.2164259 Apr 29 15:31:05.079211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59544) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:05.083322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.085624 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-bacede64-0c07-4cdd-aa4c-559422c3e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:05.110463 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacede64-0c07-4cdd-aa4c-559422c3e6f0 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:05.111232 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-bacede64-0c07-4cdd-aa4c-559422c3e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:05.118769 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] For port ff508957-8c4d-4a2c-8c01-f7b36278f4a9, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:31:05.123067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] For port ff508957-8c4d-4a2c-8c01-f7b36278f4a9, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ff508957-8c4d-4a2c-8c01-f7b36278f4a9,segment=NetworkSegment(9b6e6a21-1381-4242-851c-878eae60449d),segment_id=9b6e6a21-1381-4242-851c-878eae60449d)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:05.215703 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-bacede64-0c07-4cdd-aa4c-559422c3e6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:05.216366 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacede64-0c07-4cdd-aa4c-559422c3e6f0 None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:05.240420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.261013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac858ab-bb15-4731-b273-e507666375cd']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:05.297280 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.323662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaf5c13-56b6-4683-b954-5ecaded28334 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.336000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.352829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b53db-3b76-4788-9548-1be03933f17c None None] Pushing event updated for resources: {'Port': ['ID=ff508957-8c4d-4a2c-8c01-f7b36278f4a9,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:05.359004 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6e6a21-1381-4242-851c-878eae60449d') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:05.364770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6e6a21-1381-4242-851c-878eae60449d') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:05.387934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.396754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3ae70fc8-d4e5-4daa-af8f-a06bfc3dee98 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port adb71747-42bd-4118-806b-ad70cf90498b {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:05.397089 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ae70fc8-d4e5-4daa-af8f-a06bfc3dee98 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.469765 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.473455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da08e1b-3a3a-4b0a-b922-c96c8076f015 None None] Network 2ac858ab-bb15-4731-b273-e507666375cd requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:05.480586 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b850f17-0bd6-4341-abda-7dcfb65c4188 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.486000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b850f17-0bd6-4341-abda-7dcfb65c4188 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.494307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:31:05.494719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:31:05.511957 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:31:05.525757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683dd99-df88-49d8-b9b6-2c691f9d6c0f req-ce44a869-973d-407a-8556-0a028ea643f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:05.527473 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3683dd99-df88-49d8-b9b6-2c691f9d6c0f req-ce44a869-973d-407a-8556-0a028ea643f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1efd4495704a168117d9d603fb1f93&device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 1099 time: 0.1268973 Apr 29 15:31:05.625918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaf5c13-56b6-4683-b954-5ecaded28334 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.628118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b850f17-0bd6-4341-abda-7dcfb65c4188 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.629233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b850f17-0bd6-4341-abda-7dcfb65c4188 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a038f78b-ced7-469a-bae1-ffc4a787129b {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:31:05.649579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b850f17-0bd6-4341-abda-7dcfb65c4188 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.653336 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7b850f17-0bd6-4341-abda-7dcfb65c4188 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a038f78b-ced7-469a-bae1-ffc4a787129b HTTP/1.1" status: 204 len: 168 time: 1.0068851 Apr 29 15:31:05.687157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683dd99-df88-49d8-b9b6-2c691f9d6c0f req-40ed707e-7e50-4edb-803e-305dba60f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:05.692149 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3683dd99-df88-49d8-b9b6-2c691f9d6c0f req-40ed707e-7e50-4edb-803e-305dba60f778 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2964b386-6c1c-4f7e-9bbd-459b2e114f03 HTTP/1.1" status: 200 len: 913 time: 0.1552696 Apr 29 15:31:05.708395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517205d1-49b1-4318-b83b-cab459e30857 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:31:05.715848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e866f45-ecdf-4c89-b90a-d1a44b6041a6 req-78662258-bf12-4f7e-9976-f53fb120cd10 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:05.723328 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2e866f45-ecdf-4c89-b90a-d1a44b6041a6 req-78662258-bf12-4f7e-9976-f53fb120cd10 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.5611594 Apr 29 15:31:05.749400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaf5c13-56b6-4683-b954-5ecaded28334 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:05.819009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:05.856158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:05.856697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0b081dc6-9c0e-4546-9d14-d6fe1e3b1fe0 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:05.876119 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3683dd99-df88-49d8-b9b6-2c691f9d6c0f req-30d995b5-004c-4754-960e-38b32889f602 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647904f8-4d44-429d-940d-7234c4631de1 HTTP/1.1" status: 200 len: 1001 time: 0.1780596 Apr 29 15:31:05.946685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:31:05.946685 dv-neutron-839183-1-hyperv neutron-server[88714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:31:05.946685 dv-neutron-839183-1-hyperv neutron-server[88714]: [parameters: {'id': '2ac858ab-bb15-4731-b273-e507666375cd'}] Apr 29 15:31:05.946685 dv-neutron-839183-1-hyperv neutron-server[88714]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:31:05.947176 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:31:05.965764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683dd99-df88-49d8-b9b6-2c691f9d6c0f req-a1d2d588-ceca-4a2f-9277-1ebd77510fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:05.967212 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3683dd99-df88-49d8-b9b6-2c691f9d6c0f req-a1d2d588-ceca-4a2f-9277-1ebd77510fce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e596a82-36fa-4d0f-b10e-5eea0b359f13 HTTP/1.1" status: 200 len: 851 time: 0.0847387 Apr 29 15:31:05.970861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517205d1-49b1-4318-b83b-cab459e30857 None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:31:05.985865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf5c13-56b6-4683-b954-5ecaded28334 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce1bb2d-656d-4488-95f0-6ab4b6b88c4a,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:05.998463 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59554) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:06.019514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ae70fc8-d4e5-4daa-af8f-a06bfc3dee98 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.019834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ae70fc8-d4e5-4daa-af8f-a06bfc3dee98 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.061717 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2e866f45-ecdf-4c89-b90a-d1a44b6041a6 req-98316612-0b4c-49a1-832e-3713dc22c820 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368514 Apr 29 15:31:06.106477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683dd99-df88-49d8-b9b6-2c691f9d6c0f req-9582e551-d043-4357-b64c-d7737ea6d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:06.108083 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3683dd99-df88-49d8-b9b6-2c691f9d6c0f req-9582e551-d043-4357-b64c-d7737ea6d734 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2964b386-6c1c-4f7e-9bbd-459b2e114f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1295857 Apr 29 15:31:06.137327 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.316531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3ae70fc8-d4e5-4daa-af8f-a06bfc3dee98 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for adb71747-42bd-4118-806b-ad70cf90498b owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:06.326228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:06.350098 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=e85ea042-293d-4acb-8e68-497303fe4815,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:06.355189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:06.358671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaf5c13-56b6-4683-b954-5ecaded28334 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.359904 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8aaf5c13-56b6-4683-b954-5ecaded28334 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.4412768 Apr 29 15:31:06.374749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59562) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:06.376129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:06.376717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.436398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': 'e85ea042-293d-4acb-8e68-497303fe4815'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:31:06.438340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.455192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.465468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-660948727', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:06.485129 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-206a3fdb-fbd9-4044-9370-283036e41ef2 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:06.486993 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-206a3fdb-fbd9-4044-9370-283036e41ef2 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.44 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 945 time: 0.5812855 Apr 29 15:31:06.488374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:06.492082 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3683dd99-df88-49d8-b9b6-2c691f9d6c0f req-2984d92f-7f64-46a3-bb13-f1d876c69d36 service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765690 Apr 29 15:31:06.516137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Usage tracker for resource:router and tenant:1eb356cceec3401d9f4a354e55db950f is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:06.592103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:06.619058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:06.623090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/e85ea042-293d-4acb-8e68-497303fe4815/b2c8a53f-9f4f-4807-9297-2bdd0139a0ed) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:06.635044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting port ff508957-8c4d-4a2c-8c01-f7b36278f4a9 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:06.635569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.656852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab403df1-7d71-4515-b15d-14de2971961a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.665433 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e2a42678-9f6d-43da-b174-8f8e9a553c06 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2710125 Apr 29 15:31:06.709948 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3683dd99-df88-49d8-b9b6-2c691f9d6c0f req-4e16d342-570a-401e-976c-9d6d2ccdc4fa service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989536 Apr 29 15:31:06.709948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab403df1-7d71-4515-b15d-14de2971961a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.709948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59566) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:06.712563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-7095f559-9222-48b8-8859-1b3c0d448268 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1653950731', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:06.723103 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7095f559-9222-48b8-8859-1b3c0d448268 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:06.738276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7095f559-9222-48b8-8859-1b3c0d448268 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:router and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:06.743235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7095f559-9222-48b8-8859-1b3c0d448268 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:06.752320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7095f559-9222-48b8-8859-1b3c0d448268 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:06.767194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b127c1-6bc3-4ed4-a4d3-ab2dabe44a35 req-f49d2a85-2515-4630-abdf-74a7f20821fd tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:06.768777 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-50b127c1-6bc3-4ed4-a4d3-ab2dabe44a35 req-f49d2a85-2515-4630-abdf-74a7f20821fd tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 945 time: 0.4800971 Apr 29 15:31:06.791878 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Deleting port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:06.801757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.896969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7095f559-9222-48b8-8859-1b3c0d448268 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.897273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.898043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7095f559-9222-48b8-8859-1b3c0d448268 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.898305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.916588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab403df1-7d71-4515-b15d-14de2971961a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.943456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab403df1-7d71-4515-b15d-14de2971961a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ce1bb2d-656d-4488-95f0-6ab4b6b88c4a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:06.947524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab403df1-7d71-4515-b15d-14de2971961a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:06.952515 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ab403df1-7d71-4515-b15d-14de2971961a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/7ce1bb2d-656d-4488-95f0-6ab4b6b88c4a HTTP/1.1" status: 204 len: 168 time: 0.5679924 Apr 29 15:31:06.952515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59572) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:06.975779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7095f559-9222-48b8-8859-1b3c0d448268 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.016457 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.026863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-746540e6-9fff-4e85-ab02-2a581ac736a0 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:07.062156 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-50b127c1-6bc3-4ed4-a4d3-ab2dabe44a35 req-8105e55b-efad-44a4-86ba-42dc00e3096a tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805815 Apr 29 15:31:07.114680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.132964 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ae70fc8-d4e5-4daa-af8f-a06bfc3dee98 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.133513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-746540e6-9fff-4e85-ab02-2a581ac736a0 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:07.135637 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-746540e6-9fff-4e85-ab02-2a581ac736a0 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1822717 Apr 29 15:31:07.137393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7095f559-9222-48b8-8859-1b3c0d448268 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.148428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59578) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:07.246281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56606dea-31fc-4cfa-874d-112e1fe1ed39 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.270774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56606dea-31fc-4cfa-874d-112e1fe1ed39 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.289274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae70fc8-d4e5-4daa-af8f-a06bfc3dee98 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=adb71747-42bd-4118-806b-ad70cf90498b,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:07.377690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7095f559-9222-48b8-8859-1b3c0d448268 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.379916 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7095f559-9222-48b8-8859-1b3c0d448268 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6717741 Apr 29 15:31:07.382716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59582) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:07.420585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.432900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Transition to ACTIVE for port object b2c8a53f-9f4f-4807-9297-2bdd0139a0ed will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:07.439767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] For port ff508957-8c4d-4a2c-8c01-f7b36278f4a9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ff508957-8c4d-4a2c-8c01-f7b36278f4a9,segment=NetworkSegment(9b6e6a21-1381-4242-851c-878eae60449d),segment_id=9b6e6a21-1381-4242-851c-878eae60449d)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:07.440131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.442051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56606dea-31fc-4cfa-874d-112e1fe1ed39 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.454627 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Transition to ACTIVE for port object b2c8a53f-9f4f-4807-9297-2bdd0139a0ed will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:07.527095 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.592385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941972f-42d6-4ab7-aee7-7c39950585cb req-898a75c9-3d1b-4c52-bae8-abbe210c51d5 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:07.593528 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c941972f-42d6-4ab7-aee7-7c39950585cb req-898a75c9-3d1b-4c52-bae8-abbe210c51d5 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 946 time: 0.7127483 Apr 29 15:31:07.614107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:07.617157 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:07.621656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:07.625498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Pushing event updated for resources: {'Port': ['ID=b2c8a53f-9f4f-4807-9297-2bdd0139a0ed,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:07.642219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56606dea-31fc-4cfa-874d-112e1fe1ed39 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c18d5560-af97-4fb0-8780-344580800841,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:07.724107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Attempting to bind port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:31:07.724560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Attempting to bind port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:31:07.724869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Attempting to bind port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:31:07.730667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:31:07.731042 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:07.731443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.731838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:31:07.732308 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Bound port: b2c8a53f-9f4f-4807-9297-2bdd0139a0ed, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:31:07.732711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.787328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56606dea-31fc-4cfa-874d-112e1fe1ed39 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.791381 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-56606dea-31fc-4cfa-874d-112e1fe1ed39 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c18d5560-af97-4fb0-8780-344580800841 HTTP/1.1" status: 204 len: 168 time: 0.6376615 Apr 29 15:31:07.791381 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59586) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:07.830160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] For port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:31:07.833940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] For port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b2c8a53f-9f4f-4807-9297-2bdd0139a0ed,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:07.904042 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:07.936393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Calling delete_port for ff508957-8c4d-4a2c-8c01-f7b36278f4a9 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:07.990818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf883402-37f7-46e4-939f-09f82813f295 None None] Pushing event updated for resources: {'Port': ['ID=b2c8a53f-9f4f-4807-9297-2bdd0139a0ed,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:07.994302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a6beb55c-9bde-4bfa-9a92-c10407be077b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:08.029468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ae70fc8-d4e5-4daa-af8f-a06bfc3dee98 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:08.118382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:08.136983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a6beb55c-9bde-4bfa-9a92-c10407be077b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:08.141021 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a6beb55c-9bde-4bfa-9a92-c10407be077b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3462038 Apr 29 15:31:08.143212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59592) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:08.211884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] For port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2e678ba4-43b1-4185-8c5f-b2311fc43cc3,segment=NetworkSegment(d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d),segment_id=d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:08.212239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:08.250705 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c941972f-42d6-4ab7-aee7-7c39950585cb req-0c7a8721-7d3b-4219-b9fe-a1d1929f416d tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4585261 Apr 29 15:31:08.277977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:08.346348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3509847a-c483-44df-977c-ec41a35e4740 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:08.408425 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ae70fc8-d4e5-4daa-af8f-a06bfc3dee98 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:08.410258 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3ae70fc8-d4e5-4daa-af8f-a06bfc3dee98 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/floatingips/3e636643-84c3-4dfa-babf-beeb6d3916b7 HTTP/1.1" status: 204 len: 168 time: 3.3136578 Apr 29 15:31:08.414658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3509847a-c483-44df-977c-ec41a35e4740 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:08.420116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59596) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:08.423131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1625ec9-d40d-4f58-a846-08977896c257 req-0b2daf96-9ecf-41b6-8182-9618ee689571 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:08.424668 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a1625ec9-d40d-4f58-a846-08977896c257 req-0b2daf96-9ecf-41b6-8182-9618ee689571 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 1.0707152 Apr 29 15:31:08.529745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-d7acd070-36c9-4ce2-ba70-dc274101c9d5 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:08.530356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-d7acd070-36c9-4ce2-ba70-dc274101c9d5 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Synchronizing usage tracker for tenant:297bc5c69bee4cd1a2fc88b4c268b27e on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:08.538252 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-4ce77134-9204-4e85-900e-e56bc702010b tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] delete failed (client error): The resource could not be found. Apr 29 15:31:08.539247 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4ce77134-9204-4e85-900e-e56bc702010b tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/floatingips/3e636643-84c3-4dfa-babf-beeb6d3916b7 HTTP/1.1" status: 404 len: 345 time: 0.1085813 Apr 29 15:31:08.547437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59600) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:08.579987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:08.655830 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3509847a-c483-44df-977c-ec41a35e4740 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:08.660529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Port': ['ID=ff508957-8c4d-4a2c-8c01-f7b36278f4a9,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:08.676033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No DVR routers for this DVR port ff508957-8c4d-4a2c-8c01-f7b36278f4a9 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:31:08.683163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509847a-c483-44df-977c-ec41a35e4740 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81ec5b67-bf88-471a-ab88-16a7b2c26b9f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:08.747973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-d7acd070-36c9-4ce2-ba70-dc274101c9d5 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Unset dirty status for tenant:297bc5c69bee4cd1a2fc88b4c268b27e on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:08.749146 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-d7acd070-36c9-4ce2-ba70-dc274101c9d5 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 946 time: 0.6772537 Apr 29 15:31:08.776485 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a1625ec9-d40d-4f58-a846-08977896c257 req-d1e7a9da-285a-4639-b147-e67dcd57e7a0 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180580 Apr 29 15:31:08.841086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af99aa07-c74f-446e-a2ac-66c7a27ae10d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:08.846847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af99aa07-c74f-446e-a2ac-66c7a27ae10d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:08.853709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af99aa07-c74f-446e-a2ac-66c7a27ae10d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:08.854563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-af99aa07-c74f-446e-a2ac-66c7a27ae10d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Synchronizing usage tracker for tenant:f6888428a038455d869f128072efda66 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:08.858056 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::1 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/e85ea042-293d-4acb-8e68-497303fe4815/ce9fef53-bfd0-49a8-8292-b548dffd80b6) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:08.865958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3509847a-c483-44df-977c-ec41a35e4740 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:08.867074 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3509847a-c483-44df-977c-ec41a35e4740 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/81ec5b67-bf88-471a-ab88-16a7b2c26b9f HTTP/1.1" status: 204 len: 168 time: 0.7226896 Apr 29 15:31:08.871487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59604) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:08.920728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Deleting port 35549397-dbf9-44c2-b81d-659e3ec258ed {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:08.921099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:08.981996 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:08.997341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31613cd-ab13-4140-9dab-cac1761c5c50 req-bb7d8001-2b81-444c-84fc-f916542b3004 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:08.998856 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c31613cd-ab13-4140-9dab-cac1761c5c50 req-bb7d8001-2b81-444c-84fc-f916542b3004 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 945 time: 0.5969248 Apr 29 15:31:09.000681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.001242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.001729 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Floating IP 7b19f217-8309-45d9-bb01-697bcb18fba4 disassociated. External IP: 172.26.2.12, port: 2e678ba4-43b1-4185-8c5f-b2311fc43cc3. Apr 29 15:31:09.002069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Calling delete_port for 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 owned by compute:nova {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:09.003497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-af99aa07-c74f-446e-a2ac-66c7a27ae10d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Unset dirty status for tenant:f6888428a038455d869f128072efda66 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:09.005181 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-af99aa07-c74f-446e-a2ac-66c7a27ae10d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "GET /v2.0/ports?network_id=acb37fcc-9e8f-4eb2-816b-9c1b563fd417 HTTP/1.1" status: 200 len: 2358 time: 0.4557533 Apr 29 15:31:09.013469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59608) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:09.100385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac858ab-bb15-4731-b273-e507666375cd']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:09.101981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a21afe-5b07-4a1d-872b-98ba9b957f4e None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:09.133583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6e6a21-1381-4242-851c-878eae60449d') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:09.133869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6e6a21-1381-4242-851c-878eae60449d') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:09.168731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.192434 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c31613cd-ab13-4140-9dab-cac1761c5c50 req-47a5c9ae-72fd-45a6-840d-722f63577d83 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups?id=f810cfa2-790b-4522-a020-66238dda9231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520364 Apr 29 15:31:09.203350 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.216397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:31:09.216915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.257338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dba6124b-ba7e-4ac6-89ff-460bde237e23 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:09.321288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a4013906-5382-4f76-8ff1-ed171d70fa1d None None] Provisioning for port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:31:09.355822 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:31:09.376097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2107e802-6ca1-4f99-bbe6-bf536b49c210 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:09.382588 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2107e802-6ca1-4f99-bbe6-bf536b49c210 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "GET /v2.0/subnets/53efa21e-09cc-414a-98e4-135410d6cd73 HTTP/1.1" status: 200 len: 797 time: 0.3626392 Apr 29 15:31:09.385537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59614) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:09.423971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'port': {'network_id': 'acb37fcc-9e8f-4eb2-816b-9c1b563fd417', 'name': 'tempest-FloatingIPTestJSON-1296111703', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:09.458331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.461378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dba6124b-ba7e-4ac6-89ff-460bde237e23 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:09.462691 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dba6124b-ba7e-4ac6-89ff-460bde237e23 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5881116 Apr 29 15:31:09.472784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59618) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:09.635239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object ce9fef53-bfd0-49a8-8292-b548dffd80b6 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:09.677286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5edf83ee-9a87-4bd1-9b90-77e7e9562fcd tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.713636 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5edf83ee-9a87-4bd1-9b90-77e7e9562fcd tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.720422 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.755040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] For port 35549397-dbf9-44c2-b81d-659e3ec258ed, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=35549397-dbf9-44c2-b81d-659e3ec258ed,segment=NetworkSegment(255f6768-19ec-4aaf-872f-df625d7efa05),segment_id=255f6768-19ec-4aaf-872f-df625d7efa05)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:09.755407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.758569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.789420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Network': ['ID=2ac858ab-bb15-4731-b273-e507666375cd,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:09.791131 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b2c8a53f-9f4f-4807-9297-2bdd0139a0ed up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:09.832721 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.853232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:09.874770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:09.881438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.884360 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-af202a6f-e036-44a1-95db-487c8b015dca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/2ac858ab-bb15-4731-b273-e507666375cd HTTP/1.1" status: 204 len: 168 time: 6.9354398 Apr 29 15:31:09.893178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59624) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:09.930445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:09.935801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:09.939662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.949493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1374189196'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:09.967974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5edf83ee-9a87-4bd1-9b90-77e7e9562fcd tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.970259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:09.979114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:09.995104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:10.035093 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:network and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:10.044877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Made reservation on behalf of f6888428a038455d869f128072efda66 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:10.065278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:10.071238 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:10.077189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Pushing event deleted for resources: {'Port': ['ID=2e678ba4-43b1-4185-8c5f-b2311fc43cc3,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:10.080222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf83ee-9a87-4bd1-9b90-77e7e9562fcd tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bec2eb50-da10-4a19-81fc-9a1bd79b9782,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:10.097334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a497a78-27d6-4b91-abee-3af02b357f65 req-5712670f-8a3f-421a-903a-772aa1cf961c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:10.098788 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4a497a78-27d6-4b91-abee-3af02b357f65 req-5712670f-8a3f-421a-903a-772aa1cf961c tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 946 time: 0.7226064 Apr 29 15:31:10.110370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:10.123492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b2c8a53f-9f4f-4807-9297-2bdd0139a0ed,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:10.196347 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:10.227263 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:10.289309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:10.311516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5edf83ee-9a87-4bd1-9b90-77e7e9562fcd tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:10.311516 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5edf83ee-9a87-4bd1-9b90-77e7e9562fcd tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/bec2eb50-da10-4a19-81fc-9a1bd79b9782 HTTP/1.1" status: 204 len: 168 time: 0.8243825 Apr 29 15:31:10.313911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:10.314431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:10.320782 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59630) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:10.398677 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4a497a78-27d6-4b91-abee-3af02b357f65 req-66b4a6d6-0f78-4277-b8c3-665db8faa65f tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups?id=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416675 Apr 29 15:31:10.420558 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Allocated IP 172.26.2.119 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/fa4b3eb2-69d6-4829-8914-be2d04034540) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:10.450843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08eb0c9-d9e4-44e6-a206-9d7c176003f5 req-517f3c37-a9ed-4db2-8a31-119aa9a9ba9f tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:10.452693 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d08eb0c9-d9e4-44e6-a206-9d7c176003f5 req-517f3c37-a9ed-4db2-8a31-119aa9a9ba9f tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.5300403 Apr 29 15:31:10.485455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=b2c8a53f-9f4f-4807-9297-2bdd0139a0ed,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:10.493193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=ce9fef53-bfd0-49a8-8292-b548dffd80b6,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:10.554466 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:10.557851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:10.597954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:10.598332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:10.598641 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Floating IP 25c26e7f-c5ca-49e6-b6e7-019b08b7c78b disassociated. External IP: 172.26.2.223, port: 35549397-dbf9-44c2-b81d-659e3ec258ed. Apr 29 15:31:10.598974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Calling delete_port for 35549397-dbf9-44c2-b81d-659e3ec258ed owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:10.657351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:10.702563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:31:10.712485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] device_id is not set on port c4585ca9-a47d-4f4a-b25e-914c9ae30525 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:31:10.716705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Router 286ef9cd-9121-4735-8232-4648f9229977 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:10.738233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-de838ceb-7ec8-4967-9b04-25069be40f73 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:10.763814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f0da2353-d9a1-4631-9bb0-545a35e3fc29 req-9bdad762-570a-4c5c-b56d-9298d408c503 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Synchronizing usage tracker for tenant:6c6611d5100d46fea61fea61c35b79fa on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:10.791043 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d08eb0c9-d9e4-44e6-a206-9d7c176003f5 req-44d1247e-f2ab-4aaf-919f-0cf5a4706c40 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3242617 Apr 29 15:31:10.793483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:10.793839 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Added segment 0ec79b54-d568-423f-a34e-5ca576a92e73 of type vlan for network 21b0a0de-de3d-4ec7-8a05-5cd9165ee83a Apr 29 15:31:10.830687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:10.886546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:10.886809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:10.912982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-87245fae-8ee1-46d7-8f2a-2d9ebcb3ef39 None None] Provisioning for port ce9fef53-bfd0-49a8-8292-b548dffd80b6 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:10.918638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-87245fae-8ee1-46d7-8f2a-2d9ebcb3ef39 None None] Provisioning complete for port ce9fef53-bfd0-49a8-8292-b548dffd80b6 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:10.919070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-87245fae-8ee1-46d7-8f2a-2d9ebcb3ef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:10.983998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-87245fae-8ee1-46d7-8f2a-2d9ebcb3ef39 None None] Port ce9fef53-bfd0-49a8-8292-b548dffd80b6 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:31:10.994828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f0da2353-d9a1-4631-9bb0-545a35e3fc29 req-9bdad762-570a-4c5c-b56d-9298d408c503 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Unset dirty status for tenant:6c6611d5100d46fea61fea61c35b79fa on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:11.003723 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f0da2353-d9a1-4631-9bb0-545a35e3fc29 req-9bdad762-570a-4c5c-b56d-9298d408c503 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 210 time: 0.3867884 Apr 29 15:31:11.078616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-de838ceb-7ec8-4967-9b04-25069be40f73 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:11.080100 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-de838ceb-7ec8-4967-9b04-25069be40f73 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7492476 Apr 29 15:31:11.091736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59636) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:11.108277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:11.111882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:11.123259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fb3cb-f131-453f-963b-8b496b094013 None None] Sync routers for ids ['286ef9cd-9121-4735-8232-4648f9229977'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:11.133510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864fb3cb-f131-453f-963b-8b496b094013 None None] Routers {'286ef9cd-9121-4735-8232-4648f9229977'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:11.138238 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-864fb3cb-f131-453f-963b-8b496b094013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['286ef9cd-9121-4735-8232-4648f9229977'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:11.203203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] No DVR routers for this DVR port 2e678ba4-43b1-4185-8c5f-b2311fc43cc3 on host hv-neutron-8391 {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:31:11.208577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:11.211565 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'name': 'network-vif-deleted', 'tag': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:31:11.216247 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:11.226768 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6c2e655-2110-4f4b-8381-91ef8fe5774a req-7e70937e-a905-4b04-b6a4-80d44ab6dda6 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.44 "DELETE /v2.0/ports/2e678ba4-43b1-4185-8c5f-b2311fc43cc3 HTTP/1.1" status: 204 len: 173 time: 4.7138927 Apr 29 15:31:11.248085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2746e-0e7a-41de-8e41-06f2a8bd23a6 req-ee33158d-96bf-4c30-ba37-d8e21c75d93e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:11.249679 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-85c2746e-0e7a-41de-8e41-06f2a8bd23a6 req-ee33158d-96bf-4c30-ba37-d8e21c75d93e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.2634003 Apr 29 15:31:11.303313 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b93d45-a443-44f9-9a8f-508d65e08303'] response: {'server_uuid': '72a3e22e-83f6-4804-bb59-29ef89c04dd9', 'name': 'network-vif-deleted', 'tag': '2e678ba4-43b1-4185-8c5f-b2311fc43cc3', 'status': 'completed', 'code': 200} Apr 29 15:31:11.371669 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:11.374123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-864fb3cb-f131-453f-963b-8b496b094013 None None] Set router 286ef9cd-9121-4735-8232-4648f9229977 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:11.384269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:11.406238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:11.446818 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:11.476179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:11.497368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:11.498006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:11.501732 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-85c2746e-0e7a-41de-8e41-06f2a8bd23a6 req-945d779c-4836-4195-aef3-bca58d1c1990 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416732 Apr 29 15:31:11.569612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:11.570672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:11.573807 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:11.577552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:11.757488 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b9a72370-ac2d-4d44-ba03-e3224e39bd48 req-262daacd-6b7c-474f-a391-ba3f75c06162 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 210 time: 0.1080737 Apr 29 15:31:11.777413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Pushing event updated for resources: {'Port': ['ID=fa4b3eb2-69d6-4829-8914-be2d04034540,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:11.792799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Pushing event deleted for resources: {'Port': ['ID=35549397-dbf9-44c2-b81d-659e3ec258ed,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:11.803708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b2c8a53f-9f4f-4807-9297-2bdd0139a0ed up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:11.951410 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:11.951825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:12.058126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-864fb3cb-f131-453f-963b-8b496b094013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:38Z', 'revision_number': 4, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '4e7beb90-0faa-4d41-83f8-e2db1734daf9', 'name': '', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'mac_address': 'fa:16:3e:b7:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:32Z', 'updated_at': '2022-04-29T15:29:50Z', 'revision_number': 5, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'subnets': [{'id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:12.156785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:12.158805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Network': ['ID=21b0a0de-de3d-4ec7-8a05-5cd9165ee83a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:12.170754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:12.175971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59648) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:12.183451 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/387a2d6b-65a7-421f-9c02-58988df1d6a2 HTTP/1.1" status: 204 len: 168 time: 1.0740814 Apr 29 15:31:12.187194 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fb3cb-f131-453f-963b-8b496b094013 None None] Checking router: 286ef9cd-9121-4735-8232-4648f9229977 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:31:12.224499 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 21b0a0de-de3d-4ec7-8a05-5cd9165ee83a details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:31:12.293024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=387a2d6b-65a7-421f-9c02-58988df1d6a2,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:12.313620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864fb3cb-f131-453f-963b-8b496b094013 None None] Routers {'286ef9cd-9121-4735-8232-4648f9229977'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:12.321028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:12.321205 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-864fb3cb-f131-453f-963b-8b496b094013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['286ef9cd-9121-4735-8232-4648f9229977'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:12.321324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:12.321646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:12.321984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:12.322400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:12.322624 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:12.322941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:12.323251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:12.323570 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:12.323884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:12.324193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:12.324524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22b06d6-01dd-4d11-8873-58f2ba4402ed tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:12.338452 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0a4dd880-75c1-4c3b-893f-fd675f1b3657 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4412448 Apr 29 15:31:12.345345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59654) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:12.379414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'subnet': {'network_id': '21b0a0de-de3d-4ec7-8a05-5cd9165ee83a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:12.421834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.20.0.13 (acb37fcc-9e8f-4eb2-816b-9c1b563fd417/53efa21e-09cc-414a-98e4-135410d6cd73/c4585ca9-a47d-4f4a-b25e-914c9ae30525) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:12.534945 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.20.0.12 (acb37fcc-9e8f-4eb2-816b-9c1b563fd417/53efa21e-09cc-414a-98e4-135410d6cd73/c4585ca9-a47d-4f4a-b25e-914c9ae30525) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:12.663848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Router d3ac3545-24cd-4e93-85b6-a706863b2dff has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:12.664237 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7c86f8a9-ba24-4773-8d44-f0d729d2a4e4 req-f5134fa1-80f7-478c-ade1-941db56b4a09 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a3e22e-83f6-4804-bb59-29ef89c04dd9 HTTP/1.1" status: 200 len: 210 time: 0.4262214 Apr 29 15:31:12.680828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:12.685697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-864fb3cb-f131-453f-963b-8b496b094013 None None] Set router 286ef9cd-9121-4735-8232-4648f9229977 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:12.690406 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0fe9b416-791f-4623-b78b-9363e81267be tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5100417 Apr 29 15:31:12.690579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:subnet and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:12.691859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59658) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:12.695200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:12.712993 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:12.714296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:12.851886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 35549397-dbf9-44c2-b81d-659e3ec258ed no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:12.951335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 35549397-dbf9-44c2-b81d-659e3ec258ed {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:12.951704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 35549397-dbf9-44c2-b81d-659e3ec258ed not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:12.953607 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ce819189-2508-4154-97bd-a5835330b26f tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:12.970806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adbea1-e943-4c45-ba73-6b002a4a5149 req-7dc68864-a2f2-43b9-b964-f045e2ab6dcc tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:12.979040 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b4adbea1-e943-4c45-ba73-6b002a4a5149 req-7dc68864-a2f2-43b9-b964-f045e2ab6dcc tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4479563 Apr 29 15:31:13.143040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ce819189-2508-4154-97bd-a5835330b26f tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:13.192551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:13.196142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:13.218906 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-864fb3cb-f131-453f-963b-8b496b094013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:38Z', 'revision_number': 4, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '4e7beb90-0faa-4d41-83f8-e2db1734daf9', 'name': '', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'mac_address': 'fa:16:3e:b7:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:32Z', 'updated_at': '2022-04-29T15:29:50Z', 'revision_number': 5, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'subnets': [{'id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:13.226189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864fb3cb-f131-453f-963b-8b496b094013 None None] The sync data for ids ['286ef9cd-9121-4735-8232-4648f9229977'] in dv-neutron-839183-1-hyperv is: [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:38Z', 'revision_number': 4, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '4e7beb90-0faa-4d41-83f8-e2db1734daf9', 'name': '', 'network_id': '04c046b6-30e7-453f-b79d-e5fa632df990', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'mac_address': 'fa:16:3e:b7:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:32Z', 'updated_at': '2022-04-29T15:29:50Z', 'revision_number': 5, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'subnets': [{'id': '9a9ec513-28b0-4a6a-a7b7-1fb346640e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:13.263497 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b4adbea1-e943-4c45-ba73-6b002a4a5149 req-c0289d98-c8ec-4459-9718-34dd448bd22f tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834647 Apr 29 15:31:13.353305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:13.397909 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-43a87651-0cc4-49f8-b84c-aebef436a87f req-ee42ae9b-3ee3-47fe-8cf8-ea626fbecdd6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 210 time: 0.1333497 Apr 29 15:31:13.425517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:13.426282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:13.514505 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:13.519926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:13.527335 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e8516-a2fc-49c7-a4aa-2c68d0c93385 None None] Sync routers for ids ['d3ac3545-24cd-4e93-85b6-a706863b2dff'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:13.537123 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e8516-a2fc-49c7-a4aa-2c68d0c93385 None None] Routers {'d3ac3545-24cd-4e93-85b6-a706863b2dff'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:13.538093 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-290e8516-a2fc-49c7-a4aa-2c68d0c93385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d3ac3545-24cd-4e93-85b6-a706863b2dff'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:13.601532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:13.625381 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600c6cf8-2717-4984-b28a-d7908657e2cd None None] New status for floating IP 7b19f217-8309-45d9-bb01-697bcb18fba4: DOWN {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:31:13.700011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] No DVR routers for this DVR port 35549397-dbf9-44c2-b81d-659e3ec258ed on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:31:13.703080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:13.731568 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-290e8516-a2fc-49c7-a4aa-2c68d0c93385 None None] Set router d3ac3545-24cd-4e93-85b6-a706863b2dff gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:13.756103 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'name': 'network-vif-deleted', 'tag': '35549397-dbf9-44c2-b81d-659e3ec258ed'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:31:13.761323 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ce819189-2508-4154-97bd-a5835330b26f tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:13.777212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=ce9fef53-bfd0-49a8-8292-b548dffd80b6,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:13.782003 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e6313084-d6f9-4af7-a302-b5ab6cb7f38c req-fe078715-9e9e-4268-bd92-ba7696316e86 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.44 "DELETE /v2.0/ports/35549397-dbf9-44c2-b81d-659e3ec258ed HTTP/1.1" status: 204 len: 173 time: 5.0223145 Apr 29 15:31:13.836292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce819189-2508-4154-97bd-a5835330b26f tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f71a38-d5b8-4104-8c96-b1e468088c36,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:13.863292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be004de5-2597-48ea-b057-fbf83e77e1d4 req-3aff7018-3875-4d97-ae76-13ff2914ed1e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:13.883181 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-be004de5-2597-48ea-b057-fbf83e77e1d4 req-3aff7018-3875-4d97-ae76-13ff2914ed1e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4628994 Apr 29 15:31:13.948817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:13.951139 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ecb6cb-87ae-4e74-88f6-f7ec19a9e6ee'] response: {'server_uuid': 'ef8cc9e7-a9f7-4c14-95fd-564d75c0c442', 'name': 'network-vif-deleted', 'tag': '35549397-dbf9-44c2-b81d-659e3ec258ed', 'status': 'completed', 'code': 200} Apr 29 15:31:13.955344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:14.062467 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-be004de5-2597-48ea-b057-fbf83e77e1d4 req-1b29cee5-4686-42c8-b629-9abf7411f02a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736434 Apr 29 15:31:14.089619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59672) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:14.146726 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-290e8516-a2fc-49c7-a4aa-2c68d0c93385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:30Z', 'revision_number': 4, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'f2f2f2c2-d28d-4460-850a-0db9281c3d96', 'name': '', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'mac_address': 'fa:16:3e:04:55:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '310b605c-9112-4522-86d3-3e71a3f02744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:27Z', 'updated_at': '2022-04-29T15:29:48Z', 'revision_number': 5, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'subnets': [{'id': '310b605c-9112-4522-86d3-3e71a3f02744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:14.150017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:14.151042 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e8516-a2fc-49c7-a4aa-2c68d0c93385 None None] Checking router: d3ac3545-24cd-4e93-85b6-a706863b2dff for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:31:14.160193 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e8516-a2fc-49c7-a4aa-2c68d0c93385 None None] Routers {'d3ac3545-24cd-4e93-85b6-a706863b2dff'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:14.160941 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-290e8516-a2fc-49c7-a4aa-2c68d0c93385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d3ac3545-24cd-4e93-85b6-a706863b2dff'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:14.173303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ce819189-2508-4154-97bd-a5835330b26f tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:14.177448 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ce819189-2508-4154-97bd-a5835330b26f tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-groups/b2f71a38-d5b8-4104-8c96-b1e468088c36 HTTP/1.1" status: 204 len: 168 time: 1.4810524 Apr 29 15:31:14.181169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59678) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:14.320943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:14.355342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:14.365636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Router daabfa15-03f9-400f-b247-6458cc7bc47e is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:31:14.390505 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=c4585ca9-a47d-4f4a-b25e-914c9ae30525,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:14.394399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a8178e02-b03c-4fa4-88b4-7b8df198f5a2 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:14.406809 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network acb37fcc-9e8f-4eb2-816b-9c1b563fd417 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:14.413636 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:14.423912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:14.460604 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d3b9647e-ad75-4dda-b8f4-f5c357f10f50 None None] Provisioning complete for port ce9fef53-bfd0-49a8-8292-b548dffd80b6 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:14.461154 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d3b9647e-ad75-4dda-b8f4-f5c357f10f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:14.476546 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-290e8516-a2fc-49c7-a4aa-2c68d0c93385 None None] Set router d3ac3545-24cd-4e93-85b6-a706863b2dff gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:14.532167 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d3b9647e-ad75-4dda-b8f4-f5c357f10f50 None None] Port ce9fef53-bfd0-49a8-8292-b548dffd80b6 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:31:14.543429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Subnet': ['ID=6c37a5ab-3459-4809-b3ac-0e6ff85e1299,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:14.575531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:14.600241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Checking segment: {'id': '0ec79b54-d568-423f-a34e-5ca576a92e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '21b0a0de-de3d-4ec7-8a05-5cd9165ee83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:14.600696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network hostable DHCP agents. Network: 21b0a0de-de3d-4ec7-8a05-5cd9165ee83a, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:31:14.614176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:14.614799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:14.669827 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a8178e02-b03c-4fa4-88b4-7b8df198f5a2 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:14.672947 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a8178e02-b03c-4fa4-88b4-7b8df198f5a2 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4903836 Apr 29 15:31:14.676495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59684) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:14.681843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398755517'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:14.688259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:14.701823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:14.705450 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2a02fb62-df46-4540-88fe-903b532a7592 req-8ca05e66-8b49-4cf1-b326-842ba5c2dff6 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8cc9e7-a9f7-4c14-95fd-564d75c0c442 HTTP/1.1" status: 200 len: 210 time: 0.1215277 Apr 29 15:31:14.710297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Router 6ddc4900-e69a-4ed3-bce2-70589b5e4e25 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:31:14.760448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c57a2-62cb-47c9-8e57-c36f2991c24f req-77b0f573-2e5b-4e3e-99cb-37329b11d690 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:14.767508 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-692c57a2-62cb-47c9-8e57-c36f2991c24f req-77b0f573-2e5b-4e3e-99cb-37329b11d690 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4495041 Apr 29 15:31:14.776400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network 21b0a0de-de3d-4ec7-8a05-5cd9165ee83a is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:31:14.780940 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4b5105e7-50f6-4bf1-a12e-ca77b4751936 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.3767066 Apr 29 15:31:14.781850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59688) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:14.814451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:14.837724 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9f0d6-8478-427e-ad13-fc70d0935e74 None None] Sync routers for ids ['daabfa15-03f9-400f-b247-6458cc7bc47e'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:14.843616 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-692c57a2-62cb-47c9-8e57-c36f2991c24f req-911b30d0-2024-446f-a3fa-1471612a7422 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752699 Apr 29 15:31:14.851623 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9f0d6-8478-427e-ad13-fc70d0935e74 None None] Routers {'daabfa15-03f9-400f-b247-6458cc7bc47e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:14.852650 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fce9f0d6-8478-427e-ad13-fc70d0935e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['daabfa15-03f9-400f-b247-6458cc7bc47e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:14.880244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'c4585ca9-a47d-4f4a-b25e-914c9ae30525', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:14.889889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:14.900993 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:14.910567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:14.915288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:14.920827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:floatingip and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:14.920981 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "DELETE /v2.0/security-groups/f810cfa2-790b-4522-a020-66238dda9231 HTTP/1.1" status: 204 len: 168 time: 0.8247504 Apr 29 15:31:14.921093 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fce9f0d6-8478-427e-ad13-fc70d0935e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:14.929172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59694) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:14.930225 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce9f0d6-8478-427e-ad13-fc70d0935e74 None None] Routers {'daabfa15-03f9-400f-b247-6458cc7bc47e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:14.931265 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fce9f0d6-8478-427e-ad13-fc70d0935e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['daabfa15-03f9-400f-b247-6458cc7bc47e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:14.941879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:14.948727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:14.957351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f810cfa2-790b-4522-a020-66238dda9231,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:14.958314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:14.960781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:14.965192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59698) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:14.966811 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0a2eb72c-3b94-4409-bee9-3e03813cf438 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.9565632 Apr 29 15:31:14.968181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:14.973649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:14.976100 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:14.976577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:14.977060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:14.977515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:14.977943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:14.978369 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:14.979206 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:14.979805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:14.980240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:14.981535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:14.982019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:14.982560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87443b-9555-426f-a1f1-c7c20223a04e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:14.995442 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-35cdcb02-c19a-485f-99f6-62825c8fbd19 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] show failed (client error): The resource could not be found. Apr 29 15:31:14.998929 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-35cdcb02-c19a-485f-99f6-62825c8fbd19 tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "GET /v2.0/security-groups/f810cfa2-790b-4522-a020-66238dda9231 HTTP/1.1" status: 404 len: 347 time: 0.0634208 Apr 29 15:31:14.999494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59702) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:15.000958 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fce9f0d6-8478-427e-ad13-fc70d0935e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:15.001356 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce9f0d6-8478-427e-ad13-fc70d0935e74 None None] The sync data for ids ['daabfa15-03f9-400f-b247-6458cc7bc47e'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:15.031375 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-290e8516-a2fc-49c7-a4aa-2c68d0c93385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:30Z', 'revision_number': 4, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'f2f2f2c2-d28d-4460-850a-0db9281c3d96', 'name': '', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'mac_address': 'fa:16:3e:04:55:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '310b605c-9112-4522-86d3-3e71a3f02744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:27Z', 'updated_at': '2022-04-29T15:29:48Z', 'revision_number': 5, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'subnets': [{'id': '310b605c-9112-4522-86d3-3e71a3f02744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:15.037278 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e8516-a2fc-49c7-a4aa-2c68d0c93385 None None] The sync data for ids ['d3ac3545-24cd-4e93-85b6-a706863b2dff'] in dv-neutron-839183-1-hyperv is: [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:30Z', 'revision_number': 4, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'f2f2f2c2-d28d-4460-850a-0db9281c3d96', 'name': '', 'network_id': '5432cd65-807f-4f5d-a4fd-9331e5e76114', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'mac_address': 'fa:16:3e:04:55:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '310b605c-9112-4522-86d3-3e71a3f02744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:27Z', 'updated_at': '2022-04-29T15:29:48Z', 'revision_number': 5, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'subnets': [{'id': '310b605c-9112-4522-86d3-3e71a3f02744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:15.208634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-220c58d7-658e-4d65-9ea7-5900d13b931e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Deleting port 423c0234-4c1c-450c-8259-c52e80467954 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:15.208988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-220c58d7-658e-4d65-9ea7-5900d13b931e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:15.263158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:15.332037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 21b0a0de-de3d-4ec7-8a05-5cd9165ee83a) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:15.334706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:15.345111 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Sync routers for ids ['6ddc4900-e69a-4ed3-bce2-70589b5e4e25'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:15.345302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:15.345880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:15.354175 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-30f2b706-195a-4480-9c1a-1638a0cae12a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "PUT /v2.0/routers/6ddc4900-e69a-4ed3-bce2-70589b5e4e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9704492 Apr 29 15:31:15.362146 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59710) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:15.364514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b54f6-48be-42b5-9809-494f4638265d None None] Network 21b0a0de-de3d-4ec7-8a05-5cd9165ee83a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:15.379815 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0016f7-5805-40c0-b8ae-00e48a8e787c None None] New status for floating IP 25c26e7f-c5ca-49e6-b6e7-019b08b7c78b: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:31:15.405073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Routers {'6ddc4900-e69a-4ed3-bce2-70589b5e4e25'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:15.409257 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6ddc4900-e69a-4ed3-bce2-70589b5e4e25'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:15.466372 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c7ccd575-adb7-47de-b01d-0385d88c046c tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/routers/daabfa15-03f9-400f-b247-6458cc7bc47e HTTP/1.1" status: 200 len: 924 time: 0.4919624 Apr 29 15:31:15.469921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:15.478767 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:31:15.486973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59714) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:15.546143 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82d552d-ccef-4441-a9c9-4feb8f005744 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:15.546713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a82d552d-ccef-4441-a9c9-4feb8f005744 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:15.590402 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-28e6fa23-c172-459f-ae42-da53a97651c2 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2249944 Apr 29 15:31:15.590633 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-27296090-f367-4adf-853b-d3930b3c3b57 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "GET /v2.0/ports?device_id=daabfa15-03f9-400f-b247-6458cc7bc47e HTTP/1.1" status: 200 len: 205 time: 0.0897031 Apr 29 15:31:15.590633 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-220c58d7-658e-4d65-9ea7-5900d13b931e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:15.590633 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-220c58d7-658e-4d65-9ea7-5900d13b931e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:15.590867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59718) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:15.590867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59720) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:15.665350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Set router 6ddc4900-e69a-4ed3-bce2-70589b5e4e25 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:15.735650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-220c58d7-658e-4d65-9ea7-5900d13b931e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Calling delete_port for 423c0234-4c1c-450c-8259-c52e80467954 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:15.867017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05693dcc-3d6a-4e8b-880c-0aa2c60452bd req-1926866e-0cf2-4dde-9d2b-dca59cc1b4d1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:15.868683 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-05693dcc-3d6a-4e8b-880c-0aa2c60452bd req-1926866e-0cf2-4dde-9d2b-dca59cc1b4d1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4182892 Apr 29 15:31:15.887838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:15.888796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a82d552d-ccef-4441-a9c9-4feb8f005744 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:15.892435 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a82d552d-ccef-4441-a9c9-4feb8f005744 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports/ce9fef53-bfd0-49a8-8292-b548dffd80b6 HTTP/1.1" status: 200 len: 911 time: 0.5210965 Apr 29 15:31:15.898986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59730) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:15.953237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59734) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:16.036046 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.058148 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-05693dcc-3d6a-4e8b-880c-0aa2c60452bd req-b04b04f0-75d1-4640-a878-0836a42cfe34 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780090 Apr 29 15:31:16.178415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-220c58d7-658e-4d65-9ea7-5900d13b931e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.182386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a49ffc-f10a-4144-8574-84b9a8c63043,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:16.212825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.214034 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0d8b4ad5-5cef-42b0-b28d-04f6fba26700 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5364726 Apr 29 15:31:16.219719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.225032 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.228025 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59740) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:16.228538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-21b0a0de-de3d-4ec7-8a05-5cd9165ee83a', 'network_id': '21b0a0de-de3d-4ec7-8a05-5cd9165ee83a', 'tenant_id': '519d945a696847d99723ae79c2486815', 'fixed_ips': [{'subnet_id': '6c37a5ab-3459-4809-b3ac-0e6ff85e1299'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:31:16.229427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.242436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9ea20654-2102-4388-a981-1dc8b55caf2e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': '60a49ffc-f10a-4144-8574-84b9a8c63043', 'direction': 'ingress', 'protocol': 17}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:16.251799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc4900-e69a-4ed3-bce2-70589b5e4e25', 'name': 'tempest-NetworksTestDHCPv6-router-1653950731', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:31:06Z', 'updated_at': '2022-04-29T15:31:10Z', 'revision_number': 2, 'project_id': 'c096192df7af4829b733714b18b563f2', 'gw_port_host': None, '_interfaces': [{'id': 'ce9fef53-bfd0-49a8-8292-b548dffd80b6', 'name': '', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'mac_address': 'fa:16:3e:09:8e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddc4900-e69a-4ed3-bce2-70589b5e4e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'e85ea042-293d-4acb-8e68-497303fe4815', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:31:08Z', 'updated_at': '2022-04-29T15:31:12Z', 'revision_number': 2, 'project_id': 'c096192df7af4829b733714b18b563f2', 'subnets': [{'id': 'e85ea042-293d-4acb-8e68-497303fe4815', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:16.259191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c58d7-658e-4d65-9ea7-5900d13b931e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Pushing event deleted for resources: {'Port': ['ID=423c0234-4c1c-450c-8259-c52e80467954,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:16.259965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Checking router: 6ddc4900-e69a-4ed3-bce2-70589b5e4e25 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:31:16.260330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Updating router 6ddc4900-e69a-4ed3-bce2-70589b5e4e25 port ce9fef53-bfd0-49a8-8292-b548dffd80b6 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:31:16.263976 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9ea20654-2102-4388-a981-1dc8b55caf2e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:16.313661 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9ea20654-2102-4388-a981-1dc8b55caf2e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:16.377049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9ea20654-2102-4388-a981-1dc8b55caf2e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:16.384829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.388093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-220c58d7-658e-4d65-9ea7-5900d13b931e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.395749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9ea20654-2102-4388-a981-1dc8b55caf2e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:16.407239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-00e98e93-b2e5-4121-bada-7405daadaaac tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.450252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.476428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9ea20654-2102-4388-a981-1dc8b55caf2e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.514052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-220c58d7-658e-4d65-9ea7-5900d13b931e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.516159 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-220c58d7-658e-4d65-9ea7-5900d13b931e tempest-ServersTestManualDisk-1557615812 tempest-ServersTestManualDisk-1557615812-project] 10.222.0.39 "DELETE /v2.0/floatingips/7b19f217-8309-45d9-bb01-697bcb18fba4 HTTP/1.1" status: 204 len: 168 time: 1.5140984 Apr 29 15:31:16.518464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b1e87-bc87-4d53-b226-e2a6f7d92211 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:16.519847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59744) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:16.524721 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b1e87-bc87-4d53-b226-e2a6f7d92211 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:16.526318 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bb5b1e87-bc87-4d53-b226-e2a6f7d92211 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6244760 Apr 29 15:31:16.557823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59748) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:16.634383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Allocated IP 2001:db8::1 (21b0a0de-de3d-4ec7-8a05-5cd9165ee83a/6c37a5ab-3459-4809-b3ac-0e6ff85e1299/452c31fd-dc59-488a-a86d-f1f291f5542e) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:16.642677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-00e98e93-b2e5-4121-bada-7405daadaaac tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.728844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9ea20654-2102-4388-a981-1dc8b55caf2e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.760718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.872549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.874616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9ea20654-2102-4388-a981-1dc8b55caf2e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:16.913552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea20654-2102-4388-a981-1dc8b55caf2e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e287ba11-4b36-46a0-94f5-3c1db10cb3f3,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:16.997882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9ea20654-2102-4388-a981-1dc8b55caf2e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.002723 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9ea20654-2102-4388-a981-1dc8b55caf2e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7666810 Apr 29 15:31:17.002961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59752) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:17.025826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.045222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.047615 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Transition to ACTIVE for port object 452c31fd-dc59-488a-a86d-f1f291f5542e will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:17.134044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17fa71d5-b0d9-4bf7-9002-dc2420a93f0f tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.170350 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17fa71d5-b0d9-4bf7-9002-dc2420a93f0f tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.178064 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Deleting port fa4b3eb2-69d6-4829-8914-be2d04034540 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:17.178252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.258002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.26.2.36 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/32af8d1a-dd27-4833-926e-dcb6ff89d323) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:17.292025 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Transition to ACTIVE for port object ce9fef53-bfd0-49a8-8292-b548dffd80b6 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:17.304118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-00e98e93-b2e5-4121-bada-7405daadaaac tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.306669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Transition to ACTIVE for port object 452c31fd-dc59-488a-a86d-f1f291f5542e will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:17.352028 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8b0f4-2fb0-44e0-ba30-d65f35e3186a req-b28485c6-2630-4a3e-953e-d4e16c4cade0 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:17.353556 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3ad8b0f4-2fb0-44e0-ba30-d65f35e3186a req-b28485c6-2630-4a3e-953e-d4e16c4cade0 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.1548457 Apr 29 15:31:17.355931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e98e93-b2e5-4121-bada-7405daadaaac tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:17.360055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-261174e0-eae7-43a1-9e3b-012a90f7664e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.383685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.418667 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17fa71d5-b0d9-4bf7-9002-dc2420a93f0f tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.431220 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.531379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa71d5-b0d9-4bf7-9002-dc2420a93f0f tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a49ffc-f10a-4144-8574-84b9a8c63043,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:17.538793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Network 21b0a0de-de3d-4ec7-8a05-5cd9165ee83a is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:17.574745 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3ad8b0f4-2fb0-44e0-ba30-d65f35e3186a req-7e97f9c7-43f0-4a24-82d4-8debdd9a7951 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632380 Apr 29 15:31:17.576616 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:17.594596 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:17.616695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.633999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Pushing event updated for resources: {'Port': ['ID=ce9fef53-bfd0-49a8-8292-b548dffd80b6,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:17.658218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.708965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17fa71d5-b0d9-4bf7-9002-dc2420a93f0f tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.712341 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-17fa71d5-b0d9-4bf7-9002-dc2420a93f0f tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-groups/60a49ffc-f10a-4144-8574-84b9a8c63043 HTTP/1.1" status: 204 len: 168 time: 0.6993251 Apr 29 15:31:17.718318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59760) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:17.768434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:17.769494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:17.770054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:17.770602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:17.771121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:17.771661 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:17.772177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:17.772774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:17.773479 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:17.774012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:17.774974 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:17.775865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:31:17.871075 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Attempting to bind port ce9fef53-bfd0-49a8-8292-b548dffd80b6 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:31:17.871474 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Attempting to bind port ce9fef53-bfd0-49a8-8292-b548dffd80b6 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:31:17.871800 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Attempting to bind port ce9fef53-bfd0-49a8-8292-b548dffd80b6 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:31:17.876189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Attempting to bind port 452c31fd-dc59-488a-a86d-f1f291f5542e on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:31:17.876562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Attempting to bind port 452c31fd-dc59-488a-a86d-f1f291f5542e by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '0ec79b54-d568-423f-a34e-5ca576a92e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '21b0a0de-de3d-4ec7-8a05-5cd9165ee83a'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:31:17.876902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Attempting to bind port 452c31fd-dc59-488a-a86d-f1f291f5542e on network 21b0a0de-de3d-4ec7-8a05-5cd9165ee83a {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:31:17.880444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-00e98e93-b2e5-4121-bada-7405daadaaac tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.883307 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-00e98e93-b2e5-4121-bada-7405daadaaac tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "DELETE /v2.0/security-groups/ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd HTTP/1.1" status: 204 len: 168 time: 1.8996844 Apr 29 15:31:17.890521 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:31:17.890920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:17.891276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.891663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:31:17.892135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Bound port: ce9fef53-bfd0-49a8-8292-b548dffd80b6, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:31:17.892521 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.894753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Calling delete_port for fa4b3eb2-69d6-4829-8914-be2d04034540 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:17.905452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:31:17.905822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Checking segment: {'id': '0ec79b54-d568-423f-a34e-5ca576a92e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '21b0a0de-de3d-4ec7-8a05-5cd9165ee83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:17.906206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.906596 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Bound using segment: {'id': '0ec79b54-d568-423f-a34e-5ca576a92e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '21b0a0de-de3d-4ec7-8a05-5cd9165ee83a'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:31:17.907073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Bound port: 452c31fd-dc59-488a-a86d-f1f291f5542e, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec79b54-d568-423f-a34e-5ca576a92e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '21b0a0de-de3d-4ec7-8a05-5cd9165ee83a'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:31:17.907583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.937358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59764) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:17.937496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Pushing event updated for resources: {'Port': ['ID=452c31fd-dc59-488a-a86d-f1f291f5542e,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:17.943197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:17.967935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Subnet': ['ID=6c37a5ab-3459-4809-b3ac-0e6ff85e1299,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:17.989382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-848e977c-cb46-4e6a-ab0b-401d793778e7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:18.064080 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-cbdb5122-9596-4c36-a79a-5ab5635c27b3 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] show failed (client error): The resource could not be found. Apr 29 15:31:18.073063 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cbdb5122-9596-4c36-a79a-5ab5635c27b3 tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "GET /v2.0/security-groups/ef482fce-b56c-4b9e-a8cf-d7f1a6c1a9dd HTTP/1.1" status: 404 len: 347 time: 0.1352310 Apr 29 15:31:18.094493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59770) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:18.097870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-261174e0-eae7-43a1-9e3b-012a90f7664e admin admin] Deleting port 4e7beb90-0faa-4d41-83f8-e2db1734daf9 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:18.097870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-261174e0-eae7-43a1-9e3b-012a90f7664e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:18.099169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] For port 452c31fd-dc59-488a-a86d-f1f291f5542e, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:31:18.101547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] For port ce9fef53-bfd0-49a8-8292-b548dffd80b6, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:31:18.104435 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] For port 452c31fd-dc59-488a-a86d-f1f291f5542e, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=452c31fd-dc59-488a-a86d-f1f291f5542e,segment=NetworkSegment(0ec79b54-d568-423f-a34e-5ca576a92e73),segment_id=0ec79b54-d568-423f-a34e-5ca576a92e73)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:18.106266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] For port ce9fef53-bfd0-49a8-8292-b548dffd80b6, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ce9fef53-bfd0-49a8-8292-b548dffd80b6,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:18.195129 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-848e977c-cb46-4e6a-ab0b-401d793778e7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:18.196366 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-848e977c-cb46-4e6a-ab0b-401d793778e7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4448042 Apr 29 15:31:18.207549 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:18.212738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:18.313855 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59774) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:18.345195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665563794'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:18.403318 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Routers {'6ddc4900-e69a-4ed3-bce2-70589b5e4e25'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:18.404206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6ddc4900-e69a-4ed3-bce2-70589b5e4e25'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:18.435144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:18.464182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b0a0de-de3d-4ec7-8a05-5cd9165ee83a']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:18.478763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec79b54-d568-423f-a34e-5ca576a92e73') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:18.479212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec79b54-d568-423f-a34e-5ca576a92e73') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:18.493663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:18.514936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:18.518396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2dec2-f235-4ebc-b3ac-45a143f893da None None] Pushing event updated for resources: {'Port': ['ID=ce9fef53-bfd0-49a8-8292-b548dffd80b6,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:18.525335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:31:18.525554 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:18.573514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8eb2ed00-4c83-437c-bc61-e6cc9afe883e tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Deleting port 14a0fd76-c7df-452f-88ed-7acb654b0772 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:18.574034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ed00-4c83-437c-bc61-e6cc9afe883e tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:18.630771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:18.642939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:31:18.659175 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:31:18.675565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:31:18.675565 dv-neutron-839183-1-hyperv neutron-server[88715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:31:18.675565 dv-neutron-839183-1-hyperv neutron-server[88715]: [parameters: {'id': '21b0a0de-de3d-4ec7-8a05-5cd9165ee83a'}] Apr 29 15:31:18.675565 dv-neutron-839183-1-hyperv neutron-server[88715]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:31:18.676683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:31:18.712018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b0e3b2-73b3-4613-bca4-92856867a7b3 None None] Network 21b0a0de-de3d-4ec7-8a05-5cd9165ee83a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:18.715590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:18.775541 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] Set router 6ddc4900-e69a-4ed3-bce2-70589b5e4e25 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:18.797127 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eec511e-7701-40a8-9fc7-1565866ee931 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:18.834852 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38e624-c1db-43a2-bedc-7aad70763eed req-5410a163-5491-4ff8-a8a1-3d26c724f966 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:18.836325 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2f38e624-c1db-43a2-bedc-7aad70763eed req-5410a163-5491-4ff8-a8a1-3d26c724f966 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6012793 Apr 29 15:31:18.848761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a568c6e-af75-466f-a6d2-187897052784 None None] Pushing event updated for resources: {'Port': ['ID=452c31fd-dc59-488a-a86d-f1f291f5542e,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:18.879440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-261174e0-eae7-43a1-9e3b-012a90f7664e admin admin] For port 4e7beb90-0faa-4d41-83f8-e2db1734daf9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4e7beb90-0faa-4d41-83f8-e2db1734daf9,segment=NetworkSegment(d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d),segment_id=d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:18.879796 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-261174e0-eae7-43a1-9e3b-012a90f7664e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:19.039798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-261174e0-eae7-43a1-9e3b-012a90f7664e admin admin] Calling delete_port for 4e7beb90-0faa-4d41-83f8-e2db1734daf9 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:19.071185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ed00-4c83-437c-bc61-e6cc9afe883e tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:19.073079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ed00-4c83-437c-bc61-e6cc9afe883e tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:19.080043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:19.084800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:19.087834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:19.093584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:19.101549 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2f38e624-c1db-43a2-bedc-7aad70763eed req-d8dad0be-2bfb-4565-b442-91c74ded27db tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472694 Apr 29 15:31:19.181425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:19.219217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8eb2ed00-4c83-437c-bc61-e6cc9afe883e tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Calling delete_port for 14a0fd76-c7df-452f-88ed-7acb654b0772 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:19.238772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting port 452c31fd-dc59-488a-a86d-f1f291f5542e {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:19.239476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:19.247084 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5217f35a-a09a-4230-9b63-54ec665a5c2a None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:31:19.265380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:19.335780 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:19.364717 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc4900-e69a-4ed3-bce2-70589b5e4e25', 'name': 'tempest-NetworksTestDHCPv6-router-1653950731', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:31:06Z', 'updated_at': '2022-04-29T15:31:10Z', 'revision_number': 2, 'project_id': 'c096192df7af4829b733714b18b563f2', 'gw_port_host': None, '_interfaces': [{'id': 'ce9fef53-bfd0-49a8-8292-b548dffd80b6', 'name': '', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'mac_address': 'fa:16:3e:09:8e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddc4900-e69a-4ed3-bce2-70589b5e4e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'e85ea042-293d-4acb-8e68-497303fe4815', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:31:08Z', 'updated_at': '2022-04-29T15:31:18Z', 'revision_number': 4, 'project_id': 'c096192df7af4829b733714b18b563f2', 'subnets': [{'id': 'e85ea042-293d-4acb-8e68-497303fe4815', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:19.374667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff616f2-6300-4f48-a1c2-e36b85635073 None None] The sync data for ids ['6ddc4900-e69a-4ed3-bce2-70589b5e4e25'] in dv-neutron-839183-1-hyperv is: [{'id': '6ddc4900-e69a-4ed3-bce2-70589b5e4e25', 'name': 'tempest-NetworksTestDHCPv6-router-1653950731', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:31:06Z', 'updated_at': '2022-04-29T15:31:10Z', 'revision_number': 2, 'project_id': 'c096192df7af4829b733714b18b563f2', 'gw_port_host': None, '_interfaces': [{'id': 'ce9fef53-bfd0-49a8-8292-b548dffd80b6', 'name': '', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'mac_address': 'fa:16:3e:09:8e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddc4900-e69a-4ed3-bce2-70589b5e4e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'e85ea042-293d-4acb-8e68-497303fe4815', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:31:08Z', 'updated_at': '2022-04-29T15:31:18Z', 'revision_number': 4, 'project_id': 'c096192df7af4829b733714b18b563f2', 'subnets': [{'id': 'e85ea042-293d-4acb-8e68-497303fe4815', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:19.427805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217f35a-a09a-4230-9b63-54ec665a5c2a None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:31:19.452950 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:19.455121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:19.470775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:19.501438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:19.509520 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ed00-4c83-437c-bc61-e6cc9afe883e tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:19.554282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-261174e0-eae7-43a1-9e3b-012a90f7664e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:19.568896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2ed00-4c83-437c-bc61-e6cc9afe883e tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Pushing event deleted for resources: {'Port': ['ID=14a0fd76-c7df-452f-88ed-7acb654b0772,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:19.583510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:19.718358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=32af8d1a-dd27-4833-926e-dcb6ff89d323,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:19.725398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f214373f-dcad-46d2-927d-709050b26add,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:19.828844 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Pushing event deleted for resources: {'Port': ['ID=fa4b3eb2-69d6-4829-8914-be2d04034540,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:19.845972 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ce9fef53-bfd0-49a8-8292-b548dffd80b6 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:19.924673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261174e0-eae7-43a1-9e3b-012a90f7664e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7beb90-0faa-4d41-83f8-e2db1734daf9,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:20.057857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port ce9fef53-bfd0-49a8-8292-b548dffd80b6 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:20.069599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ce9fef53-bfd0-49a8-8292-b548dffd80b6 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:20.069965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:20.087370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:20.088597 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-06b9e4f3-61f9-4499-964b-db0ea51e4f75 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7783043 Apr 29 15:31:20.116997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59778) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:20.152055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142008081'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:20.169774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:20.180882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:20.188337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:20.200319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:20.217415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ed00-4c83-437c-bc61-e6cc9afe883e tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:20.251819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-261174e0-eae7-43a1-9e3b-012a90f7664e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:20.258869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:20.304663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] For port 452c31fd-dc59-488a-a86d-f1f291f5542e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=452c31fd-dc59-488a-a86d-f1f291f5542e,segment=NetworkSegment(0ec79b54-d568-423f-a34e-5ca576a92e73),segment_id=0ec79b54-d568-423f-a34e-5ca576a92e73)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:20.305036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:20.320637 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port ce9fef53-bfd0-49a8-8292-b548dffd80b6, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ce9fef53-bfd0-49a8-8292-b548dffd80b6,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:20.412311 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:20.464280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Calling delete_port for 452c31fd-dc59-488a-a86d-f1f291f5542e owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:20.468821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ed00-4c83-437c-bc61-e6cc9afe883e tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:20.473287 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8eb2ed00-4c83-437c-bc61-e6cc9afe883e tempest-ServersTestJSON-1705130457 tempest-ServersTestJSON-1705130457-project] 10.222.0.39 "DELETE /v2.0/floatingips/25c26e7f-c5ca-49e6-b6e7-019b08b7c78b HTTP/1.1" status: 204 len: 168 time: 2.3452306 Apr 29 15:31:20.473421 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59784) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:20.492969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7eec511e-7701-40a8-9fc7-1565866ee931 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port ce9fef53-bfd0-49a8-8292-b548dffd80b6 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:20.493167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eec511e-7701-40a8-9fc7-1565866ee931 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:20.494378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=ce9fef53-bfd0-49a8-8292-b548dffd80b6,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:20.551527 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:20.576715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:20.680911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8efd53-ffd7-4130-b92d-bc841b1f3d3b req-d1160d14-3de7-4ee8-9e78-5123528338e1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:20.682362 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-be8efd53-ffd7-4130-b92d-bc841b1f3d3b req-d1160d14-3de7-4ee8-9e78-5123528338e1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3575404 Apr 29 15:31:20.989524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:20.992614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-be8efd53-ffd7-4130-b92d-bc841b1f3d3b req-1365e3ee-2ded-4096-b825-96db4a0b46bb tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574205 Apr 29 15:31:21.036332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:21.053201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261174e0-eae7-43a1-9e3b-012a90f7664e admin admin] Router 286ef9cd-9121-4735-8232-4648f9229977 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:21.058857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:21.066911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.075968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.088026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:21.284026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-7eec511e-7701-40a8-9fc7-1565866ee931 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] For port ce9fef53-bfd0-49a8-8292-b548dffd80b6, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ce9fef53-bfd0-49a8-8292-b548dffd80b6,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:21.284681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eec511e-7701-40a8-9fc7-1565866ee931 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.296635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.297160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Fanout notify agent at l3_agent the message router_deleted on router daabfa15-03f9-400f-b247-6458cc7bc47e {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:31:21.319138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.502910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7eec511e-7701-40a8-9fc7-1565866ee931 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for ce9fef53-bfd0-49a8-8292-b548dffd80b6 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:21.523139 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261174e0-eae7-43a1-9e3b-012a90f7664e admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:21.532738 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-261174e0-eae7-43a1-9e3b-012a90f7664e admin admin] 10.222.0.39 "PUT /v2.0/routers/286ef9cd-9121-4735-8232-4648f9229977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0078683 Apr 29 15:31:21.532855 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Port': ['ID=452c31fd-dc59-488a-a86d-f1f291f5542e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:21.532956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59790) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:21.533590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No DVR routers for this DVR port 452c31fd-dc59-488a-a86d-f1f291f5542e on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:31:21.541260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409302dc-080a-41ef-b6e4-6f86500764e0 None None] Sync routers for ids ['286ef9cd-9121-4735-8232-4648f9229977'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:21.552040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409302dc-080a-41ef-b6e4-6f86500764e0 None None] Routers {'286ef9cd-9121-4735-8232-4648f9229977'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:21.552833 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-409302dc-080a-41ef-b6e4-6f86500764e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['286ef9cd-9121-4735-8232-4648f9229977'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:21.602454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd005f-cce1-4203-b571-2dea445bf901 req-e2d0f803-0f2f-4e72-96cb-817d7b06288a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:21.604134 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-96bd005f-cce1-4203-b571-2dea445bf901 req-e2d0f803-0f2f-4e72-96cb-817d7b06288a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4776011 Apr 29 15:31:21.638850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.750186 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-409302dc-080a-41ef-b6e4-6f86500764e0 None None] Set router 286ef9cd-9121-4735-8232-4648f9229977 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:21.756547 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-96bd005f-cce1-4203-b571-2dea445bf901 req-2be6f2ae-7330-4813-8e72-39944f47ac37 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414175 Apr 29 15:31:21.756849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.773202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.791944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.796225 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0429c408-6b7d-4490-a7d9-92d6b4ab17d5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/routers/daabfa15-03f9-400f-b247-6458cc7bc47e HTTP/1.1" status: 204 len: 168 time: 6.2008832 Apr 29 15:31:21.810863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59796) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:21.838836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.842346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Request body: {'router': {'name': 'tempest-snat-router-852828799', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'enable_snat': False}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:21.860877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:21.871319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Usage tracker for resource:router and tenant:03b0c58334164e249e0e7fd2798ea11a is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:21.876625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b0a0de-de3d-4ec7-8a05-5cd9165ee83a']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:21.883841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1ad3a6-126c-45ae-acca-ac1f6c38f8f0,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:21.892090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:21.900121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec79b54-d568-423f-a34e-5ca576a92e73') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:21.900121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec79b54-d568-423f-a34e-5ca576a92e73') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:21.906914 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.911401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:21.930487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.943668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.944898 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-550a4b3f-be48-46ee-8e7c-31f833855075 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8263865 Apr 29 15:31:21.951256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59800) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:21.958701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e6c87d2c-89f9-459e-90d6-48980fbfb668 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': 'f214373f-dcad-46d2-927d-709050b26add', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3f1ad3a6-126c-45ae-acca-ac1f6c38f8f0', 'remote_ip_prefix': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:21.964769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.967003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e6c87d2c-89f9-459e-90d6-48980fbfb668 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:21.978286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e6c87d2c-89f9-459e-90d6-48980fbfb668 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:21.980333 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ce9fef53-bfd0-49a8-8292-b548dffd80b6 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:21.981295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:31:21.981696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:31:21.998177 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:31:22.030944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e6c87d2c-89f9-459e-90d6-48980fbfb668 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:22.045029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e6c87d2c-89f9-459e-90d6-48980fbfb668 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:22.086463 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.087474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.167732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-683c89a6-512a-4ca2-9ece-4e8cb98d30d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.172490 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ce9fef53-bfd0-49a8-8292-b548dffd80b6 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:22.172869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.200555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.281070 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e6c87d2c-89f9-459e-90d6-48980fbfb668 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.294103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2b4d7-dbfd-470c-9bac-ac64272ea4b5 req-01ed592b-8aa7-4547-b7b8-0cd897c9f049 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:22.295605 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0ed2b4d7-dbfd-470c-9bac-ac64272ea4b5 req-01ed592b-8aa7-4547-b7b8-0cd897c9f049 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3257794 Apr 29 15:31:22.296476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.341154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.350198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.371191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-409302dc-080a-41ef-b6e4-6f86500764e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:31:19Z', 'revision_number': 5, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port': {'id': '1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:3f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286ef9cd-9121-4735-8232-4648f9229977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:22.376383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409302dc-080a-41ef-b6e4-6f86500764e0 None None] Checking router: 286ef9cd-9121-4735-8232-4648f9229977 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:31:22.384147 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0ed2b4d7-dbfd-470c-9bac-ac64272ea4b5 req-ab513835-dd6b-46e6-8cf6-746a5140e79a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672786 Apr 29 15:31:22.387451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409302dc-080a-41ef-b6e4-6f86500764e0 None None] Routers {'286ef9cd-9121-4735-8232-4648f9229977'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:22.388084 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-409302dc-080a-41ef-b6e4-6f86500764e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['286ef9cd-9121-4735-8232-4648f9229977'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:22.442411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Deleting port 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:22.442772 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.507890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eec511e-7701-40a8-9fc7-1565866ee931 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.511513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Network': ['ID=21b0a0de-de3d-4ec7-8a05-5cd9165ee83a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:22.570816 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.597867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-409302dc-080a-41ef-b6e4-6f86500764e0 None None] Set router 286ef9cd-9121-4735-8232-4648f9229977 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:22.639379 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e5e05594-8f58-4d08-9c59-0c3fd099f46e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/21b0a0de-de3d-4ec7-8a05-5cd9165ee83a HTTP/1.1" status: 204 len: 168 time: 7.0469015 Apr 29 15:31:22.639379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec511e-7701-40a8-9fc7-1565866ee931 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=ce9fef53-bfd0-49a8-8292-b548dffd80b6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:22.647426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59806) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:22.655191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1181711081'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:22.680012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:22.693388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:network and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:22.701975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:22.717754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-409302dc-080a-41ef-b6e4-6f86500764e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:31:22Z', 'revision_number': 6, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:22.725552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409302dc-080a-41ef-b6e4-6f86500764e0 None None] The sync data for ids ['286ef9cd-9121-4735-8232-4648f9229977'] in dv-neutron-839183-1-hyperv is: [{'id': '286ef9cd-9121-4735-8232-4648f9229977', 'name': 'tempest-ServersTestManualDisk-1719262113-router', 'tenant_id': '6c6611d5100d46fea61fea61c35b79fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:31:22Z', 'revision_number': 6, 'project_id': '6c6611d5100d46fea61fea61c35b79fa', 'gw_port_host': None}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:22.749115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:22.751850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e6c87d2c-89f9-459e-90d6-48980fbfb668 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.782215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.901017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e6c87d2c-89f9-459e-90d6-48980fbfb668 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:22.902864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.003617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] For port 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:23.004160 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.019381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a5dd9-b6fc-459b-88d8-87e62c0395b7 req-2e3a5e98-3d17-4d72-b650-373cf2fe532a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:23.020898 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d14a5dd9-b6fc-459b-88d8-87e62c0395b7 req-2e3a5e98-3d17-4d72-b650-373cf2fe532a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4685619 Apr 29 15:31:23.076115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c87d2c-89f9-459e-90d6-48980fbfb668 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13951601-c713-4044-bc6d-8b5d8e09e326,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:23.188737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Calling delete_port for 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:23.215438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:23.218818 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.221109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=32af8d1a-dd27-4833-926e-dcb6ff89d323,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:23.302184 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-683c89a6-512a-4ca2-9ece-4e8cb98d30d0 admin admin] Deleting port f2f2f2c2-d28d-4460-850a-0db9281c3d96 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:23.302529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-683c89a6-512a-4ca2-9ece-4e8cb98d30d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.335191 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d14a5dd9-b6fc-459b-88d8-87e62c0395b7 req-220cbb48-024c-4347-b45d-c1156addd823 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054154 Apr 29 15:31:23.348205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e6c87d2c-89f9-459e-90d6-48980fbfb668 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.349591 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e6c87d2c-89f9-459e-90d6-48980fbfb668 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3969421 Apr 29 15:31:23.359320 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59810) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:23.361691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:31:23.378132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.381951 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.415082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.415435 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Added segment 70369dc7-8290-4df2-988b-8fdf23cab79f of type vlan for network 4bcfaf0d-dde7-4bf8-bce5-94842598f257 Apr 29 15:31:23.438567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eec511e-7701-40a8-9fc7-1565866ee931 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.528417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1f2a-bb20-4740-9497-30c89e10fd58 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.596362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.616674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1f2a-bb20-4740-9497-30c89e10fd58 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.756401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-683c89a6-512a-4ca2-9ece-4e8cb98d30d0 admin admin] For port f2f2f2c2-d28d-4460-850a-0db9281c3d96, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f2f2f2c2-d28d-4460-850a-0db9281c3d96,segment=NetworkSegment(255f6768-19ec-4aaf-872f-df625d7efa05),segment_id=255f6768-19ec-4aaf-872f-df625d7efa05)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:23.756790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-683c89a6-512a-4ca2-9ece-4e8cb98d30d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.775552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1f2a-bb20-4740-9497-30c89e10fd58 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.828177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4e7beb90-0faa-4d41-83f8-e2db1734daf9 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:23.872139 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 4e7beb90-0faa-4d41-83f8-e2db1734daf9 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:23.872657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4e7beb90-0faa-4d41-83f8-e2db1734daf9 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:23.873175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:23.918196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-683c89a6-512a-4ca2-9ece-4e8cb98d30d0 admin admin] Calling delete_port for f2f2f2c2-d28d-4460-850a-0db9281c3d96 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:23.951482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.957746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:23.958349 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.963156 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Floating IP 50c946d2-8f68-4c66-b931-53fbb97a2aa3 associated. External IP: 172.26.2.36, port: c4585ca9-a47d-4f4a-b25e-914c9ae30525. Apr 29 15:31:23.981009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:23.988052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c1f2a-bb20-4740-9497-30c89e10fd58 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13951601-c713-4044-bc6d-8b5d8e09e326,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:24.000653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:24.004134 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853f1ca-9d01-4e48-b82d-eeceffb041a1 req-7f21fdea-0d76-428b-a212-bcede2dc9375 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:24.005736 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5853f1ca-9d01-4e48-b82d-eeceffb041a1 req-7f21fdea-0d76-428b-a212-bcede2dc9375 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.5547798 Apr 29 15:31:24.063115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:24.109264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d7c1f2a-bb20-4740-9497-30c89e10fd58 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:24.110422 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0d7c1f2a-bb20-4740-9497-30c89e10fd58 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/13951601-c713-4044-bc6d-8b5d8e09e326 HTTP/1.1" status: 204 len: 168 time: 0.7461526 Apr 29 15:31:24.139379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59816) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:24.145686 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eec511e-7701-40a8-9fc7-1565866ee931 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Router 6ddc4900-e69a-4ed3-bce2-70589b5e4e25 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:24.182639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6f7a91-53a8-43ec-934a-ccbeb70c9f9f,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:24.198066 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5476677 Apr 29 15:31:24.215756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59820) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:24.225434 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6e915-fd27-4fa4-91dd-658297b902e9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Network': ['ID=4bcfaf0d-dde7-4bf8-bce5-94842598f257,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:24.239333 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 4bcfaf0d-dde7-4bf8-bce5-94842598f257 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:31:24.272994 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'subnet': {'network_id': '4bcfaf0d-dde7-4bf8-bce5-94842598f257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:24.300746 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5853f1ca-9d01-4e48-b82d-eeceffb041a1 req-59e3f4c4-af49-4e9e-b45d-6effc5770c29 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641413 Apr 29 15:31:24.381999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b2169fb1-d240-40de-a0df-56d78b8aa7ef tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:24.387065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eec511e-7701-40a8-9fc7-1565866ee931 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:24.392825 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7eec511e-7701-40a8-9fc7-1565866ee931 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "PUT /v2.0/routers/6ddc4900-e69a-4ed3-bce2-70589b5e4e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8344772 Apr 29 15:31:24.400958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59826) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:24.403821 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e003cc6a-005d-4383-a31b-fd030ff09fd7 None None] Sync routers for ids ['6ddc4900-e69a-4ed3-bce2-70589b5e4e25'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:24.416555 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003cc6a-005d-4383-a31b-fd030ff09fd7 None None] Routers {'6ddc4900-e69a-4ed3-bce2-70589b5e4e25'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:24.417344 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e003cc6a-005d-4383-a31b-fd030ff09fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6ddc4900-e69a-4ed3-bce2-70589b5e4e25'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:24.461322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:24.475653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:subnet and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:24.481080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:24.490297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:24.549927 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:24.575341 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-e003cc6a-005d-4383-a31b-fd030ff09fd7 None None] Set router 6ddc4900-e69a-4ed3-bce2-70589b5e4e25 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:24.616927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a059c9-1e05-4772-881c-0697e07badd2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:24.618408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a059c9-1e05-4772-881c-0697e07badd2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:24.619168 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-98a059c9-1e05-4772-881c-0697e07badd2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:24.698137 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b2169fb1-d240-40de-a0df-56d78b8aa7ef tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:24.702637 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b2169fb1-d240-40de-a0df-56d78b8aa7ef tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5566194 Apr 29 15:31:24.714298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59830) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:24.728336 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e003cc6a-005d-4383-a31b-fd030ff09fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc4900-e69a-4ed3-bce2-70589b5e4e25', 'name': 'tempest-NetworksTestDHCPv6-router-1653950731', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:31:06Z', 'updated_at': '2022-04-29T15:31:21Z', 'revision_number': 3, 'project_id': 'c096192df7af4829b733714b18b563f2', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:24.732804 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e003cc6a-005d-4383-a31b-fd030ff09fd7 None None] Checking router: 6ddc4900-e69a-4ed3-bce2-70589b5e4e25 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:31:24.741426 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003cc6a-005d-4383-a31b-fd030ff09fd7 None None] Routers {'6ddc4900-e69a-4ed3-bce2-70589b5e4e25'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:24.742014 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e003cc6a-005d-4383-a31b-fd030ff09fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6ddc4900-e69a-4ed3-bce2-70589b5e4e25'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:24.804110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-98a059c9-1e05-4772-881c-0697e07badd2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:24.807820 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-98a059c9-1e05-4772-881c-0697e07badd2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4032149 Apr 29 15:31:24.813575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59834) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:24.865150 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:24.868570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:24.871715 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-e003cc6a-005d-4383-a31b-fd030ff09fd7 None None] Set router 6ddc4900-e69a-4ed3-bce2-70589b5e4e25 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:24.926059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:24.962182 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:24.969120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:24.978983 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e003cc6a-005d-4383-a31b-fd030ff09fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc4900-e69a-4ed3-bce2-70589b5e4e25', 'name': 'tempest-NetworksTestDHCPv6-router-1653950731', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:31:06Z', 'updated_at': '2022-04-29T15:31:21Z', 'revision_number': 3, 'project_id': 'c096192df7af4829b733714b18b563f2', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:24.980273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd6a84d-34a6-4be3-a698-71ffa326ebf4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet e85ea042-293d-4acb-8e68-497303fe4815 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:31:24.983272 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e003cc6a-005d-4383-a31b-fd030ff09fd7 None None] The sync data for ids ['6ddc4900-e69a-4ed3-bce2-70589b5e4e25'] in dv-neutron-839183-1-hyperv is: [{'id': '6ddc4900-e69a-4ed3-bce2-70589b5e4e25', 'name': 'tempest-NetworksTestDHCPv6-router-1653950731', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:31:06Z', 'updated_at': '2022-04-29T15:31:21Z', 'revision_number': 3, 'project_id': 'c096192df7af4829b733714b18b563f2', 'gw_port_host': None}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:25.045427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a84d-34a6-4be3-a698-71ffa326ebf4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.072083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.095755 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-36d93d4f-44d1-4a7b-80dd-8b949bbf4d03 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.114951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f75d6-541a-4b35-bf75-cc74726adcf9 req-522aae3e-b6a4-4b5b-b47a-71735d9a97f9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:25.116410 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-250f75d6-541a-4b35-bf75-cc74726adcf9 req-522aae3e-b6a4-4b5b-b47a-71735d9a97f9 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3433707 Apr 29 15:31:25.185033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.185537 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 286ef9cd-9121-4735-8232-4648f9229977 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:31:25.221359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-683c89a6-512a-4ca2-9ece-4e8cb98d30d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.326111 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-250f75d6-541a-4b35-bf75-cc74726adcf9 req-11ca87df-a461-4921-8f46-686ca02a230a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031779 Apr 29 15:31:25.344871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.379992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c89a6-512a-4ca2-9ece-4e8cb98d30d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f2f2c2-d28d-4460-850a-0db9281c3d96,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:25.433460 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.437768 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f547914e-338e-4603-ac9e-bfc22ef3c762 admin admin] 10.222.0.39 "DELETE /v2.0/routers/286ef9cd-9121-4735-8232-4648f9229977 HTTP/1.1" status: 204 len: 168 time: 3.9007771 Apr 29 15:31:25.437926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a84d-34a6-4be3-a698-71ffa326ebf4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.477757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59840) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:25.489969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-36d93d4f-44d1-4a7b-80dd-8b949bbf4d03 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.561437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e1ecd4-6ba3-45f4-92f2-a6143f4c9b00 admin admin] Deleting subnet 9a9ec513-28b0-4a6a-a7b7-1fb346640e98 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:31:25.566684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11e1ecd4-6ba3-45f4-92f2-a6143f4c9b00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.593880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.655787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:25.668780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf9688-634a-45c3-8830-0bdb9dc248c8 None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:25.681376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf9688-634a-45c3-8830-0bdb9dc248c8 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:25.682210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6dbf9688-634a-45c3-8830-0bdb9dc248c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:25.693364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a84d-34a6-4be3-a698-71ffa326ebf4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.720734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Subnet': ['ID=d08cce0d-32ed-414b-82af-866eeddb2884,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:25.735677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Allocated IP 172.26.2.192 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/d0a14758-1c9a-4415-982e-00164a33c5eb) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:25.750788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-36d93d4f-44d1-4a7b-80dd-8b949bbf4d03 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.766506 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6dbf9688-634a-45c3-8830-0bdb9dc248c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:25.778268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf9688-634a-45c3-8830-0bdb9dc248c8 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:25.779085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6dbf9688-634a-45c3-8830-0bdb9dc248c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:25.792967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d93d4f-44d1-4a7b-80dd-8b949bbf4d03 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1ad3a6-126c-45ae-acca-ac1f6c38f8f0,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:25.851458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.852842 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6dbf9688-634a-45c3-8830-0bdb9dc248c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:25.853310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbf9688-634a-45c3-8830-0bdb9dc248c8 None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:25.854364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11e1ecd4-6ba3-45f4-92f2-a6143f4c9b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.861875 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ce9fef53-bfd0-49a8-8292-b548dffd80b6 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:25.908088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Checking segment: {'id': '70369dc7-8290-4df2-988b-8fdf23cab79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4bcfaf0d-dde7-4bf8-bce5-94842598f257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:25.908454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network hostable DHCP agents. Network: 4bcfaf0d-dde7-4bf8-bce5-94842598f257, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:31:25.909795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: ce9fef53-bfd0-49a8-8292-b548dffd80b6 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:25.910149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ce9fef53-bfd0-49a8-8292-b548dffd80b6 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:25.966617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-683c89a6-512a-4ca2-9ece-4e8cb98d30d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.981747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-36d93d4f-44d1-4a7b-80dd-8b949bbf4d03 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:25.982855 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-36d93d4f-44d1-4a7b-80dd-8b949bbf4d03 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-groups/3f1ad3a6-126c-45ae-acca-ac1f6c38f8f0 HTTP/1.1" status: 204 len: 168 time: 1.2676022 Apr 29 15:31:26.008342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59844) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:26.072583 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bad70717-0fb3-49ab-a1bd-39ca9fa96b64 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.2136033 Apr 29 15:31:26.088366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59848) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:26.092547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network 4bcfaf0d-dde7-4bf8-bce5-94842598f257 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:31:26.094085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a84d-34a6-4be3-a698-71ffa326ebf4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:26.120240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11e1ecd4-6ba3-45f4-92f2-a6143f4c9b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:26.146164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-15ad893f-7d72-47ac-a1ea-87ef1099bc3e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'floatingip': {'port_id': 'c4585ca9-a47d-4f4a-b25e-914c9ae30525', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:26.249530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6a84d-34a6-4be3-a698-71ffa326ebf4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=e85ea042-293d-4acb-8e68-497303fe4815,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:26.264771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:26.276001 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee860d-aaaf-4cf5-a47d-250d7f779429 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:26.276278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a84d-34a6-4be3-a698-71ffa326ebf4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:26.289728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9309c1e6-51b5-46b3-8d74-0a58f6e90e83 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:26.326800 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-92027990-3871-4a17-bc72-64465b5f0ab1 req-14cb6254-e57d-4477-9740-c7f0f0f2a94f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4026871 Apr 29 15:31:26.337706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15ad893f-7d72-47ac-a1ea-87ef1099bc3e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:26.412153 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0fd6a84d-34a6-4be3-a698-71ffa326ebf4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/e85ea042-293d-4acb-8e68-497303fe4815 HTTP/1.1" status: 204 len: 168 time: 1.5918734 Apr 29 15:31:26.412876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 4bcfaf0d-dde7-4bf8-bce5-94842598f257) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:26.417857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:26.418448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:26.430717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59852) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:26.462185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa126f-7e8d-4128-af44-ecc3ba1576e9 None None] Network 4bcfaf0d-dde7-4bf8-bce5-94842598f257 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:26.558688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9309c1e6-51b5-46b3-8d74-0a58f6e90e83 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:26.562797 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9309c1e6-51b5-46b3-8d74-0a58f6e90e83 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5506694 Apr 29 15:31:26.564447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59856) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:26.582694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11e1ecd4-6ba3-45f4-92f2-a6143f4c9b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:26.619048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11e1ecd4-6ba3-45f4-92f2-a6143f4c9b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:26.624425 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-11e1ecd4-6ba3-45f4-92f2-a6143f4c9b00 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9a9ec513-28b0-4a6a-a7b7-1fb346640e98 HTTP/1.1" status: 204 len: 168 time: 1.1444719 Apr 29 15:31:26.630252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8162a645-2eb0-4588-8912-890df822e83c None None] Network 04c046b6-30e7-453f-b79d-e5fa632df990 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:26.638643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59860) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:26.654837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:26.687387 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fc367af8-598d-4334-9cd5-1b7acb697e4b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4632461 Apr 29 15:31:26.696501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1ecd4-6ba3-45f4-92f2-a6143f4c9b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9ec513-28b0-4a6a-a7b7-1fb346640e98,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:26.701911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59864) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:26.710189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'subnet': {'network_id': '4bcfaf0d-dde7-4bf8-bce5-94842598f257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:26.776311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92027990-3871-4a17-bc72-64465b5f0ab1 req-50f4cdc0-86c3-4e1c-acac-d0e8ae4c1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:26.777687 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-92027990-3871-4a17-bc72-64465b5f0ab1 req-50f4cdc0-86c3-4e1c-acac-d0e8ae4c1058 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1efd4495704a168117d9d603fb1f93&device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 1099 time: 0.3487906 Apr 29 15:31:26.807193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:26.852065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-28b0a356-23ed-4262-8fbc-3f732d775254 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:router {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:26.878978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683c89a6-512a-4ca2-9ece-4e8cb98d30d0 admin admin] Router d3ac3545-24cd-4e93-85b6-a706863b2dff has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:26.898399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:26.967296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:27.003387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbf07f5-7052-4202-9a6a-e6a3e65b3a04 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:31:27.012011 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-adbf07f5-7052-4202-9a6a-e6a3e65b3a04 None None] Deleting port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:27.012507 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-adbf07f5-7052-4202-9a6a-e6a3e65b3a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.040127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-4bcfaf0d-dde7-4bf8-bce5-94842598f257', 'network_id': '4bcfaf0d-dde7-4bf8-bce5-94842598f257', 'tenant_id': '519d945a696847d99723ae79c2486815', 'fixed_ips': [{'subnet_id': 'd08cce0d-32ed-414b-82af-866eeddb2884'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:31:27.041239 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.042674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:subnet and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:27.045751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-28b0a356-23ed-4262-8fbc-3f732d775254 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:router {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:27.046918 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-28b0a356-23ed-4262-8fbc-3f732d775254 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6159782 Apr 29 15:31:27.048175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:27.065151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59868) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:27.091909 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a4fb36-6738-40ab-8058-e8cbe7730808 None None] DHCP port deletion for 04c046b6-30e7-453f-b79d-e5fa632df990 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:31:27.106510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-08a4fb36-6738-40ab-8058-e8cbe7730808 None None] Deleting port 655a4a8f-2488-4940-8646-ac158ab44ac6 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:27.106933 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-08a4fb36-6738-40ab-8058-e8cbe7730808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.126241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:27.170948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:27.195840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1d57c9db-9c08-4290-80b1-446909239cc6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.220130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a14758-1c9a-4415-982e-00164a33c5eb,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:27.223040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8496c34-d044-4ac9-a6b6-d5e89ece82ba tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.313341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.348630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:27.352009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.370383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1d57c9db-9c08-4290-80b1-446909239cc6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.479504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Deleting port 655a4a8f-2488-4940-8646-ac158ab44ac6 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:27.480168 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.513038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-adbf07f5-7052-4202-9a6a-e6a3e65b3a04 None None] For port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b2c8a53f-9f4f-4807-9297-2bdd0139a0ed,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:27.513038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-adbf07f5-7052-4202-9a6a-e6a3e65b3a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.569206 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683c89a6-512a-4ca2-9ece-4e8cb98d30d0 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:27.577825 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-683c89a6-512a-4ca2-9ece-4e8cb98d30d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/d3ac3545-24cd-4e93-85b6-a706863b2dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1027033 Apr 29 15:31:27.583244 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d84a1a1-cee0-46c4-9c50-11f1b3404d0c None None] Sync routers for ids ['d3ac3545-24cd-4e93-85b6-a706863b2dff'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:27.600411 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d84a1a1-cee0-46c4-9c50-11f1b3404d0c None None] Routers {'d3ac3545-24cd-4e93-85b6-a706863b2dff'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:27.602945 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59872) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:27.604211 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1d84a1a1-cee0-46c4-9c50-11f1b3404d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d3ac3545-24cd-4e93-85b6-a706863b2dff'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:27.672588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-adbf07f5-7052-4202-9a6a-e6a3e65b3a04 None None] Calling delete_port for b2c8a53f-9f4f-4807-9297-2bdd0139a0ed owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:27.795123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8496c34-d044-4ac9-a6b6-d5e89ece82ba tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.799328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8496c34-d044-4ac9-a6b6-d5e89ece82ba tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.805663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Allocated IP 2001:db8::2 (4bcfaf0d-dde7-4bf8-bce5-94842598f257/d08cce0d-32ed-414b-82af-866eeddb2884/9c826e62-e133-4ff8-a8bb-d5680c416704) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:27.819756 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 655a4a8f-2488-4940-8646-ac158ab44ac6 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:27.836138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92027990-3871-4a17-bc72-64465b5f0ab1 req-d3acaca8-5189-41ee-ad74-023564b7b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:27.837618 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-92027990-3871-4a17-bc72-64465b5f0ab1 req-d3acaca8-5189-41ee-ad74-023564b7b9be service neutron] 10.222.0.44 "GET /v2.0/networks?id=2964b386-6c1c-4f7e-9bbd-459b2e114f03 HTTP/1.1" status: 200 len: 913 time: 1.0237217 Apr 29 15:31:27.914532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-08a4fb36-6738-40ab-8058-e8cbe7730808 None None] For port 655a4a8f-2488-4940-8646-ac158ab44ac6, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=655a4a8f-2488-4940-8646-ac158ab44ac6,segment=NetworkSegment(d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d),segment_id=d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:27.914930 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-08a4fb36-6738-40ab-8058-e8cbe7730808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:27.922234 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-1d84a1a1-cee0-46c4-9c50-11f1b3404d0c None None] Set router d3ac3545-24cd-4e93-85b6-a706863b2dff gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:28.026779 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8496c34-d044-4ac9-a6b6-d5e89ece82ba tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.027369 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8496c34-d044-4ac9-a6b6-d5e89ece82ba tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Fanout notify agent at l3_agent the message router_deleted on router 6ddc4900-e69a-4ed3-bce2-70589b5e4e25 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:31:28.114322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.200171 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-92027990-3871-4a17-bc72-64465b5f0ab1 req-03cead7b-07b1-446e-a1d2-ede45d27b6fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647904f8-4d44-429d-940d-7234c4631de1 HTTP/1.1" status: 200 len: 1001 time: 0.2876117 Apr 29 15:31:28.220264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Subnet': ['ID=075eed75-4437-4765-811f-cafdb0641896,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:28.227045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8496c34-d044-4ac9-a6b6-d5e89ece82ba tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.230807 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d8496c34-d044-4ac9-a6b6-d5e89ece82ba tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/routers/6ddc4900-e69a-4ed3-bce2-70589b5e4e25 HTTP/1.1" status: 204 len: 168 time: 1.1588802 Apr 29 15:31:28.231349 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59876) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:28.235877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1d57c9db-9c08-4290-80b1-446909239cc6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.281372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e3816129-372e-4850-99c4-a5809cae70a0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:28.295065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network 4bcfaf0d-dde7-4bf8-bce5-94842598f257 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:28.298530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:28.303674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:28.304660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.320643 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1d84a1a1-cee0-46c4-9c50-11f1b3404d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:31:24Z', 'revision_number': 5, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:28.325492 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d84a1a1-cee0-46c4-9c50-11f1b3404d0c None None] Checking router: d3ac3545-24cd-4e93-85b6-a706863b2dff for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:31:28.336016 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d84a1a1-cee0-46c4-9c50-11f1b3404d0c None None] Routers {'d3ac3545-24cd-4e93-85b6-a706863b2dff'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:28.336575 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1d84a1a1-cee0-46c4-9c50-11f1b3404d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d3ac3545-24cd-4e93-85b6-a706863b2dff'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:28.349407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.360411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Transition to ACTIVE for port object 9c826e62-e133-4ff8-a8bb-d5680c416704 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:28.381212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Transition to ACTIVE for port object 9c826e62-e133-4ff8-a8bb-d5680c416704 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:28.390378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-08a4fb36-6738-40ab-8058-e8cbe7730808 None None] Calling delete_port for 655a4a8f-2488-4940-8646-ac158ab44ac6 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:28.401007 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d010ec43-5003-453a-9ae0-234a33bf899a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6966550 Apr 29 15:31:28.402174 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59880) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:28.420577 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-adbf07f5-7052-4202-9a6a-e6a3e65b3a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.464306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57c9db-9c08-4290-80b1-446909239cc6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f214373f-dcad-46d2-927d-709050b26add,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:28.464855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e3816129-372e-4850-99c4-a5809cae70a0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:28.468970 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e3816129-372e-4850-99c4-a5809cae70a0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2341013 Apr 29 15:31:28.471073 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59884) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:28.507451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.512028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf07f5-7052-4202-9a6a-e6a3e65b3a04 None None] Pushing event deleted for resources: {'Port': ['ID=b2c8a53f-9f4f-4807-9297-2bdd0139a0ed,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:28.550881 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf07f5-7052-4202-9a6a-e6a3e65b3a04 None None] No DVR routers for this DVR port b2c8a53f-9f4f-4807-9297-2bdd0139a0ed on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:31:28.575054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee16fe-2f5a-4125-8245-97c6cbddb8ba tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:28.577437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee16fe-2f5a-4125-8245-97c6cbddb8ba tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:28.579360 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee16fe-2f5a-4125-8245-97c6cbddb8ba tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:28.580809 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-1d84a1a1-cee0-46c4-9c50-11f1b3404d0c None None] Set router d3ac3545-24cd-4e93-85b6-a706863b2dff gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:28.581463 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee16fe-2f5a-4125-8245-97c6cbddb8ba tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:28.583108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee16fe-2f5a-4125-8245-97c6cbddb8ba tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:28.584239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-46ee16fe-2f5a-4125-8245-97c6cbddb8ba tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Synchronizing usage tracker for tenant:519d945a696847d99723ae79c2486815 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:28.633438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ed181-ab6f-4ccb-a902-83b9b84486f1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:28.637172 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c12ed181-ab6f-4ccb-a902-83b9b84486f1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1425178 Apr 29 15:31:28.637933 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59888) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:28.647485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Network 4bcfaf0d-dde7-4bf8-bce5-94842598f257 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:28.653608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:28.669919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:28.714902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8aeee2e0-575f-4133-858f-a688b67e60ae tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:router {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:28.719380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-46ee16fe-2f5a-4125-8245-97c6cbddb8ba tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Unset dirty status for tenant:519d945a696847d99723ae79c2486815 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:28.720918 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-46ee16fe-2f5a-4125-8245-97c6cbddb8ba tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3175843 Apr 29 15:31:28.727397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59892) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:28.736086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767964285'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:28.742502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:28.750765 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:network and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:28.755150 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:28.758467 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Pushing event updated for resources: {'Port': ['ID=9c826e62-e133-4ff8-a8bb-d5680c416704,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:28.762308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:28.768520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.801181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.808216 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Attempting to bind port 9c826e62-e133-4ff8-a8bb-d5680c416704 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:31:28.808610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Attempting to bind port 9c826e62-e133-4ff8-a8bb-d5680c416704 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '70369dc7-8290-4df2-988b-8fdf23cab79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4bcfaf0d-dde7-4bf8-bce5-94842598f257'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:31:28.808971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Attempting to bind port 9c826e62-e133-4ff8-a8bb-d5680c416704 on network 4bcfaf0d-dde7-4bf8-bce5-94842598f257 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:31:28.816269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:31:28.816745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Checking segment: {'id': '70369dc7-8290-4df2-988b-8fdf23cab79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4bcfaf0d-dde7-4bf8-bce5-94842598f257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:28.817146 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.817533 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Bound using segment: {'id': '70369dc7-8290-4df2-988b-8fdf23cab79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4bcfaf0d-dde7-4bf8-bce5-94842598f257'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:31:28.817988 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Bound port: 9c826e62-e133-4ff8-a8bb-d5680c416704, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70369dc7-8290-4df2-988b-8fdf23cab79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4bcfaf0d-dde7-4bf8-bce5-94842598f257'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:31:28.818366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.828970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8aeee2e0-575f-4133-858f-a688b67e60ae tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:router {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:28.830708 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8aeee2e0-575f-4133-858f-a688b67e60ae tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1913455 Apr 29 15:31:28.836603 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59896) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:28.843745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:28.876009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:28.881125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-08a4fb36-6738-40ab-8058-e8cbe7730808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.884189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.960590 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1d84a1a1-cee0-46c4-9c50-11f1b3404d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:31:24Z', 'revision_number': 5, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:28.967782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1d57c9db-9c08-4290-80b1-446909239cc6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.968908 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1d57c9db-9c08-4290-80b1-446909239cc6 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-groups/f214373f-dcad-46d2-927d-709050b26add HTTP/1.1" status: 204 len: 168 time: 2.4043663 Apr 29 15:31:28.971022 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d84a1a1-cee0-46c4-9c50-11f1b3404d0c None None] The sync data for ids ['d3ac3545-24cd-4e93-85b6-a706863b2dff'] in dv-neutron-839183-1-hyperv is: [{'id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'name': 'tempest-ServersTestJSON-461030707-router', 'tenant_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:31:24Z', 'revision_number': 5, 'project_id': '297bc5c69bee4cd1a2fc88b4c268b27e', 'gw_port': {'id': '9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ac3545-24cd-4e93-85b6-a706863b2dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:18Z', 'updated_at': '2022-04-29T15:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:28.973316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4fb36-6738-40ab-8058-e8cbe7730808 None None] Pushing event deleted for resources: {'Port': ['ID=655a4a8f-2488-4940-8646-ac158ab44ac6,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:28.978060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b2c8a53f-9f4f-4807-9297-2bdd0139a0ed no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:28.979083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59900) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:28.984219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] For port 655a4a8f-2488-4940-8646-ac158ab44ac6, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=655a4a8f-2488-4940-8646-ac158ab44ac6,segment=NetworkSegment(d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d),segment_id=d3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:28.990748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:28.999629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:29.004606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4fb36-6738-40ab-8058-e8cbe7730808 None None] No DVR routers for this DVR port 655a4a8f-2488-4940-8646-ac158ab44ac6 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:31:29.010002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:31:29.039469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:29.039811 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Added segment 253275ff-0667-41fd-a32d-1db159daa3ca of type vlan for network 1deb34af-5026-40de-9be1-e4ca303b70d6 Apr 29 15:31:29.041666 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: b2c8a53f-9f4f-4807-9297-2bdd0139a0ed {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:29.046362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b2c8a53f-9f4f-4807-9297-2bdd0139a0ed not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:29.050171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] For port 9c826e62-e133-4ff8-a8bb-d5680c416704, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:31:29.050306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:29.053821 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] For port 9c826e62-e133-4ff8-a8bb-d5680c416704, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9c826e62-e133-4ff8-a8bb-d5680c416704,segment=NetworkSegment(70369dc7-8290-4df2-988b-8fdf23cab79f),segment_id=70369dc7-8290-4df2-988b-8fdf23cab79f)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:29.058239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:29.062588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:29.077855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:29.084012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:29.137761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:29.153606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92027990-3871-4a17-bc72-64465b5f0ab1 req-1fbc5957-453d-42a8-bc38-2b267e9ad8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:29.155032 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-92027990-3871-4a17-bc72-64465b5f0ab1 req-1fbc5957-453d-42a8-bc38-2b267e9ad8c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e596a82-36fa-4d0f-b10e-5eea0b359f13 HTTP/1.1" status: 200 len: 851 time: 0.9063845 Apr 29 15:31:29.159602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.resource_extend [None req-15ad893f-7d72-47ac-a1ea-87ef1099bc3e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:31:29.169732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:29.173300 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:29.230289 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a1671-25cb-4bec-b34d-4bcfbf45b70b None None] Pushing event updated for resources: {'Port': ['ID=9c826e62-e133-4ff8-a8bb-d5680c416704,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:29.281801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:29.293676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:29.293676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:29.438559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Calling delete_port for 655a4a8f-2488-4940-8646-ac158ab44ac6 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:29.459117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Network': ['ID=1deb34af-5026-40de-9be1-e4ca303b70d6,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:29.466983 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-048ce1ae-442b-4c89-8835-40857cd75bf7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7331321 Apr 29 15:31:29.466983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59904) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:29.473829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 1deb34af-5026-40de-9be1-e4ca303b70d6 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:31:29.474931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ab45f131-64a0-4b0a-a60b-6540e31cb1de tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:29.600554 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15ad893f-7d72-47ac-a1ea-87ef1099bc3e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:29.626069 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b914acb5-bff2-43cc-8a66-3842f6faf7a7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:29.704699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:29.714712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15ad893f-7d72-47ac-a1ea-87ef1099bc3e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:29.779738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b914acb5-bff2-43cc-8a66-3842f6faf7a7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:29.780704 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b914acb5-bff2-43cc-8a66-3842f6faf7a7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7828240 Apr 29 15:31:29.819228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9c826e62-e133-4ff8-a8bb-d5680c416704 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:29.830261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59908) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:29.853017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513211453'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:29.870881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:31:29.871432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:31:29.871546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:29.896438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:29.906037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ab45f131-64a0-4b0a-a60b-6540e31cb1de tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:29.941961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Deleting port 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:29.942301 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:29.989088 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 9c826e62-e133-4ff8-a8bb-d5680c416704 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:30.004175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f2f2f2c2-d28d-4460-850a-0db9281c3d96 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:30.023824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92027990-3871-4a17-bc72-64465b5f0ab1 req-5afb8293-21b1-4e1f-b111-71dfeddfc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:30.025442 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-92027990-3871-4a17-bc72-64465b5f0ab1 req-5afb8293-21b1-4e1f-b111-71dfeddfc062 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2964b386-6c1c-4f7e-9bbd-459b2e114f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7867193 Apr 29 15:31:30.034795 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ab45f131-64a0-4b0a-a60b-6540e31cb1de tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:30.040485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: f2f2f2c2-d28d-4460-850a-0db9281c3d96 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:30.041003 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f2f2f2c2-d28d-4460-850a-0db9281c3d96 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:30.044066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.objects.ports [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88714) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:31:30.061140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:30.074740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:30.110962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab45f131-64a0-4b0a-a60b-6540e31cb1de tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network 1deb34af-5026-40de-9be1-e4ca303b70d6 is not hosted by any dhcp agent {{(pid=88714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 15:31:30.116631 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab45f131-64a0-4b0a-a60b-6540e31cb1de tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:30.117269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ab45f131-64a0-4b0a-a60b-6540e31cb1de tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:30.121369 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ab45f131-64a0-4b0a-a60b-6540e31cb1de tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "PUT /v2.0/networks/1deb34af-5026-40de-9be1-e4ca303b70d6 HTTP/1.1" status: 200 len: 723 time: 0.6521626 Apr 29 15:31:30.141027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59912) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:30.152008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'subnet': {'network_id': '1deb34af-5026-40de-9be1-e4ca303b70d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:30.381704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Deleting port 655a4a8f-2488-4940-8646-ac158ab44ac6 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:30.382144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:30.394834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:30.403342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:30.406112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:30.415263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45f131-64a0-4b0a-a60b-6540e31cb1de tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Network': ['ID=1deb34af-5026-40de-9be1-e4ca303b70d6,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:30.420633 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:30.424757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:30.425409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8fee18-a3d2-4296-bbe1-e1decc18f34a None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:30.426193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:30.449676 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 1deb34af-5026-40de-9be1-e4ca303b70d6 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:31:30.479527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:30.509535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:30.531954 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=3a70fe5d-cd58-494d-adbb-17609c9da173,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:30.544361 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:30.545981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] The port '655a4a8f-2488-4940-8646-ac158ab44ac6' was deleted {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:31:30.564814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:30.573468 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd1c866-46f7-461f-9313-86082bb4827f None None] Network 4bcfaf0d-dde7-4bf8-bce5-94842598f257 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:30.590962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:30.619756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:30.643200 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-35403ec7-290d-43bc-981b-a76ea255da40 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8028159 Apr 29 15:31:30.643880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59916) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:30.651569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:30.745515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:30.765387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:30.769342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:30.802592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5006c1dd-e85a-4f85-9908-c0c37a582c6d None None] Provisioning for port 9c826e62-e133-4ff8-a8bb-d5680c416704 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:30.836516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5006c1dd-e85a-4f85-9908-c0c37a582c6d None None] Provisioning complete for port 9c826e62-e133-4ff8-a8bb-d5680c416704 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:30.836861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5006c1dd-e85a-4f85-9908-c0c37a582c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:30.922463 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-92027990-3871-4a17-bc72-64465b5f0ab1 req-3fe6e0cd-2e4a-4557-97e7-87bb50acde60 service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287273 Apr 29 15:31:30.947565 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c1c64e-26bc-4c41-a188-78a1ab34e2e7,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:30.989067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:30.995966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:31.000257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:31.008004 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:31.059364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.059601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.063492 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-42806ef0-2e03-48e0-9694-af306dda778a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2301173 Apr 29 15:31:31.064145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59922) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:31.074044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-6ff032d9-6ce3-4da9-a986-cfc6eff5adb5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': 'e1c1c64e-26bc-4c41-a188-78a1ab34e2e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:31.079704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] For port 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:31.080067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.088368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6ff032d9-6ce3-4da9-a986-cfc6eff5adb5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:31.096283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6ff032d9-6ce3-4da9-a986-cfc6eff5adb5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:31.102001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6ff032d9-6ce3-4da9-a986-cfc6eff5adb5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:31.111614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6ff032d9-6ce3-4da9-a986-cfc6eff5adb5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:31.132025 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:31.135475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.146720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '3a70fe5d-cd58-494d-adbb-17609c9da173'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:31:31.147456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.232961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5006c1dd-e85a-4f85-9908-c0c37a582c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.250939 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ff032d9-6ce3-4da9-a986-cfc6eff5adb5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.273227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5006c1dd-e85a-4f85-9908-c0c37a582c6d None None] For port 9c826e62-e133-4ff8-a8bb-d5680c416704, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9c826e62-e133-4ff8-a8bb-d5680c416704,segment=NetworkSegment(70369dc7-8290-4df2-988b-8fdf23cab79f),segment_id=70369dc7-8290-4df2-988b-8fdf23cab79f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:31.285240 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c046b6-30e7-453f-b79d-e5fa632df990']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:31.306779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Calling delete_port for 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:31.312027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.368731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:31.369297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fd3dc0-3e7a-4bab-b5f2-9df3d2dc182d') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:31.380903 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5006c1dd-e85a-4f85-9908-c0c37a582c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.397525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ad893f-7d72-47ac-a1ea-87ef1099bc3e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:31.404428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ff032d9-6ce3-4da9-a986-cfc6eff5adb5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.420386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.442706 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Subnet': ['ID=82845b7a-1a5b-4b61-b45a-d00002e30758,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:31.455298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Checking segment: {'id': '253275ff-0667-41fd-a32d-1db159daa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1deb34af-5026-40de-9be1-e4ca303b70d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:31.455298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network hostable DHCP agents. Network: 1deb34af-5026-40de-9be1-e4ca303b70d6, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:31:31.467725 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-92027990-3871-4a17-bc72-64465b5f0ab1 req-12bffc95-7393-4b9d-8c07-db875bc7fb70 service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226514 Apr 29 15:31:31.476738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.488394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ff032d9-6ce3-4da9-a986-cfc6eff5adb5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.518682 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Allocated IP 2001:db8::f816:3eff:fea0:edd5 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/3a70fe5d-cd58-494d-adbb-17609c9da173/33dc2da9-ec75-4b66-b686-6576999620f2) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:31.540893 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006c1dd-e85a-4f85-9908-c0c37a582c6d None None] Pushing event updated for resources: {'Port': ['ID=9c826e62-e133-4ff8-a8bb-d5680c416704,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:31.558727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:31:31.559123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.567400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff6f21-e186-4245-b15a-d02a3f452c4e None None] Update dhcp port {'port': {'network_id': '4bcfaf0d-dde7-4bf8-bce5-94842598f257', 'fixed_ips': [{'subnet_id': 'd08cce0d-32ed-414b-82af-866eeddb2884', 'ip_address': '2001:db8::2'}, {'subnet_id': '075eed75-4437-4765-811f-cafdb0641896'}], 'binding:host_id': 'dv-neutron-839183-1-hyperv'}, 'id': '9c826e62-e133-4ff8-a8bb-d5680c416704'} from dv-neutron-839183-1-hyperv. {{(pid=88716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 15:31:31.567914 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff032d9-6ce3-4da9-a986-cfc6eff5adb5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e73034e-806f-46f6-9601-9ab9d1f98c28,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:31.597347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network 1deb34af-5026-40de-9be1-e4ca303b70d6 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:31:31.676028 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 1deb34af-5026-40de-9be1-e4ca303b70d6) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:31.680959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:31.681815 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.694917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-23ff6f21-e186-4245-b15a-d02a3f452c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.703078 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ff032d9-6ce3-4da9-a986-cfc6eff5adb5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.704555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15403c9e-737f-4f58-9bff-68a1e11732df None None] Network 1deb34af-5026-40de-9be1-e4ca303b70d6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:31.713038 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6ff032d9-6ce3-4da9-a986-cfc6eff5adb5 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6371367 Apr 29 15:31:31.713038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59926) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:31.748687 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ec47285-c2a5-4ee7-84c6-09e95861e364 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.777814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ec47285-c2a5-4ee7-84c6-09e95861e364 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.788377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:31.796976 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9c826e62-e133-4ff8-a8bb-d5680c416704 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:31:31.799185 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:31:31.871962 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-95cf5287-2768-46ee-8d20-a29bb6b719f1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7241030 Apr 29 15:31:31.878419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59930) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:31.887691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-68e217d9-4ef0-408b-b314-0f3013ee3a53 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:31.922486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=554533ca-0e34-4205-b907-3d8125dd8665,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:31.934245 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:31.938823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:31.950251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:31.950930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.015015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ad893f-7d72-47ac-a1ea-87ef1099bc3e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:32.024222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Router 1a29fa36-642d-452e-b16e-70755dede599 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:31:32.046918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ec47285-c2a5-4ee7-84c6-09e95861e364 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.055939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.063685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ec47285-c2a5-4ee7-84c6-09e95861e364 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.068506 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1ec47285-c2a5-4ee7-84c6-09e95861e364 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0e73034e-806f-46f6-9601-9ab9d1f98c28 HTTP/1.1" status: 204 len: 168 time: 0.3551679 Apr 29 15:31:32.069509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec47285-c2a5-4ee7-84c6-09e95861e364 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e73034e-806f-46f6-9601-9ab9d1f98c28,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:32.071591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59934) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:32.082347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-68e217d9-4ef0-408b-b314-0f3013ee3a53 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5438542'] for subnet, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.085696 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d57296-563c-4bff-a7dd-3392dd43b7a3 None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:32.141063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.143163 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] 10.222.0.39 "DELETE /v2.0/networks/04c046b6-30e7-453f-b79d-e5fa632df990 HTTP/1.1" status: 204 len: 168 time: 5.5031662 Apr 29 15:31:32.148092 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9b43d05c-3567-4856-8858-89cc714c20d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5030835 Apr 29 15:31:32.164373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59940) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:32.183115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d57296-563c-4bff-a7dd-3392dd43b7a3 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:32.183693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b0d57296-563c-4bff-a7dd-3392dd43b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:32.212679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15ad893f-7d72-47ac-a1ea-87ef1099bc3e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.264330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e653bc7-4daa-41ff-9f8d-24585c60ca34 admin admin] Pushing event deleted for resources: {'Network': ['ID=04c046b6-30e7-453f-b79d-e5fa632df990,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:32.280689 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.345726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:32.389822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ce45-7c98-4244-abdd-b1c175ee5763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.444887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:e0:95:3f', 'name': 'tempest-NetworksTestDHCPv6-1182866913'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:32.447429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b0d57296-563c-4bff-a7dd-3392dd43b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:32.449925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.513539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-68e217d9-4ef0-408b-b314-0f3013ee3a53 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736060948727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-867252'] for subnet, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.530036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:32.530247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9c826e62-e133-4ff8-a8bb-d5680c416704 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:32.530592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.544106 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-15ad893f-7d72-47ac-a1ea-87ef1099bc3e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "PUT /v2.0/floatingips/50c946d2-8f68-4c66-b931-53fbb97a2aa3 HTTP/1.1" status: 200 len: 978 time: 6.4516211 Apr 29 15:31:32.547073 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Sync routers for ids ['1a29fa36-642d-452e-b16e-70755dede599'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:32.550115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.558394 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Routers {'1a29fa36-642d-452e-b16e-70755dede599'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:32.559346 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1a29fa36-642d-452e-b16e-70755dede599'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:32.567060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Transition to ACTIVE for port object 33dc2da9-ec75-4b66-b686-6576999620f2 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:32.598518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59944) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:32.617843 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d57296-563c-4bff-a7dd-3392dd43b7a3 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:32.618788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b0d57296-563c-4bff-a7dd-3392dd43b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:32.766826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9457ca05-4ff0-4333-8547-6fde86583292 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:32.779469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e217d9-4ef0-408b-b314-0f3013ee3a53 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:32.780058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-68e217d9-4ef0-408b-b314-0f3013ee3a53 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.781372 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-68e217d9-4ef0-408b-b314-0f3013ee3a53 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "PUT /v2.0/subnets/82845b7a-1a5b-4b61-b45a-d00002e30758 HTTP/1.1" status: 200 len: 826 time: 0.9004948 Apr 29 15:31:32.794368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59948) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:32.794716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Transition to ACTIVE for port object 33dc2da9-ec75-4b66-b686-6576999620f2 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:32.799738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-23ff6f21-e186-4245-b15a-d02a3f452c4e None None] Allocated IP 172.20.0.1 (4bcfaf0d-dde7-4bf8-bce5-94842598f257/075eed75-4437-4765-811f-cafdb0641896/9c826e62-e133-4ff8-a8bb-d5680c416704) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:32.802046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b0d57296-563c-4bff-a7dd-3392dd43b7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:32.802602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d57296-563c-4bff-a7dd-3392dd43b7a3 None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:32.846037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.849525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.884150 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59952) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:32.892917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-1deb34af-5026-40de-9be1-e4ca303b70d6', 'network_id': '1deb34af-5026-40de-9be1-e4ca303b70d6', 'tenant_id': '519d945a696847d99723ae79c2486815', 'fixed_ips': [{'subnet_id': '82845b7a-1a5b-4b61-b45a-d00002e30758'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:31:32.894109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:32.912317 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Set router 1a29fa36-642d-452e-b16e-70755dede599 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:32.943705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.059519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.060723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3ac3545-24cd-4e93-85b6-a706863b2dff {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:31:33.091711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.095434 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ac07f382-2a50-4705-a0fc-b76f103de9f8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d3ac3545-24cd-4e93-85b6-a706863b2dff HTTP/1.1" status: 204 len: 168 time: 5.4902728 Apr 29 15:31:33.101949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59956) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:33.151081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:33.156237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.157580 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-435a9ba4-9c07-4c37-91a3-095fc5662efe tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.3445029 Apr 29 15:31:33.157907 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:33.177635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59960) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:33.188697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:33.219741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port 32af8d1a-dd27-4833-926e-dcb6ff89d323 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:33.219980 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.241015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e217d9-4ef0-408b-b314-0f3013ee3a53 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Subnet': ['ID=82845b7a-1a5b-4b61-b45a-d00002e30758,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:33.288158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.291078 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9457ca05-4ff0-4333-8547-6fde86583292 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:33.316050 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9457ca05-4ff0-4333-8547-6fde86583292 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.1981673 Apr 29 15:31:33.316415 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Pushing event updated for resources: {'Port': ['ID=33dc2da9-ec75-4b66-b686-6576999620f2,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:33.344850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59964) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:33.374668 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-23ff6f21-e186-4245-b15a-d02a3f452c4e None None] For port 9c826e62-e133-4ff8-a8bb-d5680c416704, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9c826e62-e133-4ff8-a8bb-d5680c416704,segment=NetworkSegment(70369dc7-8290-4df2-988b-8fdf23cab79f),segment_id=70369dc7-8290-4df2-988b-8fdf23cab79f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:33.378788 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a29fa36-642d-452e-b16e-70755dede599', 'name': 'tempest-snat-router-852828799', 'tenant_id': '03b0c58334164e249e0e7fd2798ea11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.192'}], 'enable_snat': False}, 'gw_port_id': 'd0a14758-1c9a-4415-982e-00164a33c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:31:22Z', 'updated_at': '2022-04-29T15:31:28Z', 'revision_number': 3, 'project_id': '03b0c58334164e249e0e7fd2798ea11a', 'gw_port': {'id': 'd0a14758-1c9a-4415-982e-00164a33c5eb', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a29fa36-642d-452e-b16e-70755dede599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:31:25Z', 'updated_at': '2022-04-29T15:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:33.383638 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Checking router: 1a29fa36-642d-452e-b16e-70755dede599 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:31:33.383988 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Updating router 1a29fa36-642d-452e-b16e-70755dede599 port d0a14758-1c9a-4415-982e-00164a33c5eb binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:31:33.389706 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:33.399826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:33.403239 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Attempting to bind port 33dc2da9-ec75-4b66-b686-6576999620f2 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:31:33.403616 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Attempting to bind port 33dc2da9-ec75-4b66-b686-6576999620f2 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:31:33.403977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Attempting to bind port 33dc2da9-ec75-4b66-b686-6576999620f2 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:31:33.423763 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:31:33.424134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:33.424589 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.425543 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:31:33.425971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:33.426078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Bound port: 33dc2da9-ec75-4b66-b686-6576999620f2, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:31:33.426376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.454827 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.519675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-23ff6f21-e186-4245-b15a-d02a3f452c4e None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.535405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.536169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Allocated IP 2001:db8::2 (1deb34af-5026-40de-9be1-e4ca303b70d6/82845b7a-1a5b-4b61-b45a-d00002e30758/8f87afe1-ad64-45fc-a152-500320fbc5b8) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:33.566235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-23ff6f21-e186-4245-b15a-d02a3f452c4e None None] Transition to ACTIVE for port object 9c826e62-e133-4ff8-a8bb-d5680c416704 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:33.602967 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e9fa3aa0-de58-4dc4-92af-e1d9174fd739 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c6611d5100d46fea61fea61c35b79fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6661580 Apr 29 15:31:33.605035 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] For port 33dc2da9-ec75-4b66-b686-6576999620f2, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:31:33.611540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:33.614690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59968) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:33.617960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] For port 33dc2da9-ec75-4b66-b686-6576999620f2, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=33dc2da9-ec75-4b66-b686-6576999620f2,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:33.680931 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-23ff6f21-e186-4245-b15a-d02a3f452c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.705699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d3b159-8268-449f-89fa-70a78eaa0254 admin admin] Deleting subnet 310b605c-9112-4522-86d3-3e71a3f02744 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:31:33.710453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-960b7527-ea18-4fff-8f28-eb1ad9907d9b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.715414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66d3b159-8268-449f-89fa-70a78eaa0254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.774738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-960b7527-ea18-4fff-8f28-eb1ad9907d9b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.816230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4b6f0685-f369-40b6-bcb1-840d8e87bca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.839784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:33.874535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66d3b159-8268-449f-89fa-70a78eaa0254 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.887208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4b6f0685-f369-40b6-bcb1-840d8e87bca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.926927 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.937577 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1ecf748b-ec39-4715-8a3e-88d8e4e329a1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/routers/1a29fa36-642d-452e-b16e-70755dede599 HTTP/1.1" status: 200 len: 908 time: 0.7198806 Apr 29 15:31:33.943124 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Transition to ACTIVE for port object 8f87afe1-ad64-45fc-a152-500320fbc5b8 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:33.951840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59972) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:33.963987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Request body: {'router': {'name': 'tempest-snat-router-852828799', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'enable_snat': True}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:33.967782 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Transition to ACTIVE for port object 8f87afe1-ad64-45fc-a152-500320fbc5b8 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:33.968489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:33.973478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Usage tracker for resource:router and tenant:03b0c58334164e249e0e7fd2798ea11a is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:33.974428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.976353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:33.982335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:33.984682 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:33.996387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-960b7527-ea18-4fff-8f28-eb1ad9907d9b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.996711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:33.997056 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.008118 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.015370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b7527-ea18-4fff-8f28-eb1ad9907d9b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c1c64e-26bc-4c41-a188-78a1ab34e2e7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:34.028841 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Transition to ACTIVE for port object d0a14758-1c9a-4415-982e-00164a33c5eb will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:34.046057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.083715 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.090480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 49dcaf05-ac1c-4227-b406-962f106e79ea yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:31:34.132002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:34.132002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9bc5ebf5-7e24-4c61-ba83-9d8e038eda9d not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:34.149362 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.151284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.151976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.164754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for 32af8d1a-dd27-4833-926e-dcb6ff89d323 owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:34.165512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.169834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-960b7527-ea18-4fff-8f28-eb1ad9907d9b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.171286 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-960b7527-ea18-4fff-8f28-eb1ad9907d9b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-groups/e1c1c64e-26bc-4c41-a188-78a1ab34e2e7 HTTP/1.1" status: 204 len: 168 time: 0.8246276 Apr 29 15:31:34.189633 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Network 1deb34af-5026-40de-9be1-e4ca303b70d6 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:34.195176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 59976) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:34.202965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:34.207276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:34.207510 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4b6f0685-f369-40b6-bcb1-840d8e87bca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.242187 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Subnet': ['ID=82845b7a-1a5b-4b61-b45a-d00002e30758,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:34.267855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f0685-f369-40b6-bcb1-840d8e87bca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9b97bd-14d6-4520-b053-3563ceb85c0b,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:34.279538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff6f21-e186-4245-b15a-d02a3f452c4e None None] Pushing event updated for resources: {'Port': ['ID=9c826e62-e133-4ff8-a8bb-d5680c416704,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:34.310962 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Attempting to bind port d0a14758-1c9a-4415-982e-00164a33c5eb on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:31:34.311326 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Attempting to bind port d0a14758-1c9a-4415-982e-00164a33c5eb by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:31:34.311685 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Attempting to bind port d0a14758-1c9a-4415-982e-00164a33c5eb on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:31:34.339437 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae5d70-da7b-4464-82f7-33cb5bafab63 None None] Pushing event updated for resources: {'Port': ['ID=d0a14758-1c9a-4415-982e-00164a33c5eb,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:34.339964 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:31:34.340337 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:34.340831 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.341150 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:31:34.341655 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Bound port: d0a14758-1c9a-4415-982e-00164a33c5eb, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:31:34.342010 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.345718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-15a76303-80c7-4973-bf07-12f9f5605a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.450280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66d3b159-8268-449f-89fa-70a78eaa0254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.465437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Attempting to bind port 8f87afe1-ad64-45fc-a152-500320fbc5b8 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:31:34.465891 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Attempting to bind port 8f87afe1-ad64-45fc-a152-500320fbc5b8 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '253275ff-0667-41fd-a32d-1db159daa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1deb34af-5026-40de-9be1-e4ca303b70d6'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:31:34.466321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Attempting to bind port 8f87afe1-ad64-45fc-a152-500320fbc5b8 on network 1deb34af-5026-40de-9be1-e4ca303b70d6 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:31:34.496847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:31:34.498898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Checking segment: {'id': '253275ff-0667-41fd-a32d-1db159daa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1deb34af-5026-40de-9be1-e4ca303b70d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:34.499312 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.499706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Bound using segment: {'id': '253275ff-0667-41fd-a32d-1db159daa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1deb34af-5026-40de-9be1-e4ca303b70d6'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:31:34.500814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Bound port: 8f87afe1-ad64-45fc-a152-500320fbc5b8, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253275ff-0667-41fd-a32d-1db159daa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1deb34af-5026-40de-9be1-e4ca303b70d6'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:31:34.502566 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.511394 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] For port d0a14758-1c9a-4415-982e-00164a33c5eb, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:31:34.513668 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.518878 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] For port d0a14758-1c9a-4415-982e-00164a33c5eb, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d0a14758-1c9a-4415-982e-00164a33c5eb,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:34.542579 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4b6f0685-f369-40b6-bcb1-840d8e87bca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.543828 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4b6f0685-f369-40b6-bcb1-840d8e87bca9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff9b97bd-14d6-4520-b053-3563ceb85c0b HTTP/1.1" status: 204 len: 168 time: 0.9277949 Apr 29 15:31:34.567622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.574230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e39705-2943-4168-b7b3-f5a72ed8e562 None None] Pushing event updated for resources: {'Port': ['ID=33dc2da9-ec75-4b66-b686-6576999620f2,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:34.593225 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.675219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1deb34af-5026-40de-9be1-e4ca303b70d6']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:34.693448 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4904dde9-af5b-4c45-ba7e-83a2229d01aa tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4971163 Apr 29 15:31:34.714120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59982) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:34.723643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group': {'name': 'tempest-secgroup--734227628'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:34.729960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253275ff-0667-41fd-a32d-1db159daa3ca') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:34.730261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253275ff-0667-41fd-a32d-1db159daa3ca') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:34.746924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Pushing event updated for resources: {'Port': ['ID=8f87afe1-ad64-45fc-a152-500320fbc5b8,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:34.751332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:34.759310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.763262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] For port 8f87afe1-ad64-45fc-a152-500320fbc5b8, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:31:34.767145 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] For port 8f87afe1-ad64-45fc-a152-500320fbc5b8, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8f87afe1-ad64-45fc-a152-500320fbc5b8,segment=NetworkSegment(253275ff-0667-41fd-a32d-1db159daa3ca),segment_id=253275ff-0667-41fd-a32d-1db159daa3ca)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:34.772310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:34.781039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:34.785084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 172.20.0.7 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/554533ca-0e34-4205-b907-3d8125dd8665/49dcaf05-ac1c-4227-b406-962f106e79ea) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:34.798474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::f816:3eff:fee0:953f (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/3a70fe5d-cd58-494d-adbb-17609c9da173/49dcaf05-ac1c-4227-b406-962f106e79ea) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:34.805540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:34.841444 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Routers {'1a29fa36-642d-452e-b16e-70755dede599'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:34.842061 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1a29fa36-642d-452e-b16e-70755dede599'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:34.859511 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.864582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.884973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:31:34.885578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.890461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:31:34.920420 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:31:34.942094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:34.990484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=32af8d1a-dd27-4833-926e-dcb6ff89d323,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:35.038352 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae5d70-da7b-4464-82f7-33cb5bafab63 None None] Pushing event updated for resources: {'Port': ['ID=d0a14758-1c9a-4415-982e-00164a33c5eb,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:35.081970 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66d3b159-8268-449f-89fa-70a78eaa0254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:35.121697 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] Set router 1a29fa36-642d-452e-b16e-70755dede599 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:35.140416 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:35.160865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66d3b159-8268-449f-89fa-70a78eaa0254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:35.241137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:35.256404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:35.264041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:31:35.264041 dv-neutron-839183-1-hyperv neutron-server[88714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:31:35.264041 dv-neutron-839183-1-hyperv neutron-server[88714]: [parameters: {'id': '1deb34af-5026-40de-9be1-e4ca303b70d6'}] Apr 29 15:31:35.264041 dv-neutron-839183-1-hyperv neutron-server[88714]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:31:35.264527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:31:35.277951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:35.350623 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3b159-8268-449f-89fa-70a78eaa0254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310b605c-9112-4522-86d3-3e71a3f02744,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:35.400143 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf69a3-6395-42fd-ade3-243fe566ab92 None None] Pushing event updated for resources: {'Port': ['ID=8f87afe1-ad64-45fc-a152-500320fbc5b8,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:35.402780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410217f3-f9dc-4246-b64d-0faf58e5bc03 None None] Network 5432cd65-807f-4f5d-a4fd-9331e5e76114 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:35.476152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:35.580107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:35.584477 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a29fa36-642d-452e-b16e-70755dede599', 'name': 'tempest-snat-router-852828799', 'tenant_id': '03b0c58334164e249e0e7fd2798ea11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.192'}], 'enable_snat': False}, 'gw_port_id': 'd0a14758-1c9a-4415-982e-00164a33c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:31:22Z', 'updated_at': '2022-04-29T15:31:28Z', 'revision_number': 3, 'project_id': '03b0c58334164e249e0e7fd2798ea11a', 'gw_port': {'id': 'd0a14758-1c9a-4415-982e-00164a33c5eb', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a29fa36-642d-452e-b16e-70755dede599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:31:25Z', 'updated_at': '2022-04-29T15:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:35.589636 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb90282-363d-47ec-942f-9bd53489f671 None None] The sync data for ids ['1a29fa36-642d-452e-b16e-70755dede599'] in dv-neutron-839183-1-hyperv is: [{'id': '1a29fa36-642d-452e-b16e-70755dede599', 'name': 'tempest-snat-router-852828799', 'tenant_id': '03b0c58334164e249e0e7fd2798ea11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.192'}], 'enable_snat': False}, 'gw_port_id': 'd0a14758-1c9a-4415-982e-00164a33c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:31:22Z', 'updated_at': '2022-04-29T15:31:28Z', 'revision_number': 3, 'project_id': '03b0c58334164e249e0e7fd2798ea11a', 'gw_port': {'id': 'd0a14758-1c9a-4415-982e-00164a33c5eb', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a29fa36-642d-452e-b16e-70755dede599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:31:25Z', 'updated_at': '2022-04-29T15:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:35.617052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 49dcaf05-ac1c-4227-b406-962f106e79ea will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:35.627051 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e14d1-3759-42c7-810d-0dd8326c22c6 None None] Network 4bcfaf0d-dde7-4bf8-bce5-94842598f257 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:35.651413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:35.688972 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-66d3b159-8268-449f-89fa-70a78eaa0254 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/310b605c-9112-4522-86d3-3e71a3f02744 HTTP/1.1" status: 204 len: 168 time: 2.5853155 Apr 29 15:31:35.697235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 59994) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:35.726277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:35.734604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:35.734947 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Floating IP 50c946d2-8f68-4c66-b931-53fbb97a2aa3 disassociated (deleted). External IP: 172.26.2.36, port: c4585ca9-a47d-4f4a-b25e-914c9ae30525. Apr 29 15:31:35.754031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d532df5-2269-47f8-92de-af9be402abd7,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:35.775125 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:35.789567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:35.887807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc381ee1-bda9-4298-bb43-6ef30d16f388 None None] Network 1deb34af-5026-40de-9be1-e4ca303b70d6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:35.963454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:35.978615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:35.983158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:36.085175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 33dc2da9-ec75-4b66-b686-6576999620f2 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:36.091950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:36.093194 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6303328f-5d7a-4e1f-917e-44baa86fdeb7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3782017 Apr 29 15:31:36.106448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60000) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:36.118723 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:36.292705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c0efb34e-09fb-49ed-92d8-1e50625a8c51 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': '6d532df5-2269-47f8-92de-af9be402abd7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:36.370691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98081166-53af-4a5c-a6ca-5c2568196ac1 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:36.376251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c0efb34e-09fb-49ed-92d8-1e50625a8c51 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:36.383267 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:36.396482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting port 8f87afe1-ad64-45fc-a152-500320fbc5b8 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:36.396482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:36.449080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=49dcaf05-ac1c-4227-b406-962f106e79ea,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:36.454488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c0efb34e-09fb-49ed-92d8-1e50625a8c51 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:36.457863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:36.458685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:36.494571 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:36.495283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f139fc1f-2ef0-44e7-a6f9-7bf96fe2bdbe None None] Provisioning for port 9c826e62-e133-4ff8-a8bb-d5680c416704 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:36.517526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Deleting port f77e9b79-19f4-4690-876c-cef052f8995d {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:36.517874 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:36.517991 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f139fc1f-2ef0-44e7-a6f9-7bf96fe2bdbe None None] Provisioning complete for port 9c826e62-e133-4ff8-a8bb-d5680c416704 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:36.518289 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f139fc1f-2ef0-44e7-a6f9-7bf96fe2bdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:36.582500 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9f62f0cd-8fc1-45ef-b95d-02b0a775f066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4132409 Apr 29 15:31:36.583384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c0efb34e-09fb-49ed-92d8-1e50625a8c51 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:36.589603 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60012) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:36.619587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c0efb34e-09fb-49ed-92d8-1e50625a8c51 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:36.804670 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:36.814779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c0efb34e-09fb-49ed-92d8-1e50625a8c51 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:36.952414 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 33dc2da9-ec75-4b66-b686-6576999620f2 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:36.964450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] For port 8f87afe1-ad64-45fc-a152-500320fbc5b8, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8f87afe1-ad64-45fc-a152-500320fbc5b8,segment=NetworkSegment(253275ff-0667-41fd-a32d-1db159daa3ca),segment_id=253275ff-0667-41fd-a32d-1db159daa3ca)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:36.965110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.006182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a67d4-d0f2-439b-ab28-9decb6c34b80 None None] DHCP port deletion for 5432cd65-807f-4f5d-a4fd-9331e5e76114 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:31:37.037926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9c826e62-e133-4ff8-a8bb-d5680c416704 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:37.080321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-859a67d4-d0f2-439b-ab28-9decb6c34b80 None None] Deleting port f77e9b79-19f4-4690-876c-cef052f8995d {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:37.080321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-859a67d4-d0f2-439b-ab28-9decb6c34b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.147983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Calling delete_port for 8f87afe1-ad64-45fc-a152-500320fbc5b8 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:37.318530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c0efb34e-09fb-49ed-92d8-1e50625a8c51 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.384728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:37.413334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.425390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.434303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fbec5-ee60-47f5-ab91-00093a2e0299 None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:37.441618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c0efb34e-09fb-49ed-92d8-1e50625a8c51 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.465194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64650df0-3ef8-41e6-9c2f-7ea8a1386bfb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:37.472032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64650df0-3ef8-41e6-9c2f-7ea8a1386bfb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:37.473315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-64650df0-3ef8-41e6-9c2f-7ea8a1386bfb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:37.474755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-859a67d4-d0f2-439b-ab28-9decb6c34b80 None None] For port f77e9b79-19f4-4690-876c-cef052f8995d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f77e9b79-19f4-4690-876c-cef052f8995d,segment=NetworkSegment(255f6768-19ec-4aaf-872f-df625d7efa05),segment_id=255f6768-19ec-4aaf-872f-df625d7efa05)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:37.475754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-859a67d4-d0f2-439b-ab28-9decb6c34b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.485442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] For port f77e9b79-19f4-4690-876c-cef052f8995d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f77e9b79-19f4-4690-876c-cef052f8995d,segment=NetworkSegment(255f6768-19ec-4aaf-872f-df625d7efa05),segment_id=255f6768-19ec-4aaf-872f-df625d7efa05)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:37.485810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.505048 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.546728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea63ac76-35fd-46f4-9ffe-dd85e2f0af88 None None] Network 1deb34af-5026-40de-9be1-e4ca303b70d6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:37.569173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fbec5-ee60-47f5-ab91-00093a2e0299 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:37.569867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-154fbec5-ee60-47f5-ab91-00093a2e0299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:37.592148 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.629342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Calling delete_port for f77e9b79-19f4-4690-876c-cef052f8995d owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:37.677341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.727120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c0750584-967c-4787-96e5-d14e178cff00 None None] Provisioning for port 33dc2da9-ec75-4b66-b686-6576999620f2 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:37.730376 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-64650df0-3ef8-41e6-9c2f-7ea8a1386bfb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:37.732211 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-64650df0-3ef8-41e6-9c2f-7ea8a1386bfb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 1.1414304 Apr 29 15:31:37.745219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60032) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:37.777460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Allocated IP 172.26.2.249 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/6deac26c-de7e-402b-8c82-a9774794031b) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:37.793756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Port': ['ID=8f87afe1-ad64-45fc-a152-500320fbc5b8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:37.795876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No DVR routers for this DVR port 8f87afe1-ad64-45fc-a152-500320fbc5b8 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:31:37.804086 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-859a67d4-d0f2-439b-ab28-9decb6c34b80 None None] Calling delete_port for f77e9b79-19f4-4690-876c-cef052f8995d owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:37.835055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-154fbec5-ee60-47f5-ab91-00093a2e0299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:37.838419 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9c826e62-e133-4ff8-a8bb-d5680c416704 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:37.838805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.885796 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c0750584-967c-4787-96e5-d14e178cff00 None None] Provisioning complete for port 33dc2da9-ec75-4b66-b686-6576999620f2 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:37.886200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0750584-967c-4787-96e5-d14e178cff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.918613 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cb8aa242-2fc8-478a-860b-e22de77a9ee3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/floatingips/50c946d2-8f68-4c66-b931-53fbb97a2aa3 HTTP/1.1" status: 204 len: 168 time: 5.3141856 Apr 29 15:31:37.920838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efb34e-09fb-49ed-92d8-1e50625a8c51 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f3f226-e64f-40f7-b5a0-d63e3796cfbc,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:37.926296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60038) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:37.937212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-a594f91e-ec71-4085-b2b1-8cbdc0c714b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 49dcaf05-ac1c-4227-b406-962f106e79ea {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:37.940769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a594f91e-ec71-4085-b2b1-8cbdc0c714b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.964154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c0efb34e-09fb-49ed-92d8-1e50625a8c51 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:37.969527 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c0efb34e-09fb-49ed-92d8-1e50625a8c51 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6983294 Apr 29 15:31:38.010353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60042) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:38.022832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.076838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fbec5-ee60-47f5-ab91-00093a2e0299 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:38.077853 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-154fbec5-ee60-47f5-ab91-00093a2e0299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:38.125239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.171466 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c4584828-a1eb-429d-9ff8-5a7fc9d88ac9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules/30f3f226-e64f-40f7-b5a0-d63e3796cfbc HTTP/1.1" status: 200 len: 763 time: 0.1503098 Apr 29 15:31:38.172254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60048) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:38.187945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1deb34af-5026-40de-9be1-e4ca303b70d6']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:38.199200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.204178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.236526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-859a67d4-d0f2-439b-ab28-9decb6c34b80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:31:38.236879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-859a67d4-d0f2-439b-ab28-9decb6c34b80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:31:38.259583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-154fbec5-ee60-47f5-ab91-00093a2e0299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:38.259987 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fbec5-ee60-47f5-ab91-00093a2e0299 None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:38.292583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] No DVR routers for this DVR port f77e9b79-19f4-4690-876c-cef052f8995d on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:31:38.421456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:38.430256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:38.439095 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:38.475938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-15ff4722-c26c-4626-9ebd-6af752309c54 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:38.477477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf02410c-816c-4ed6-92fb-bdb1616a7394 None None] Update dhcp port {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'fixed_ips': [{'subnet_id': '3a70fe5d-cd58-494d-adbb-17609c9da173', 'ip_address': '2001:db8::f816:3eff:fea0:edd5'}, {'subnet_id': '554533ca-0e34-4205-b907-3d8125dd8665'}], 'binding:host_id': 'dv-neutron-839183-1-hyperv'}, 'id': '33dc2da9-ec75-4b66-b686-6576999620f2'} from dv-neutron-839183-1-hyperv. {{(pid=88716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 15:31:38.492403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event updated for resources: {'Port': ['ID=6deac26c-de7e-402b-8c82-a9774794031b,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:38.499619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-0000ae0b-dcb6-4e50-aa08-bf9bb0a7eaac tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port c4585ca9-a47d-4f4a-b25e-914c9ae30525 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:38.500110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0000ae0b-dcb6-4e50-aa08-bf9bb0a7eaac tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.529630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253275ff-0667-41fd-a32d-1db159daa3ca') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:38.529931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253275ff-0667-41fd-a32d-1db159daa3ca') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:38.555252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0750584-967c-4787-96e5-d14e178cff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.590071 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf02410c-816c-4ed6-92fb-bdb1616a7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.657005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-15ff4722-c26c-4626-9ebd-6af752309c54 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:38.661138 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-15ff4722-c26c-4626-9ebd-6af752309c54 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4853587 Apr 29 15:31:38.661315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77e9b79-19f4-4690-876c-cef052f8995d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:38.666372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60058) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:38.673167 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c0750584-967c-4787-96e5-d14e178cff00 None None] For port 33dc2da9-ec75-4b66-b686-6576999620f2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=33dc2da9-ec75-4b66-b686-6576999620f2,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:38.676225 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d0a14758-1c9a-4415-982e-00164a33c5eb up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:38.690678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.739703 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-859a67d4-d0f2-439b-ab28-9decb6c34b80 None None] Deleting port f77e9b79-19f4-4690-876c-cef052f8995d {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:38.740086 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-859a67d4-d0f2-439b-ab28-9decb6c34b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.760838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a0e061a2-cd0f-4086-bb9d-058cb26c98e1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.773812 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0750584-967c-4787-96e5-d14e178cff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.777690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a0e061a2-cd0f-4086-bb9d-058cb26c98e1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.822605 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.850702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60064) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:38.851424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:38.926987 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-859a67d4-d0f2-439b-ab28-9decb6c34b80 None None] The port 'f77e9b79-19f4-4690-876c-cef052f8995d' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:31:38.931470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a0e061a2-cd0f-4086-bb9d-058cb26c98e1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.005341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0750584-967c-4787-96e5-d14e178cff00 None None] Pushing event updated for resources: {'Port': ['ID=33dc2da9-ec75-4b66-b686-6576999620f2,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:39.010840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-536baf34-9e4b-43bd-a668-92d41be2d7c9 None None] Provisioning complete for port 9c826e62-e133-4ff8-a8bb-d5680c416704 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:39.011212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-536baf34-9e4b-43bd-a668-92d41be2d7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.050820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e061a2-cd0f-4086-bb9d-058cb26c98e1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30f3f226-e64f-40f7-b5a0-d63e3796cfbc,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:39.084966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port d0a14758-1c9a-4415-982e-00164a33c5eb completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:39.087530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0000ae0b-dcb6-4e50-aa08-bf9bb0a7eaac tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.093179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.099028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d0a14758-1c9a-4415-982e-00164a33c5eb triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:39.099401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.157045 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a0e061a2-cd0f-4086-bb9d-058cb26c98e1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.161523 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a0e061a2-cd0f-4086-bb9d-058cb26c98e1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/30f3f226-e64f-40f7-b5a0-d63e3796cfbc HTTP/1.1" status: 204 len: 168 time: 0.4909685 Apr 29 15:31:39.228982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:31:39.228982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.230671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60070) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:39.246798 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-cf02410c-816c-4ed6-92fb-bdb1616a7394 None None] Allocated IP 172.20.0.2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/554533ca-0e34-4205-b907-3d8125dd8665/33dc2da9-ec75-4b66-b686-6576999620f2) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:39.249718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:39.274660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:39.282141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Usage tracker for resource:floatingip and tenant:87f380f1708140c783c7cd6afa7fba97 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:39.286601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:39.297818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:39.335709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d9f60168-1875-4de0-b3c6-18e700a8e667 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:31:39.339671 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:31:39.342643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5432cd65-807f-4f5d-a4fd-9331e5e76114']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:39.368285 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-0000ae0b-dcb6-4e50-aa08-bf9bb0a7eaac tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for c4585ca9-a47d-4f4a-b25e-914c9ae30525 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:39.429544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255f6768-19ec-4aaf-872f-df625d7efa05') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:39.429987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255f6768-19ec-4aaf-872f-df625d7efa05') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:39.461767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.469347 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.471310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a594f91e-ec71-4085-b2b1-8cbdc0c714b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.488456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.506857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port d0a14758-1c9a-4415-982e-00164a33c5eb, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d0a14758-1c9a-4415-982e-00164a33c5eb,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:39.517337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d9f60168-1875-4de0-b3c6-18e700a8e667 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:39.517518 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cf02410c-816c-4ed6-92fb-bdb1616a7394 None None] For port 33dc2da9-ec75-4b66-b686-6576999620f2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=33dc2da9-ec75-4b66-b686-6576999620f2,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:39.521108 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d9f60168-1875-4de0-b3c6-18e700a8e667 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2870297 Apr 29 15:31:39.523393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60074) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:39.535341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f285162c-8b08-47e8-a49b-300fa1f5c163 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': '6d532df5-2269-47f8-92de-af9be402abd7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:39.542956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f285162c-8b08-47e8-a49b-300fa1f5c163 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:39.548984 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf02410c-816c-4ed6-92fb-bdb1616a7394 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.568950 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f285162c-8b08-47e8-a49b-300fa1f5c163 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:39.580187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cf02410c-816c-4ed6-92fb-bdb1616a7394 None None] Transition to ACTIVE for port object 33dc2da9-ec75-4b66-b686-6576999620f2 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:39.582861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.619548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.621861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.633165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-a594f91e-ec71-4085-b2b1-8cbdc0c714b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 49dcaf05-ac1c-4227-b406-962f106e79ea owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:39.663473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.673594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf02410c-816c-4ed6-92fb-bdb1616a7394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.679947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f77e9b79-19f4-4690-876c-cef052f8995d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:39.684272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.698039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:31:39.698437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:31:39.716124 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:31:39.723015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: f77e9b79-19f4-4690-876c-cef052f8995d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:39.723361 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f77e9b79-19f4-4690-876c-cef052f8995d not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:39.731233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Network': ['ID=1deb34af-5026-40de-9be1-e4ca303b70d6,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:39.763316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=d0a14758-1c9a-4415-982e-00164a33c5eb,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:39.840613 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dcb95d2c-f194-4802-9157-fce4e311e0c0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/1deb34af-5026-40de-9be1-e4ca303b70d6 HTTP/1.1" status: 204 len: 168 time: 7.0451810 Apr 29 15:31:39.843005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f285162c-8b08-47e8-a49b-300fa1f5c163 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:39.855659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60078) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:39.880493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02410c-816c-4ed6-92fb-bdb1616a7394 None None] Pushing event updated for resources: {'Port': ['ID=33dc2da9-ec75-4b66-b686-6576999620f2,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:39.912275 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d05571b-8163-4fb3-b611-55492d5b7aed tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:31:39.912784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d05571b-8163-4fb3-b611-55492d5b7aed tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:31:39.995931 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8d05571b-8163-4fb3-b611-55492d5b7aed tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/1deb34af-5026-40de-9be1-e4ca303b70d6 HTTP/1.1" status: 404 len: 339 time: 0.1355524 Apr 29 15:31:40.006739 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60082) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:40.009869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.025674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1210796967', 'description': 'd1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:40.047079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.048940 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5432cd65-807f-4f5d-a4fd-9331e5e76114 HTTP/1.1" status: 204 len: 168 time: 4.3507473 Apr 29 15:31:40.059428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:40.075709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Usage tracker for resource:network and tenant:519d945a696847d99723ae79c2486815 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:40.078883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6531595-8c05-445c-8ed3-dc1f3b177485 admin admin] Pushing event deleted for resources: {'Network': ['ID=5432cd65-807f-4f5d-a4fd-9331e5e76114,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:40.081464 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:40.096446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:40.112150 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f285162c-8b08-47e8-a49b-300fa1f5c163 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.122269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.218817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f285162c-8b08-47e8-a49b-300fa1f5c163 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.240210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0000ae0b-dcb6-4e50-aa08-bf9bb0a7eaac tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.242041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:40.245808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.292311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285162c-8b08-47e8-a49b-300fa1f5c163 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897f759c-46d1-4b11-a15f-446e50f13669,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:40.319408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Router 089772c7-f553-407f-8683-c86fd551c648 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:31:40.329439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Allocated IP 172.26.2.41 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/2051b7b6-d6b1-4657-8db3-0e4ea023cca0) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:40.438933 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a594f91e-ec71-4085-b2b1-8cbdc0c714b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.457426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000ae0b-dcb6-4e50-aa08-bf9bb0a7eaac tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=c4585ca9-a47d-4f4a-b25e-914c9ae30525,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:40.548867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f285162c-8b08-47e8-a49b-300fa1f5c163 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.552939 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f285162c-8b08-47e8-a49b-300fa1f5c163 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0277486 Apr 29 15:31:40.567258 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60088) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:40.585009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 33dc2da9-ec75-4b66-b686-6576999620f2 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:40.602009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:40.621273 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Sync routers for ids ['089772c7-f553-407f-8683-c86fd551c648'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:40.622352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594f91e-ec71-4085-b2b1-8cbdc0c714b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=49dcaf05-ac1c-4227-b406-962f106e79ea,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:40.641429 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Routers {'089772c7-f553-407f-8683-c86fd551c648'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:40.641429 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['089772c7-f553-407f-8683-c86fd551c648'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:40.668194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:31:40.670661 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60092) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:40.673719 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0700ab97-3c41-4885-a3ff-e8cc17533ec7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules/897f759c-46d1-4b11-a15f-446e50f13669 HTTP/1.1" status: 200 len: 763 time: 0.1011200 Apr 29 15:31:40.680001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60094) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:40.718240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4bed2d90-d103-46a6-9550-de077dacc13e None None] Could not find standard attr ID for object 49dcaf05-ac1c-4227-b406-962f106e79ea. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:31:40.733731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d0a14758-1c9a-4415-982e-00164a33c5eb up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:40.736832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.742108 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-46303085-6546-45f0-8ad7-043c99354d55 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.7892478 Apr 29 15:31:40.743830 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60100) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:40.810063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4bed2d90-d103-46a6-9550-de077dacc13e None None] Provisioning for port 33dc2da9-ec75-4b66-b686-6576999620f2 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:40.814970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.815330 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Added segment a2388913-5169-4013-b07c-057808054d0d of type vlan for network 05e72935-661f-4420-b374-3d41dd465978 Apr 29 15:31:40.819152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4bed2d90-d103-46a6-9550-de077dacc13e None None] Provisioning complete for port 33dc2da9-ec75-4b66-b686-6576999620f2 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:40.819745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4bed2d90-d103-46a6-9550-de077dacc13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.928350 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Set router 089772c7-f553-407f-8683-c86fd551c648 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:40.943930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.951656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0000ae0b-dcb6-4e50-aa08-bf9bb0a7eaac tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.956580 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-42a4ab65-e197-4aa6-902d-2cb83ddb227a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=297bc5c69bee4cd1a2fc88b4c268b27e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2557797 Apr 29 15:31:40.957847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a594f91e-ec71-4085-b2b1-8cbdc0c714b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:40.962043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60104) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:40.967703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1b58aa2e-369a-4a10-a583-31a26cbb1cc1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:41.003905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d0a14758-1c9a-4415-982e-00164a33c5eb triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:41.004570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.011151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.026595 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0000ae0b-dcb6-4e50-aa08-bf9bb0a7eaac tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/ports/c4585ca9-a47d-4f4a-b25e-914c9ae30525 HTTP/1.1" status: 204 len: 168 time: 3.0963290 Apr 29 15:31:41.029404 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a594f91e-ec71-4085-b2b1-8cbdc0c714b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/49dcaf05-ac1c-4227-b406-962f106e79ea HTTP/1.1" status: 204 len: 168 time: 3.2736716 Apr 29 15:31:41.032530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60108) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:41.033007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60110) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:41.058637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:41.066999 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e451e007-65b9-413c-9b27-d49fc671bb16 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/routers/089772c7-f553-407f-8683-c86fd551c648 HTTP/1.1" status: 200 len: 907 time: 0.3198259 Apr 29 15:31:41.069260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60116) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:41.150667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1b58aa2e-369a-4a10-a583-31a26cbb1cc1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:41.152748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8218ff5-6adb-4177-bf8d-0abe3665597d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:41.154244 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8218ff5-6adb-4177-bf8d-0abe3665597d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:41.154862 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1b58aa2e-369a-4a10-a583-31a26cbb1cc1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4738641 Apr 29 15:31:41.156101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8218ff5-6adb-4177-bf8d-0abe3665597d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:41.157097 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d8218ff5-6adb-4177-bf8d-0abe3665597d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:41.168410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60120) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:41.200510 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:41.201971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-eaba3421-e59d-4f42-9a8d-c091ee293156 None None] Could not find standard attr ID for object 49dcaf05-ac1c-4227-b406-962f106e79ea. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:31:41.215310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.224760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:41.225641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.251454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:floatingip and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:41.256051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:41.264278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:41.281010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.308239 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089772c7-f553-407f-8683-c86fd551c648', 'name': 'tempest-snat-router-852828799', 'tenant_id': '03b0c58334164e249e0e7fd2798ea11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.249'}], 'enable_snat': True}, 'gw_port_id': '6deac26c-de7e-402b-8c82-a9774794031b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:31:34Z', 'updated_at': '2022-04-29T15:31:38Z', 'revision_number': 3, 'project_id': '03b0c58334164e249e0e7fd2798ea11a', 'gw_port': {'id': '6deac26c-de7e-402b-8c82-a9774794031b', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:82:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089772c7-f553-407f-8683-c86fd551c648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:31:37Z', 'updated_at': '2022-04-29T15:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:41.312161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d8218ff5-6adb-4177-bf8d-0abe3665597d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:41.313355 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d8218ff5-6adb-4177-bf8d-0abe3665597d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2791760 Apr 29 15:31:41.317305 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Checking router: 089772c7-f553-407f-8683-c86fd551c648 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:31:41.318766 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Updating router 089772c7-f553-407f-8683-c86fd551c648 port 6deac26c-de7e-402b-8c82-a9774794031b binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:31:41.334991 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60124) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:41.336953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1731-4fa9-4280-b6bc-b36a68749c5a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.338143 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.354720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1731-4fa9-4280-b6bc-b36a68749c5a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.380231 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.402894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.484548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:41.489207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:41.494611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:41.507751 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4951427 Apr 29 15:31:41.519040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60128) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:41.530133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event updated for resources: {'Port': ['ID=2051b7b6-d6b1-4657-8db3-0e4ea023cca0,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:41.547192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4ca9b04f-5a2a-40f5-a464-bfa8ed323351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.548324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7d37c-df18-4849-8a5f-930fa79ecf13 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Network': ['ID=05e72935-661f-4420-b374-3d41dd465978,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:41.563122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 05e72935-661f-4420-b374-3d41dd465978 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:31:41.600820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.626297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc78f27f-d700-4ae2-99cc-0e140096c687 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 3a70fe5d-cd58-494d-adbb-17609c9da173 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:31:41.635077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc78f27f-d700-4ae2-99cc-0e140096c687 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.668923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4ca9b04f-5a2a-40f5-a464-bfa8ed323351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.689798 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Deleting port 6deac26c-de7e-402b-8c82-a9774794031b {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:41.690283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.713479 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7eec1-0a95-4aa3-b495-8128ff8baeb1 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:31:41.733998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.740447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1731-4fa9-4280-b6bc-b36a68749c5a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.805128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc1731-4fa9-4280-b6bc-b36a68749c5a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=897f759c-46d1-4b11-a15f-446e50f13669,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:41.831895 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2b951d-2b19-4005-b10f-716cdb700bd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:41.833125 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fd2b951d-2b19-4005-b10f-716cdb700bd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Synchronizing usage tracker for tenant:519d945a696847d99723ae79c2486815 on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:41.856363 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.871429 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Transition to ACTIVE for port object 6deac26c-de7e-402b-8c82-a9774794031b will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:41.880104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca7eec1-0a95-4aa3-b495-8128ff8baeb1 None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:31:41.907572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1731-4fa9-4280-b6bc-b36a68749c5a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.912212 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a0fc1731-4fa9-4280-b6bc-b36a68749c5a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/897f759c-46d1-4b11-a15f-446e50f13669 HTTP/1.1" status: 204 len: 168 time: 0.7286692 Apr 29 15:31:41.914378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc78f27f-d700-4ae2-99cc-0e140096c687 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.949094 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:41.950872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60132) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:42.061828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fd2b951d-2b19-4005-b10f-716cdb700bd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Unset dirty status for tenant:519d945a696847d99723ae79c2486815 on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:42.063504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.065969 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fd2b951d-2b19-4005-b10f-716cdb700bd9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/networks?id=05e72935-661f-4420-b374-3d41dd465978 HTTP/1.1" status: 200 len: 765 time: 0.5458491 Apr 29 15:31:42.074421 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c713d316-4622-49d8-a5b9-00b41d2b66f1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:42.081564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60138) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:42.088553 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca0a4a-d107-4bcf-9d57-f5456e8ab5bd None None] Pushing event updated for resources: {'Port': ['ID=6deac26c-de7e-402b-8c82-a9774794031b,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:42.089354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d7378bc2-df36-4bf7-ab98-b340314c4869 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'network': {'description': 'd2'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:42.133448 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Attempting to bind port 6deac26c-de7e-402b-8c82-a9774794031b on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:31:42.134173 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Attempting to bind port 6deac26c-de7e-402b-8c82-a9774794031b by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:31:42.136282 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Attempting to bind port 6deac26c-de7e-402b-8c82-a9774794031b on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:31:42.144512 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:31:42.144512 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:42.144512 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.144912 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:31:42.145405 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Bound port: 6deac26c-de7e-402b-8c82-a9774794031b, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:31:42.145571 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.148394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4ca9b04f-5a2a-40f5-a464-bfa8ed323351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.155183 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc78f27f-d700-4ae2-99cc-0e140096c687 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.189677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.233803 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] For port 6deac26c-de7e-402b-8c82-a9774794031b, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:31:42.237353 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] For port 6deac26c-de7e-402b-8c82-a9774794031b, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6deac26c-de7e-402b-8c82-a9774794031b,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:42.289492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.292925 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c713d316-4622-49d8-a5b9-00b41d2b66f1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:42.296657 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c713d316-4622-49d8-a5b9-00b41d2b66f1 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3410401 Apr 29 15:31:42.296657 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9b04f-5a2a-40f5-a464-bfa8ed323351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc2138a-fedf-4986-aa16-7c662774a7b2,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:42.298243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60142) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:42.326443 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.358380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-27e83df3-4d0e-4c4a-9478-7df1451c535a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': '6d532df5-2269-47f8-92de-af9be402abd7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:42.383310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4ca9b04f-5a2a-40f5-a464-bfa8ed323351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.386978 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4ca9b04f-5a2a-40f5-a464-bfa8ed323351 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bc2138a-fedf-4986-aa16-7c662774a7b2 HTTP/1.1" status: 204 len: 168 time: 1.4158959 Apr 29 15:31:42.387114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Calling delete_port for 6deac26c-de7e-402b-8c82-a9774794031b owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:42.390952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-27e83df3-4d0e-4c4a-9478-7df1451c535a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:42.422588 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Routers {'089772c7-f553-407f-8683-c86fd551c648'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:42.423305 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['089772c7-f553-407f-8683-c86fd551c648'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:42.448156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-27e83df3-4d0e-4c4a-9478-7df1451c535a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:42.555371 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca0a4a-d107-4bcf-9d57-f5456e8ab5bd None None] Pushing event updated for resources: {'Port': ['ID=6deac26c-de7e-402b-8c82-a9774794031b,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:42.602656 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] Set router 089772c7-f553-407f-8683-c86fd551c648 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:31:42.603285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.669759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:31:42.669759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:31:42.670752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.735547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d7378bc2-df36-4bf7-ab98-b340314c4869 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.737748 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089772c7-f553-407f-8683-c86fd551c648', 'name': 'tempest-snat-router-852828799', 'tenant_id': '03b0c58334164e249e0e7fd2798ea11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:31:34Z', 'updated_at': '2022-04-29T15:31:41Z', 'revision_number': 4, 'project_id': '03b0c58334164e249e0e7fd2798ea11a', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:42.742540 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7385f574-514d-46f8-8a1d-e666d2f3350a None None] The sync data for ids ['089772c7-f553-407f-8683-c86fd551c648'] in dv-neutron-839183-1-hyperv is: [{'id': '089772c7-f553-407f-8683-c86fd551c648', 'name': 'tempest-snat-router-852828799', 'tenant_id': '03b0c58334164e249e0e7fd2798ea11a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:31:34Z', 'updated_at': '2022-04-29T15:31:41Z', 'revision_number': 4, 'project_id': '03b0c58334164e249e0e7fd2798ea11a', 'gw_port_host': None}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:42.776065 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-27e83df3-4d0e-4c4a-9478-7df1451c535a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Project 989c4cd7177d4528b6d5685eb722a42b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:31:42.783041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.26.2.3 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/42dafbb4-1f4d-445f-8dce-75c79bbe7646) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:42.793154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-27e83df3-4d0e-4c4a-9478-7df1451c535a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.804015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event updated for resources: {'Port': ['ID=2051b7b6-d6b1-4657-8db3-0e4ea023cca0,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:42.818195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.860430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc78f27f-d700-4ae2-99cc-0e140096c687 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.963669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cc78f27f-d700-4ae2-99cc-0e140096c687 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:42.972283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660a84d-61df-4ace-ae6b-ce239fae0fe1 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:42.979974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78f27f-d700-4ae2-99cc-0e140096c687 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=3a70fe5d-cd58-494d-adbb-17609c9da173,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:43.039180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-27e83df3-4d0e-4c4a-9478-7df1451c535a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.062485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.148250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d7378bc2-df36-4bf7-ab98-b340314c4869 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.171338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Deleting port 6deac26c-de7e-402b-8c82-a9774794031b {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:43.171775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.175232 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7378bc2-df36-4bf7-ab98-b340314c4869 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network 05e72935-661f-4420-b374-3d41dd465978 is not hosted by any dhcp agent {{(pid=88714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 15:31:43.180737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7378bc2-df36-4bf7-ab98-b340314c4869 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:43.181408 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d7378bc2-df36-4bf7-ab98-b340314c4869 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.185235 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d7378bc2-df36-4bf7-ab98-b340314c4869 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "PUT /v2.0/networks/05e72935-661f-4420-b374-3d41dd465978 HTTP/1.1" status: 200 len: 762 time: 1.1002452 Apr 29 15:31:43.194975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60150) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:43.344946 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cc78f27f-d700-4ae2-99cc-0e140096c687 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/3a70fe5d-cd58-494d-adbb-17609c9da173 HTTP/1.1" status: 204 len: 168 time: 1.9987710 Apr 29 15:31:43.344946 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-27e83df3-4d0e-4c4a-9478-7df1451c535a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.346420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.364335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60156) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:43.367410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.368494 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-03dc27d1-c021-488c-b7ff-20b45839fb16 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5165782 Apr 29 15:31:43.373189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60158) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:43.381512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-659621648'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:43.386981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:43.402091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Usage tracker for resource:network and tenant:87f380f1708140c783c7cd6afa7fba97 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:43.406875 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:43.423271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:43.467523 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] For port 6deac26c-de7e-402b-8c82-a9774794031b, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6deac26c-de7e-402b-8c82-a9774794031b,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:43.468112 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.544592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=42dafbb4-1f4d-445f-8dce-75c79bbe7646,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:43.555586 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7378bc2-df36-4bf7-ab98-b340314c4869 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Network': ['ID=05e72935-661f-4420-b374-3d41dd465978,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:43.560670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:43.581632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 05e72935-661f-4420-b374-3d41dd465978 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:31:43.630386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-27e83df3-4d0e-4c4a-9478-7df1451c535a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.631814 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-27e83df3-4d0e-4c4a-9478-7df1451c535a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3246062 Apr 29 15:31:43.662749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:43.667829 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60172) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:43.678533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e83df3-4d0e-4c4a-9478-7df1451c535a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee4d29f-4bd4-4758-b795-686e1fe441f5,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:43.690898 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4886bca2-4925-4fe8-82f6-8f022b029c37 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:43.696122 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4886bca2-4925-4fe8-82f6-8f022b029c37 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/networks?id=05e72935-661f-4420-b374-3d41dd465978 HTTP/1.1" status: 200 len: 765 time: 0.4971886 Apr 29 15:31:43.696430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:43.696879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Calling delete_port for 6deac26c-de7e-402b-8c82-a9774794031b owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:43.735769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60178) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:43.812612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Made reservation on behalf of 87f380f1708140c783c7cd6afa7fba97 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:43.817403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.829315 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5d1f061b-8e06-4aa6-8dc7-b9317c5ff57a tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules/3ee4d29f-4bd4-4758-b795-686e1fe441f5 HTTP/1.1" status: 200 len: 769 time: 0.1496599 Apr 29 15:31:43.832395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60182) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:43.852046 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.868803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-40154aa5-cdc6-4ca4-ad06-910caa2dbd36 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 554533ca-0e34-4205-b907-3d8125dd8665 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:31:43.874611 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40154aa5-cdc6-4ca4-ad06-910caa2dbd36 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:43.943015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:43.958521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Usage tracker for resource:security_group_rule and tenant:87f380f1708140c783c7cd6afa7fba97 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:43.965979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:43.986216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:43.988236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-07de8dc8-3fe0-4239-9c3f-cf4d29574795 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:44.002399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40154aa5-cdc6-4ca4-ad06-910caa2dbd36 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.081761 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.086658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398174e8-dc31-4ce6-af12-6ee5ca40161f tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:44.087404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-398174e8-dc31-4ce6-af12-6ee5ca40161f tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Synchronizing usage tracker for tenant:519d945a696847d99723ae79c2486815 on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:44.128981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-398174e8-dc31-4ce6-af12-6ee5ca40161f tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Unset dirty status for tenant:519d945a696847d99723ae79c2486815 on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:44.131677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-07de8dc8-3fe0-4239-9c3f-cf4d29574795 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:44.137716 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-07de8dc8-3fe0-4239-9c3f-cf4d29574795 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2980840 Apr 29 15:31:44.137716 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60194) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:44.137957 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-398174e8-dc31-4ce6-af12-6ee5ca40161f tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3999827 Apr 29 15:31:44.180521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60198) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:44.259166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c75cb56b-0fe8-49c9-9264-71500730661a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Synchronizing usage tracker for tenant:519d945a696847d99723ae79c2486815 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:44.268830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4e62353d-e0bf-4341-8c7c-056ecc796c80 None None] Provisioning complete for port 33dc2da9-ec75-4b66-b686-6576999620f2 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:44.286853 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4e62353d-e0bf-4341-8c7c-056ecc796c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.329789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40154aa5-cdc6-4ca4-ad06-910caa2dbd36 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.404877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.421680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0e424f61-a56e-48fc-82ea-fc365b836046 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.427604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7302129-ed78-40e9-a2c8-1b8e6cc41791 req-b8f931f3-4f1b-456b-8806-4f05498ab4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:44.430463 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c7302129-ed78-40e9-a2c8-1b8e6cc41791 req-b8f931f3-4f1b-456b-8806-4f05498ab4cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1efd4495704a168117d9d603fb1f93&device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 1099 time: 0.2302516 Apr 29 15:31:44.447920 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0e424f61-a56e-48fc-82ea-fc365b836046 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.461405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.573308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c75cb56b-0fe8-49c9-9264-71500730661a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Unset dirty status for tenant:519d945a696847d99723ae79c2486815 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:44.578692 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c75cb56b-0fe8-49c9-9264-71500730661a tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 207 time: 0.4421220 Apr 29 15:31:44.582911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60206) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:44.634799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.638765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.671491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c80d1-e839-4262-b209-dfd0b81fdf8b req-c96e562b-0a48-469e-8299-ea07129052cf tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:44.680941 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f76c80d1-e839-4262-b209-dfd0b81fdf8b req-c96e562b-0a48-469e-8299-ea07129052cf tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4956992 Apr 29 15:31:44.757621 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40154aa5-cdc6-4ca4-ad06-910caa2dbd36 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.768418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event deleted for resources: {'Port': ['ID=6deac26c-de7e-402b-8c82-a9774794031b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:44.812957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0e424f61-a56e-48fc-82ea-fc365b836046 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.850397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:31:44.864231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eb0757-7890-41e5-90d3-97d87f11ae3d,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:44.875465 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40154aa5-cdc6-4ca4-ad06-910caa2dbd36 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=554533ca-0e34-4205-b907-3d8125dd8665,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:44.878479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40154aa5-cdc6-4ca4-ad06-910caa2dbd36 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.880631 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:44.881036 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Added segment 439f89de-7233-4b4f-aae9-07489f4d8e00 of type vlan for network 3e7739b5-ad4a-4905-8f5d-662bf6167622 Apr 29 15:31:44.886595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf1f41-0109-4230-b895-1248ae57fc88 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:44.896934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e424f61-a56e-48fc-82ea-fc365b836046 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ee4d29f-4bd4-4758-b795-686e1fe441f5,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:44.938152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7302129-ed78-40e9-a2c8-1b8e6cc41791 req-8c0b2190-42d1-4352-acff-b0107916b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:44.939658 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c7302129-ed78-40e9-a2c8-1b8e6cc41791 req-8c0b2190-42d1-4352-acff-b0107916b477 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2964b386-6c1c-4f7e-9bbd-459b2e114f03 HTTP/1.1" status: 200 len: 913 time: 0.5027382 Apr 29 15:31:45.000622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.005781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.113921 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f76c80d1-e839-4262-b209-dfd0b81fdf8b req-b0d62886-206a-4741-af0b-f849cee0c5c6 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4286578 Apr 29 15:31:45.166837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa924de-fafc-4957-b9e5-adc83a8a6d4c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:45.172740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa924de-fafc-4957-b9e5-adc83a8a6d4c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:45.179970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa924de-fafc-4957-b9e5-adc83a8a6d4c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:45.181537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a26fe-6e02-4e11-9faa-5026f8e419e2 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:31:45.187052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa924de-fafc-4957-b9e5-adc83a8a6d4c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:45.187708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b68a26fe-6e02-4e11-9faa-5026f8e419e2 None None] Deleting port 33dc2da9-ec75-4b66-b686-6576999620f2 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:45.188425 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b68a26fe-6e02-4e11-9faa-5026f8e419e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.193771 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa924de-fafc-4957-b9e5-adc83a8a6d4c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:45.199600 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa924de-fafc-4957-b9e5-adc83a8a6d4c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:45.206510 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-afa924de-fafc-4957-b9e5-adc83a8a6d4c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6168680 Apr 29 15:31:45.209029 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0e424f61-a56e-48fc-82ea-fc365b836046 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.212940 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0e424f61-a56e-48fc-82ea-fc365b836046 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3ee4d29f-4bd4-4758-b795-686e1fe441f5 HTTP/1.1" status: 204 len: 168 time: 1.0273938 Apr 29 15:31:45.213097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60218) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:45.214005 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-40154aa5-cdc6-4ca4-ad06-910caa2dbd36 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/554533ca-0e34-4205-b907-3d8125dd8665 HTTP/1.1" status: 204 len: 168 time: 1.7600694 Apr 29 15:31:45.218027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60220) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:45.218426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60222) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:45.258597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.resource_extend [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:31:45.310991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.320353 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c7302129-ed78-40e9-a2c8-1b8e6cc41791 req-88cfca6c-c34b-4cb9-aa46-4e129c2ec786 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647904f8-4d44-429d-940d-7234c4631de1 HTTP/1.1" status: 200 len: 1001 time: 0.3735366 Apr 29 15:31:45.322348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.352598 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-adb04b0d-857b-4f9b-92b6-72eedd01f9ed tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1301491 Apr 29 15:31:45.358193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60232) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:45.367150 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:45.452637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.458541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:45.459130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.463634 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7302129-ed78-40e9-a2c8-1b8e6cc41791 req-faacd44b-e847-4324-901f-f86a2c05d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:45.464938 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c7302129-ed78-40e9-a2c8-1b8e6cc41791 req-faacd44b-e847-4324-901f-f86a2c05d7c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e596a82-36fa-4d0f-b10e-5eea0b359f13 HTTP/1.1" status: 200 len: 851 time: 0.0925024 Apr 29 15:31:45.489981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-044cef21-c36d-4d31-9735-7b8a3039e67e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:45.520173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b68a26fe-6e02-4e11-9faa-5026f8e419e2 None None] For port 33dc2da9-ec75-4b66-b686-6576999620f2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=33dc2da9-ec75-4b66-b686-6576999620f2,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:45.520844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b68a26fe-6e02-4e11-9faa-5026f8e419e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.538088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:45.542608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:45.545649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:45.551639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:45.556548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60238) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:45.592264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.592979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.593443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 089772c7-f553-407f-8683-c86fd551c648 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:31:45.600165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-044cef21-c36d-4d31-9735-7b8a3039e67e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:45.604225 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-044cef21-c36d-4d31-9735-7b8a3039e67e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3822610 Apr 29 15:31:45.606683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60244) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:45.660839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.682609 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b68a26fe-6e02-4e11-9faa-5026f8e419e2 None None] Calling delete_port for 33dc2da9-ec75-4b66-b686-6576999620f2 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:45.708011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event updated for resources: {'Network': ['ID=3e7739b5-ad4a-4905-8f5d-662bf6167622,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:45.720257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.721884 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c29e7d77-efe2-4d1a-ad65-f86d93abf16b tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "DELETE /v2.0/routers/089772c7-f553-407f-8683-c86fd551c648 HTTP/1.1" status: 204 len: 168 time: 4.6511254 Apr 29 15:31:45.731508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60248) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:45.750812 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 3e7739b5-ad4a-4905-8f5d-662bf6167622 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:31:45.756102 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e373cdf4-ca46-493e-9706-16995ef53042 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5388689 Apr 29 15:31:45.760735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60250) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:45.798114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:45.812961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=42dafbb4-1f4d-445f-8dce-75c79bbe7646,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:45.825772 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e5cb8afc-5dbb-42b3-89b4-12c82e5e4451 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4514959 Apr 29 15:31:45.831186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:45.831186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60256) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:45.848299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Request body: {'subnet': {'network_id': '3e7739b5-ad4a-4905-8f5d-662bf6167622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:45.885656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-16a48fc7-2890-45d3-83b5-d00abeedd5c7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.893236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Usage tracker for resource:floatingip and tenant:e4ae2de237a94b248b695a2dd11135ba is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:45.906998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:45.910419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.933995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:45.943360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b68a26fe-6e02-4e11-9faa-5026f8e419e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:45.999052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a26fe-6e02-4e11-9faa-5026f8e419e2 None None] Pushing event deleted for resources: {'Port': ['ID=33dc2da9-ec75-4b66-b686-6576999620f2,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:46.000073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7302129-ed78-40e9-a2c8-1b8e6cc41791 req-ac59eadf-ce63-4af2-b4e9-ced64f56a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:46.001037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a26fe-6e02-4e11-9faa-5026f8e419e2 None None] No DVR routers for this DVR port 33dc2da9-ec75-4b66-b686-6576999620f2 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:31:46.001398 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c7302129-ed78-40e9-a2c8-1b8e6cc41791 req-ac59eadf-ce63-4af2-b4e9-ced64f56a7f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2964b386-6c1c-4f7e-9bbd-459b2e114f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5027497 Apr 29 15:31:46.006493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a05e47-3da4-4b0e-8ea5-5658c5caed90 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:46.007957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a05e47-3da4-4b0e-8ea5-5658c5caed90 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:46.009532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a05e47-3da4-4b0e-8ea5-5658c5caed90 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:46.012207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a05e47-3da4-4b0e-8ea5-5658c5caed90 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:46.012424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a05e47-3da4-4b0e-8ea5-5658c5caed90 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:46.013451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-88a05e47-3da4-4b0e-8ea5-5658c5caed90 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Synchronizing usage tracker for tenant:519d945a696847d99723ae79c2486815 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:46.031517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:46.085584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.095557 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-16a48fc7-2890-45d3-83b5-d00abeedd5c7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.103782 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.139846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:46.167230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Usage tracker for resource:subnet and tenant:87f380f1708140c783c7cd6afa7fba97 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:46.174061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:46.188899 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.214843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:46.237668 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.241678 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f6afa47c-4232-4503-aaa7-1b48b52efd22 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.2039776 Apr 29 15:31:46.244919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60262) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:46.263974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'port': {'network_id': 'acb37fcc-9e8f-4eb2-816b-9c1b563fd417', 'name': 'tempest-FloatingIPTestJSON-150711955'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:46.313931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-88a05e47-3da4-4b0e-8ea5-5658c5caed90 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Unset dirty status for tenant:519d945a696847d99723ae79c2486815 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:46.315581 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-88a05e47-3da4-4b0e-8ea5-5658c5caed90 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5533521 Apr 29 15:31:46.374816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60266) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:46.378320 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Made reservation on behalf of 87f380f1708140c783c7cd6afa7fba97 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:46.379775 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.456184 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c7302129-ed78-40e9-a2c8-1b8e6cc41791 req-8d3ad185-7b77-4d9d-9d3d-13375808d41c service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391377 Apr 29 15:31:46.464953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-16a48fc7-2890-45d3-83b5-d00abeedd5c7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.516032 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.534395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 33dc2da9-ec75-4b66-b686-6576999620f2 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:46.572228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 33dc2da9-ec75-4b66-b686-6576999620f2 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:46.573055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 33dc2da9-ec75-4b66-b686-6576999620f2 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:46.618109 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c7302129-ed78-40e9-a2c8-1b8e6cc41791 req-a1519047-9e7b-4514-9ac0-b22a5b8fdac0 service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546774 Apr 29 15:31:46.633872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Deleting port d0a14758-1c9a-4415-982e-00164a33c5eb {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:46.634323 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.658279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a48fc7-2890-45d3-83b5-d00abeedd5c7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d532df5-2269-47f8-92de-af9be402abd7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:46.771226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c9b3f9-e64e-4d26-82b2-d4f570540280 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['shared'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:46.772365 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c9b3f9-e64e-4d26-82b2-d4f570540280 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['shared'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:46.773955 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c9b3f9-e64e-4d26-82b2-d4f570540280 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['shared'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:46.775334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c9b3f9-e64e-4d26-82b2-d4f570540280 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['shared'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:46.776916 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c9b3f9-e64e-4d26-82b2-d4f570540280 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['shared'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:46.778590 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b3c9b3f9-e64e-4d26-82b2-d4f570540280 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3777573 Apr 29 15:31:46.783981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60270) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:46.864997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:46.872333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:port and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:46.875909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:46.886283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:46.897957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ca53d-313b-4acc-950b-707b937140bd req-b4e66abe-e3d7-4a21-b1b2-0906a3411e46 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:46.898178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] For port d0a14758-1c9a-4415-982e-00164a33c5eb, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d0a14758-1c9a-4415-982e-00164a33c5eb,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:46.898651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.899618 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1f8ca53d-313b-4acc-950b-707b937140bd req-b4e66abe-e3d7-4a21-b1b2-0906a3411e46 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.5937972 Apr 29 15:31:46.914138 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-16a48fc7-2890-45d3-83b5-d00abeedd5c7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:46.914138 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-16a48fc7-2890-45d3-83b5-d00abeedd5c7 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-groups/6d532df5-2269-47f8-92de-af9be402abd7 HTTP/1.1" status: 204 len: 168 time: 1.3086183 Apr 29 15:31:46.919079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60274) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:47.052884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Calling delete_port for d0a14758-1c9a-4415-982e-00164a33c5eb owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:47.166328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cf7181-7c7e-4b36-afab-a617c95284f6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:47.167659 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e6cf7181-7c7e-4b36-afab-a617c95284f6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/networks/e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5 HTTP/1.1" status: 200 len: 803 time: 0.3826973 Apr 29 15:31:47.178614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60278) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:47.184056 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Made reservation on behalf of f6888428a038455d869f128072efda66 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:47.187723 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.194631 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3b528f39-0932-445c-8f8f-f6f337301c88 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2731454 Apr 29 15:31:47.206897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.214084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60282) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:47.217078 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1f8ca53d-313b-4acc-950b-707b937140bd req-829b3541-cc50-4245-bc00-ae59640d3fe5 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090537 Apr 29 15:31:47.276708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198637730'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:47.294380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:47.321331 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:47.331115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:47.334379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] device_id is not set on port 15951f13-4a01-44aa-ba8a-49b94f886050 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:31:47.365486 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-64ce2bb4-95bb-479f-b410-8fde2c472987 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/networks/e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1834319 Apr 29 15:31:47.369289 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60286) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:47.383675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:47.470007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.objects.ports [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88714) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:31:47.478077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde38811-83df-4fe1-aaf0-9d4df892b2cd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:47.479381 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cde38811-83df-4fe1-aaf0-9d4df892b2cd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/subnets/f489064e-24aa-4ef0-a39b-1fbbb7a1d928 HTTP/1.1" status: 200 len: 843 time: 0.1091843 Apr 29 15:31:47.480510 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.483104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60290) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:47.558873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636977aa-0964-4923-9402-82bee91219ea tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['shared'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:47.560150 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-636977aa-0964-4923-9402-82bee91219ea tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "GET /v2.0/subnets/f489064e-24aa-4ef0-a39b-1fbbb7a1d928?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0761502 Apr 29 15:31:47.563789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60294) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:47.569666 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.569849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1877866488'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:47.574574 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:47.586351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:47.597999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.602601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.632451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:47.649643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0a14758-1c9a-4415-982e-00164a33c5eb,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:47.665788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:47.675240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7459c9-abf0-4730-a3ca-687e9a16901c None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:47.675976 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:47.676514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.683309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:47.688443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.693915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:47.712652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=efbb8e88-df07-40df-ab0a-9f8b5f9d583a,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:47.717119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:47.755883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Allocated IP 172.26.2.207 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/992ea050-32b2-4c75-82c5-a0e8adb4c72d) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:47.760227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:47.799048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:47.885139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:31:47.891324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Checking segment: {'id': '439f89de-7233-4b4f-aae9-07489f4d8e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3e7739b5-ad4a-4905-8f5d-662bf6167622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:47.891868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Network hostable DHCP agents. Network: 3e7739b5-ad4a-4905-8f5d-662bf6167622, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:31:47.900728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.20.0.3 (acb37fcc-9e8f-4eb2-816b-9c1b563fd417/53efa21e-09cc-414a-98e4-135410d6cd73/15951f13-4a01-44aa-ba8a-49b94f886050) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:47.900977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.901430 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Added segment e52ed39f-4ae1-40e5-a9d2-3c2806ef73df of type vlan for network 5fe48a47-61fc-4bbb-a13c-98d2332f0774 Apr 29 15:31:47.915927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.917379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event updated for resources: {'Subnet': ['ID=0b51bb14-a79c-4b55-a215-92e8566446a6,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:47.919037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': 'efbb8e88-df07-40df-ab0a-9f8b5f9d583a'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:31:47.921665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:47.930521 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e2fdcec0-d9c5-47c3-a800-8916f5e75e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5684276 Apr 29 15:31:47.963578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60298) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:48.091442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:48.112431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Network 3e7739b5-ad4a-4905-8f5d-662bf6167622 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:31:48.122252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Allocated IP 2001:db8::f816:3eff:fefd:30a9 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/efbb8e88-df07-40df-ab0a-9f8b5f9d583a/20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:48.148879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.149819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.152336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.157441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.293724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:48.298535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:48.301789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:48.308044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:48.335049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.342863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.343685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a29fa36-642d-452e-b16e-70755dede599 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:31:48.365012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.376792 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Transition to ACTIVE for port object 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:48.380852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.384201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:48.385152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.397382 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Transition to ACTIVE for port object 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:48.410664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.414382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 3e7739b5-ad4a-4905-8f5d-662bf6167622) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:48.418966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:48.419724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.425576 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d12ba5-cad5-4b8a-a49e-dd5e50e7568e None None] Network 3e7739b5-ad4a-4905-8f5d-662bf6167622 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:48.519782 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.528275 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.531737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.547104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.548347 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-99c469e9-5586-44fd-b685-bed34fb284c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "DELETE /v2.0/routers/1a29fa36-642d-452e-b16e-70755dede599 HTTP/1.1" status: 204 len: 168 time: 2.7902579 Apr 29 15:31:48.549606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Network': ['ID=5fe48a47-61fc-4bbb-a13c-98d2332f0774,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:48.554163 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-410049cd-f76d-475c-993a-eb83982690a1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9892035 Apr 29 15:31:48.558538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60304) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:48.560898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60306) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:48.574344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'subnet': {'network_id': '5fe48a47-61fc-4bbb-a13c-98d2332f0774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:48.606194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2081486307', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}, 'admin_state_up': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:48.613604 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 5fe48a47-61fc-4bbb-a13c-98d2332f0774 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:31:48.618119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:48.630954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:48.634960 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.638352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:48.642342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network acb37fcc-9e8f-4eb2-816b-9c1b563fd417 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:48.646830 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9b92acff-2b72-4fee-84be-fbacd178aa35 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8085177 Apr 29 15:31:48.646997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:48.648962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60312) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:48.652178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:48.655252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:48.661201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Usage tracker for resource:router and tenant:1eb356cceec3401d9f4a354e55db950f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:48.662951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:48.670295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1865596569', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}, 'admin_state_up': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:48.687855 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:48.719742 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Pushing event updated for resources: {'Port': ['ID=20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:48.727328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.748975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:48.751658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=15951f13-4a01-44aa-ba8a-49b94f886050,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:48.753758 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:48.814812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.815163 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5971766 Apr 29 15:31:48.818615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Usage tracker for resource:router and tenant:87f380f1708140c783c7cd6afa7fba97 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:48.820551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5442666-e5be-445d-89a0-e7ebdf88e4d9 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471d859b-c02f-42f1-a430-a6891197a35b,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:48.824973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60316) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:48.828185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:48.842493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-21f2ce3f-ee88-4b54-9094-8dea63a3681b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Request body: {'security_group_rule': {'security_group_id': '471d859b-c02f-42f1-a430-a6891197a35b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:48.849260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:48.854401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:48.858780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:48.863530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-21f2ce3f-ee88-4b54-9094-8dea63a3681b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:48.868594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:48.870935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:48.871645 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.881051 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Attempting to bind port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:31:48.881430 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Attempting to bind port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:31:48.881793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Attempting to bind port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:31:48.887906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dd68e-08bd-45f7-95af-1e59de013a77 req-3ff9d254-bc2f-4b50-99cf-d0f0dba4b4bd tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:48.889033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:31:48.889638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:48.890145 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bf4dd68e-08bd-45f7-95af-1e59de013a77 req-3ff9d254-bc2f-4b50-99cf-d0f0dba4b4bd tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4947200 Apr 29 15:31:48.890367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.890905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:31:48.891021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:48.891637 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Bound port: 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:31:48.892175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.892901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.894019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:48.899519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.935152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-21f2ce3f-ee88-4b54-9094-8dea63a3681b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Usage tracker for resource:security_group_rule and tenant:989c4cd7177d4528b6d5685eb722a42b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:48.938748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.942637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-21f2ce3f-ee88-4b54-9094-8dea63a3681b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:48.961584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.963436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:48.974484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Pushing event updated for resources: {'Port': ['ID=992ea050-32b2-4c75-82c5-a0e8adb4c72d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:48.977066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-21f2ce3f-ee88-4b54-9094-8dea63a3681b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:48.993374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Made reservation on behalf of 519d945a696847d99723ae79c2486815 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:48.997086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.035028 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bf4dd68e-08bd-45f7-95af-1e59de013a77 req-a56efa97-4ef9-43f1-af62-aced7f416fc8 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013739 Apr 29 15:31:49.063172 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-3e7739b5-ad4a-4905-8f5d-662bf6167622', 'network_id': '3e7739b5-ad4a-4905-8f5d-662bf6167622', 'tenant_id': '87f380f1708140c783c7cd6afa7fba97', 'fixed_ips': [{'subnet_id': '0b51bb14-a79c-4b55-a215-92e8566446a6'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:31:49.063172 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.071395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.084184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.084414 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4571354c-bf13-4382-b0cc-8d54e2ced7f4 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8373096 Apr 29 15:31:49.084943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60320) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:49.085573 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] For port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:31:49.089919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-713ae0f4-db95-426f-9d37-dcd8c1c672cc tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'floatingip': {'port_id': '15951f13-4a01-44aa-ba8a-49b94f886050'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:49.148161 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] For port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:49.159464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.ipam_backend_mixin [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Performing IP validity checks on allocation pools {{(pid=88715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 15:31:49.160013 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.ipam_backend_mixin [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 15:31:49.204509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f2ce3f-ee88-4b54-9094-8dea63a3681b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.223230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-713ae0f4-db95-426f-9d37-dcd8c1c672cc tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.256160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Allocated IP 172.20.0.2 (3e7739b5-ad4a-4905-8f5d-662bf6167622/0b51bb14-a79c-4b55-a215-92e8566446a6/02441acd-a1b3-4a9e-baf6-d43d520da6fe) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:49.317830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.493820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cc883-add4-41ad-8144-1611c7140d15 None None] Pushing event updated for resources: {'Port': ['ID=20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:49.508301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.609460 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.628454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Transition to ACTIVE for port object 02441acd-a1b3-4a9e-baf6-d43d520da6fe will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:49.651315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Transition to ACTIVE for port object 02441acd-a1b3-4a9e-baf6-d43d520da6fe will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:49.654139 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f2ce3f-ee88-4b54-9094-8dea63a3681b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.704602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.789090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.823784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f2ce3f-ee88-4b54-9094-8dea63a3681b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.916495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Network 3e7739b5-ad4a-4905-8f5d-662bf6167622 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:49.918112 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:49.926282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:49.937538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Pushing event updated for resources: {'Port': ['ID=02441acd-a1b3-4a9e-baf6-d43d520da6fe,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:49.938139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:49.996971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.038070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Attempting to bind port 02441acd-a1b3-4a9e-baf6-d43d520da6fe on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:31:50.038747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Attempting to bind port 02441acd-a1b3-4a9e-baf6-d43d520da6fe by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '439f89de-7233-4b4f-aae9-07489f4d8e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3e7739b5-ad4a-4905-8f5d-662bf6167622'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:31:50.039224 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Attempting to bind port 02441acd-a1b3-4a9e-baf6-d43d520da6fe on network 3e7739b5-ad4a-4905-8f5d-662bf6167622 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:31:50.045943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:31:50.046467 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Checking segment: {'id': '439f89de-7233-4b4f-aae9-07489f4d8e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3e7739b5-ad4a-4905-8f5d-662bf6167622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:50.047243 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.047434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Bound using segment: {'id': '439f89de-7233-4b4f-aae9-07489f4d8e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3e7739b5-ad4a-4905-8f5d-662bf6167622'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:31:50.048403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Bound port: 02441acd-a1b3-4a9e-baf6-d43d520da6fe, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439f89de-7233-4b4f-aae9-07489f4d8e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3e7739b5-ad4a-4905-8f5d-662bf6167622'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:31:50.048403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.049537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:50.057663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:50.070520 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2ce3f-ee88-4b54-9094-8dea63a3681b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf89a00-70b7-465b-9db8-c96311aca4f8,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:50.075714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.076011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:50.076665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.107861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=04c67697-65fc-454c-848d-58f21cb07181,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:50.158348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] For port 02441acd-a1b3-4a9e-baf6-d43d520da6fe, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:31:50.162386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] For port 02441acd-a1b3-4a9e-baf6-d43d520da6fe, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=02441acd-a1b3-4a9e-baf6-d43d520da6fe,segment=NetworkSegment(439f89de-7233-4b4f-aae9-07489f4d8e00),segment_id=439f89de-7233-4b4f-aae9-07489f4d8e00)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:50.192174 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f2ce3f-ee88-4b54-9094-8dea63a3681b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.195818 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-21f2ce3f-ee88-4b54-9094-8dea63a3681b tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3593640 Apr 29 15:31:50.200709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60326) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:50.202978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.238585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.279209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.336171 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c48d2892-6198-45bc-b39a-013cd867511b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3714497 Apr 29 15:31:50.346885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60330) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:50.401045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:11:19:37', 'name': 'tempest-NetworksTestDHCPv6-2083481674'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:50.418243 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Subnet': ['ID=a67440b3-0b3a-4b6f-b2fd-332a1e465d2d,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:50.441841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e8c75-3aec-456d-b85d-3a40341aa1c0 None None] Pushing event updated for resources: {'Port': ['ID=02441acd-a1b3-4a9e-baf6-d43d520da6fe,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:50.455665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57c74fb2-617f-4b33-9514-43b34921842e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.462372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Pushing event updated for resources: {'Port': ['ID=992ea050-32b2-4c75-82c5-a0e8adb4c72d,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:50.483590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Checking segment: {'id': 'e52ed39f-4ae1-40e5-a9d2-3c2806ef73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5fe48a47-61fc-4bbb-a13c-98d2332f0774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:50.484033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network hostable DHCP agents. Network: 5fe48a47-61fc-4bbb-a13c-98d2332f0774, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:31:50.532622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57c74fb2-617f-4b33-9514-43b34921842e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.581846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.634188 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:50.731786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Network 5fe48a47-61fc-4bbb-a13c-98d2332f0774 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:31:50.813117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.829891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.831911 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fd683dfb-3116-476e-94fa-fc887cddcbcb tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2719162 Apr 29 15:31:50.840113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60334) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:50.849543 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:50.850733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad6d7-cbbd-4764-84de-26c5fdf82f3f req-45734334-1dd8-401a-b752-138fe2f3e54f tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:50.852410 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d2ad6d7-cbbd-4764-84de-26c5fdf82f3f req-45734334-1dd8-401a-b752-138fe2f3e54f tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6387010 Apr 29 15:31:50.852708 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.866918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1994203706', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'fixed_ips': [{'ip_address': '172.26.2.207'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:50.873846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d0a14758-1c9a-4415-982e-00164a33c5eb no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:50.876952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-713ae0f4-db95-426f-9d37-dcd8c1c672cc tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.882970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:50.886384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:50.914719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57c74fb2-617f-4b33-9514-43b34921842e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.918296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 5fe48a47-61fc-4bbb-a13c-98d2332f0774) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:50.920533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:50.928522 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:50.935919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Usage tracker for resource:port and tenant:e4ae2de237a94b248b695a2dd11135ba is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:50.944377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:50.949451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:50.965802 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d2ad6d7-cbbd-4764-84de-26c5fdf82f3f req-a86f6ba5-0166-48db-abed-3a5bf0b9242a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845675 Apr 29 15:31:50.971334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-713ae0f4-db95-426f-9d37-dcd8c1c672cc tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:50.972301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c6155c-5b8b-4430-8899-62d4b9d482c2 None None] Network 5fe48a47-61fc-4bbb-a13c-98d2332f0774 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:51.017362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: d0a14758-1c9a-4415-982e-00164a33c5eb {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:51.018169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d0a14758-1c9a-4415-982e-00164a33c5eb not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:51.120662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:51.175877 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-713ae0f4-db95-426f-9d37-dcd8c1c672cc tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Floating IP 087b7bcf-ba9e-4c42-a83b-19c5bdf2abdd associated. External IP: 172.26.2.3, port: 15951f13-4a01-44aa-ba8a-49b94f886050. Apr 29 15:31:51.176091 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f1c950-6f7e-4a5c-9c5f-f20d190740b7 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:51.189227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:51.189819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.196014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c74fb2-617f-4b33-9514-43b34921842e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471d859b-c02f-42f1-a430-a6891197a35b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:51.274455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.320299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.326222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57c74fb2-617f-4b33-9514-43b34921842e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.331523 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-57c74fb2-617f-4b33-9514-43b34921842e tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-groups/471d859b-c02f-42f1-a430-a6891197a35b HTTP/1.1" status: 204 len: 168 time: 1.1261857 Apr 29 15:31:51.331765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60338) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:51.380784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:51.386798 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9aaecf00-c0f9-42cd-9113-366bc7eeebda None None] Provisioning for port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:51.396598 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Made reservation on behalf of e4ae2de237a94b248b695a2dd11135ba for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:31:51.399385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.403009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-5fe48a47-61fc-4bbb-a13c-98d2332f0774', 'network_id': '5fe48a47-61fc-4bbb-a13c-98d2332f0774', 'tenant_id': '519d945a696847d99723ae79c2486815', 'fixed_ips': [{'subnet_id': 'a67440b3-0b3a-4b6f-b2fd-332a1e465d2d'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:31:51.403961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.418822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9aaecf00-c0f9-42cd-9113-366bc7eeebda None None] Provisioning complete for port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:51.419863 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9aaecf00-c0f9-42cd-9113-366bc7eeebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.476171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.530029 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:51.535106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Usage tracker for resource:security_group_rule and tenant:e4ae2de237a94b248b695a2dd11135ba is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:51.538150 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:51.543941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Allocated IP 172.26.2.177 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/6b26ea31-dca6-4167-b660-de1fdd0c5dc8) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:51.544130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:51.652527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.683088 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44e2107-0cb4-49f2-b171-cf4c8868ee0a None None] Network 3e7739b5-ad4a-4905-8f5d-662bf6167622 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:51.724867 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e86d9adf-90af-428e-9b6b-2bd512d99eb6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.1588688 Apr 29 15:31:51.726982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.730377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60342) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:51.746370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] device_id is not set on port baeb47ed-635d-44da-b5ea-4b73fc5c180a yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:31:51.749639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-bbf402f9-f3e8-4f4e-a8e5-d1afcfee3f2b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:51.797218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.827647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f39ae55e-5462-4032-b87b-46bdf9af5bb4 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:51.837743 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b763906-8d37-4ed4-a4ff-fcee48ba11d2,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:51.855559 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.911065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Allocated IP 2001:db8::3 (5fe48a47-61fc-4bbb-a13c-98d2332f0774/a67440b3-0b3a-4b6f-b2fd-332a1e465d2d/eeb8c445-baca-4ebe-90f8-6958e547704e) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:51.917489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9aaecf00-c0f9-42cd-9113-366bc7eeebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.921288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbf402f9-f3e8-4f4e-a8e5-d1afcfee3f2b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6757661'] for subnet, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:51.974597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f39ae55e-5462-4032-b87b-46bdf9af5bb4 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:51.978771 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f39ae55e-5462-4032-b87b-46bdf9af5bb4 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6397195 Apr 29 15:31:51.978976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60346) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:52.028705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 1c4f3530-4f93-4e79-b343-f2e6d829d7d1 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:31:52.044439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9aaecf00-c0f9-42cd-9113-366bc7eeebda None None] For port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:52.082773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Allocated IP 172.26.2.206 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/d83322d1-f8c1-4e07-b59c-1bd7c1db8ad6) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:52.085245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:52.161302 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9aaecf00-c0f9-42cd-9113-366bc7eeebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:52.186484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d66ab1cc-22de-46fc-b667-799f39a11f26 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:52.214355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:52.220967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:52.222759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:52.352032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78991f-eda6-431f-a7c6-01efd54d7c01 req-56974c52-3f37-436c-8f9f-58013fdd1ad5 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:52.353381 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8e78991f-eda6-431f-a7c6-01efd54d7c01 req-56974c52-3f37-436c-8f9f-58013fdd1ad5 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.2319744 Apr 29 15:31:52.355182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event updated for resources: {'Port': ['ID=6b26ea31-dca6-4167-b660-de1fdd0c5dc8,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:52.410861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaecf00-c0f9-42cd-9113-366bc7eeebda None None] Pushing event updated for resources: {'Port': ['ID=20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:52.421582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b0ada-2ab6-46e6-a18d-8bf176977561 None None] Update dhcp port {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'fixed_ips': [{'subnet_id': 'efbb8e88-df07-40df-ab0a-9f8b5f9d583a', 'ip_address': '2001:db8::f816:3eff:fefd:30a9'}, {'subnet_id': '04c67697-65fc-454c-848d-58f21cb07181'}], 'binding:host_id': 'dv-neutron-839183-1-hyperv'}, 'id': '20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180'} from dv-neutron-839183-1-hyperv. {{(pid=88716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 15:31:52.427551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713ae0f4-db95-426f-9d37-dcd8c1c672cc tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:52.433430 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8e78991f-eda6-431f-a7c6-01efd54d7c01 req-936df507-1c0d-475e-9fe9-cf42e2a1cc9b tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539644 Apr 29 15:31:52.468456 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:31:52.490522 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c53f980-ca00-4a30-a1b1-a9273324776d None None] Provisioning for port 02441acd-a1b3-4a9e-baf6-d43d520da6fe completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:52.515876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:52.534999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Transition to ACTIVE for port object eeb8c445-baca-4ebe-90f8-6958e547704e will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:52.537535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d11b0ada-2ab6-46e6-a18d-8bf176977561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:52.563284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d66ab1cc-22de-46fc-b667-799f39a11f26 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:52.567731 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d66ab1cc-22de-46fc-b667-799f39a11f26 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5846977 Apr 29 15:31:52.649760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60352) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:52.679205 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Transition to ACTIVE for port object eeb8c445-baca-4ebe-90f8-6958e547704e will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:52.714453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 172.20.0.4 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/04c67697-65fc-454c-848d-58f21cb07181/1c4f3530-4f93-4e79-b343-f2e6d829d7d1) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:52.728552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::f816:3eff:fe11:1937 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/efbb8e88-df07-40df-ab0a-9f8b5f9d583a/1c4f3530-4f93-4e79-b343-f2e6d829d7d1) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:52.743955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:52.770840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:52.786448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713ae0f4-db95-426f-9d37-dcd8c1c672cc tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:52.795729 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-a8f21abd-cfcd-4f18-bed7-d9893f63d656 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] delete failed (client error): The resource could not be found. Apr 29 15:31:52.800931 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a8f21abd-cfcd-4f18-bed7-d9893f63d656 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "DELETE /v2.0/security-groups/471d859b-c02f-42f1-a430-a6891197a35b HTTP/1.1" status: 404 len: 347 time: 0.1460567 Apr 29 15:31:52.801103 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:52.802472 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60356) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:52.841990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e811d51-6d7d-446a-af2b-c823ba7ef48b None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:52.906982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Network 5fe48a47-61fc-4bbb-a13c-98d2332f0774 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:52.909453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-713ae0f4-db95-426f-9d37-dcd8c1c672cc tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:52.913745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e811d51-6d7d-446a-af2b-c823ba7ef48b None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:52.914378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-1e811d51-6d7d-446a-af2b-c823ba7ef48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:52.968072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:52.973484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:52.999321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Pushing event updated for resources: {'Port': ['ID=eeb8c445-baca-4ebe-90f8-6958e547704e,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:53.016707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-1e811d51-6d7d-446a-af2b-c823ba7ef48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:53.066204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e811d51-6d7d-446a-af2b-c823ba7ef48b None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:53.066826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-1e811d51-6d7d-446a-af2b-c823ba7ef48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:53.126836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.144655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-804b0594-9f20-4252-9ec7-4b0b599b2709 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Synchronizing usage tracker for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:53.159233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:53.159233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.201885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-1e811d51-6d7d-446a-af2b-c823ba7ef48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:53.202283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e811d51-6d7d-446a-af2b-c823ba7ef48b None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:53.232652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Attempting to bind port eeb8c445-baca-4ebe-90f8-6958e547704e on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:31:53.233012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Attempting to bind port eeb8c445-baca-4ebe-90f8-6958e547704e by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'e52ed39f-4ae1-40e5-a9d2-3c2806ef73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5fe48a47-61fc-4bbb-a13c-98d2332f0774'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:31:53.233374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Attempting to bind port eeb8c445-baca-4ebe-90f8-6958e547704e on network 5fe48a47-61fc-4bbb-a13c-98d2332f0774 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:31:53.245804 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-713ae0f4-db95-426f-9d37-dcd8c1c672cc tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "PUT /v2.0/floatingips/087b7bcf-ba9e-4c42-a83b-19c5bdf2abdd HTTP/1.1" status: 200 len: 975 time: 4.1597714 Apr 29 15:31:53.246022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:31:53.246401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Checking segment: {'id': 'e52ed39f-4ae1-40e5-a9d2-3c2806ef73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5fe48a47-61fc-4bbb-a13c-98d2332f0774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:31:53.246729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.247120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Bound using segment: {'id': 'e52ed39f-4ae1-40e5-a9d2-3c2806ef73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5fe48a47-61fc-4bbb-a13c-98d2332f0774'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:31:53.247600 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Bound port: eeb8c445-baca-4ebe-90f8-6958e547704e, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52ed39f-4ae1-40e5-a9d2-3c2806ef73df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5fe48a47-61fc-4bbb-a13c-98d2332f0774'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:31:53.247969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.252553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60360) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:53.297272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-804b0594-9f20-4252-9ec7-4b0b599b2709 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] Unset dirty status for tenant:989c4cd7177d4528b6d5685eb722a42b on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:53.298542 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-804b0594-9f20-4252-9ec7-4b0b599b2709 tempest-SecGroupIPv6Test-1407974878 tempest-SecGroupIPv6Test-1407974878-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4951935 Apr 29 15:31:53.379902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.385440 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 02441acd-a1b3-4a9e-baf6-d43d520da6fe up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:53.405241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 1c4f3530-4f93-4e79-b343-f2e6d829d7d1 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:53.447770 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] For port eeb8c445-baca-4ebe-90f8-6958e547704e, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:31:53.453052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] For port eeb8c445-baca-4ebe-90f8-6958e547704e, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=eeb8c445-baca-4ebe-90f8-6958e547704e,segment=NetworkSegment(e52ed39f-4ae1-40e5-a9d2-3c2806ef73df),segment_id=e52ed39f-4ae1-40e5-a9d2-3c2806ef73df)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:31:53.463140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port 15951f13-4a01-44aa-ba8a-49b94f886050 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:53.463497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.495045 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.496597 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 15:31:53.497112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:31:53.513945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.573222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-d11b0ada-2ab6-46e6-a18d-8bf176977561 None None] Allocated IP 172.20.0.2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/04c67697-65fc-454c-848d-58f21cb07181/20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:53.609771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.614445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 02441acd-a1b3-4a9e-baf6-d43d520da6fe completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:53.640833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:53.659475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:53.671931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Pushing event updated for resources: {'Port': ['ID=d83322d1-f8c1-4e07-b59c-1bd7c1db8ad6,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:53.675681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:53.699343 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:31:53.704654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:31:53.713690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:31:53.714093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 02441acd-a1b3-4a9e-baf6-d43d520da6fe triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:53.714575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.772217 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3ba7a1c4-4fe5-469d-b976-fb029af62b5d tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.9307406 Apr 29 15:31:53.780999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60368) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:53.781918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=1c4f3530-4f93-4e79-b343-f2e6d829d7d1,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:53.873080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04080b36-ec07-404c-b1d7-13926356cd22 None None] Pushing event updated for resources: {'Port': ['ID=eeb8c445-baca-4ebe-90f8-6958e547704e,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:53.957167 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d11b0ada-2ab6-46e6-a18d-8bf176977561 None None] For port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:53.969644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60374) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:53.969644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbf402f9-f3e8-4f4e-a8e5-d1afcfee3f2b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736060948727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7977366'] for subnet, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.976965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:53.977898 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.991045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:53.995018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:54.020228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d11b0ada-2ab6-46e6-a18d-8bf176977561 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:54.035608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a19bf-f8f9-4c72-9b77-7030f365b26c req-9fec1a68-d376-4d5f-a2a1-2485370be1b2 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:54.037316 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-620a19bf-f8f9-4c72-9b77-7030f365b26c req-9fec1a68-d376-4d5f-a2a1-2485370be1b2 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4525337 Apr 29 15:31:54.058126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d11b0ada-2ab6-46e6-a18d-8bf176977561 None None] Transition to ACTIVE for port object 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:31:54.062005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 02441acd-a1b3-4a9e-baf6-d43d520da6fe, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=02441acd-a1b3-4a9e-baf6-d43d520da6fe,segment=NetworkSegment(439f89de-7233-4b4f-aae9-07489f4d8e00),segment_id=439f89de-7233-4b4f-aae9-07489f4d8e00)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:54.073375 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:54.079230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf402f9-f3e8-4f4e-a8e5-d1afcfee3f2b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event updated for resources: {'Subnet': ['ID=a67440b3-0b3a-4b6f-b2fd-332a1e465d2d,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:54.099738 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-45161c93-29d0-47cb-b3a4-fa6bd8188047 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7163947 Apr 29 15:31:54.141099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60380) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:54.147567 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d11b0ada-2ab6-46e6-a18d-8bf176977561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:54.201657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7691f4ef-b168-4d16-b573-220a10b6a1d6 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Deleting port 992ea050-32b2-4c75-82c5-a0e8adb4c72d {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:54.202384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7691f4ef-b168-4d16-b573-220a10b6a1d6 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:54.214363 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:54.250155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:54.313130 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-620a19bf-f8f9-4c72-9b77-7030f365b26c req-874e96c5-b84e-4a29-9039-4c6e760974db tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614081 Apr 29 15:31:54.394950 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b0ada-2ab6-46e6-a18d-8bf176977561 None None] Pushing event updated for resources: {'Port': ['ID=20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:54.473270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=02441acd-a1b3-4a9e-baf6-d43d520da6fe,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:54.482544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf402f9-f3e8-4f4e-a8e5-d1afcfee3f2b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:54.483455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbf402f9-f3e8-4f4e-a8e5-d1afcfee3f2b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:54.485122 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bbf402f9-f3e8-4f4e-a8e5-d1afcfee3f2b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "PUT /v2.0/subnets/a67440b3-0b3a-4b6f-b2fd-332a1e465d2d HTTP/1.1" status: 200 len: 900 time: 2.7448714 Apr 29 15:31:54.554249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60386) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:54.662052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:54.726208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:54.726590 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:54.727301 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Floating IP 087b7bcf-ba9e-4c42-a83b-19c5bdf2abdd disassociated. External IP: 172.26.2.3, port: 15951f13-4a01-44aa-ba8a-49b94f886050. Apr 29 15:31:54.727301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for 15951f13-4a01-44aa-ba8a-49b94f886050 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:54.748110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device eeb8c445-baca-4ebe-90f8-6958e547704e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:54.834973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:54.873501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting port eeb8c445-baca-4ebe-90f8-6958e547704e {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:54.873844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:54.920900 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9563f9b4-dd55-4fc5-9dc0-fa02f40fbf8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=989c4cd7177d4528b6d5685eb722a42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9510937 Apr 29 15:31:54.923758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60390) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:54.969916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port eeb8c445-baca-4ebe-90f8-6958e547704e completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:54.975973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 02441acd-a1b3-4a9e-baf6-d43d520da6fe up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:31:55.031816 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f649b-827c-4d14-a5ce-024ef8681779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:55.038166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f649b-827c-4d14-a5ce-024ef8681779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:55.039074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-071f649b-827c-4d14-a5ce-024ef8681779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:55.085559 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 02441acd-a1b3-4a9e-baf6-d43d520da6fe triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:55.085559 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:55.122490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7691f4ef-b168-4d16-b573-220a10b6a1d6 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:55.122954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7691f4ef-b168-4d16-b573-220a10b6a1d6 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:55.146578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ae88d79d-cc45-4180-ac17-967c4b36a8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:55.221494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:55.232516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-071f649b-827c-4d14-a5ce-024ef8681779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:55.236707 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-071f649b-827c-4d14-a5ce-024ef8681779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.0922453 Apr 29 15:31:55.238583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ae88d79d-cc45-4180-ac17-967c4b36a8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:55.290710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60394) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:55.389433 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b0fcc-1999-43d5-9d76-ccbff8797fb5 None None] Network 5fe48a47-61fc-4bbb-a13c-98d2332f0774 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:55.475998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7691f4ef-b168-4d16-b573-220a10b6a1d6 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Calling delete_port for 992ea050-32b2-4c75-82c5-a0e8adb4c72d owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:55.520198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=15951f13-4a01-44aa-ba8a-49b94f886050,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:55.575943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Router de0ca21e-f725-4cfa-94cc-a835ef61f6a8 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:31:55.631188 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-51aec275-15bc-429d-b541-d8e9507a195b None None] Provisioning for port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:55.667393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-51aec275-15bc-429d-b541-d8e9507a195b None None] Provisioning complete for port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:55.667767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-51aec275-15bc-429d-b541-d8e9507a195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:55.720655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:55.760111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5e578aa2-a1cb-467f-b5b2-7b31ca08319f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 1c4f3530-4f93-4e79-b343-f2e6d829d7d1 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:55.760801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5e578aa2-a1cb-467f-b5b2-7b31ca08319f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:55.901717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] For port eeb8c445-baca-4ebe-90f8-6958e547704e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=eeb8c445-baca-4ebe-90f8-6958e547704e,segment=NetworkSegment(e52ed39f-4ae1-40e5-a9d2-3c2806ef73df),segment_id=e52ed39f-4ae1-40e5-a9d2-3c2806ef73df)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:31:55.902079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:55.993880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:55.997431 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fbb4a6-7400-4d5d-aae0-7a44459b90a2 None None] Network 5fe48a47-61fc-4bbb-a13c-98d2332f0774 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:56.005547 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc4890-9676-4640-94cd-9fd88dd12689 None None] Sync routers for ids ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:56.017476 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc4890-9676-4640-94cd-9fd88dd12689 None None] Routers {'de0ca21e-f725-4cfa-94cc-a835ef61f6a8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:56.019069 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b6fc4890-9676-4640-94cd-9fd88dd12689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:56.055175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Calling delete_port for eeb8c445-baca-4ebe-90f8-6958e547704e owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:56.083722 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ae88d79d-cc45-4180-ac17-967c4b36a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:56.093115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-85b9dc64-19c1-4510-afe9-fc1e7cc55f93 None None] Provisioning for port eeb8c445-baca-4ebe-90f8-6958e547704e completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:56.107119 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b6fc4890-9676-4640-94cd-9fd88dd12689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:56.113015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-85b9dc64-19c1-4510-afe9-fc1e7cc55f93 None None] Provisioning complete for port eeb8c445-baca-4ebe-90f8-6958e547704e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:56.113647 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-85b9dc64-19c1-4510-afe9-fc1e7cc55f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:56.119829 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc4890-9676-4640-94cd-9fd88dd12689 None None] Routers {'de0ca21e-f725-4cfa-94cc-a835ef61f6a8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:56.120611 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b6fc4890-9676-4640-94cd-9fd88dd12689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:56.137616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7691f4ef-b168-4d16-b573-220a10b6a1d6 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:56.159987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88d79d-cc45-4180-ac17-967c4b36a8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bbd83a-b940-4428-80b8-38304f66555c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:56.191803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691f4ef-b168-4d16-b573-220a10b6a1d6 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Pushing event deleted for resources: {'Port': ['ID=992ea050-32b2-4c75-82c5-a0e8adb4c72d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:56.234602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:31:56.241223 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b6fc4890-9676-4640-94cd-9fd88dd12689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:56.241223 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc4890-9676-4640-94cd-9fd88dd12689 None None] The sync data for ids ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:56.319383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:56.323696 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-75e3775e-b9ab-423e-9213-49584d514561 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.6634867 Apr 29 15:31:56.326528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60398) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:56.371852 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-85b9dc64-19c1-4510-afe9-fc1e7cc55f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:56.391933 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:56.509971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5e578aa2-a1cb-467f-b5b2-7b31ca08319f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:56.569786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-85b9dc64-19c1-4510-afe9-fc1e7cc55f93 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 29 15:31:56.569786 dv-neutron-839183-1-hyperv neutron-server[88716]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 29 15:31:56.569786 dv-neutron-839183-1-hyperv neutron-server[88716]: [parameters: {'status': 'ACTIVE', 'ports_id': 'eeb8c445-baca-4ebe-90f8-6958e547704e'}] Apr 29 15:31:56.569786 dv-neutron-839183-1-hyperv neutron-server[88716]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:31:56.570534 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-85b9dc64-19c1-4510-afe9-fc1e7cc55f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:31:56.612906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7691f4ef-b168-4d16-b573-220a10b6a1d6 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:56.615221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7691f4ef-b168-4d16-b573-220a10b6a1d6 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:56.616364 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7691f4ef-b168-4d16-b573-220a10b6a1d6 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495 tempest-ExternalNetworksAdminNegativeTestJSON-1048690495-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/91dd7a4c-4aaf-47f8-b008-beff64beb6ab HTTP/1.1" status: 204 len: 168 time: 2.8351138 Apr 29 15:31:56.665944 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5e578aa2-a1cb-467f-b5b2-7b31ca08319f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 1c4f3530-4f93-4e79-b343-f2e6d829d7d1 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:56.699125 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ae88d79d-cc45-4180-ac17-967c4b36a8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:56.700367 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ae88d79d-cc45-4180-ac17-967c4b36a8c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90bbd83a-b940-4428-80b8-38304f66555c HTTP/1.1" status: 204 len: 168 time: 1.7753973 Apr 29 15:31:56.759311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:56.772004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac644c-9045-49a5-aaa0-50e8d4aa89cd None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:56.781555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac644c-9045-49a5-aaa0-50e8d4aa89cd None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:56.785816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e0ac644c-9045-49a5-aaa0-50e8d4aa89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:56.882453 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e0ac644c-9045-49a5-aaa0-50e8d4aa89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:56.892731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac644c-9045-49a5-aaa0-50e8d4aa89cd None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:56.894243 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e0ac644c-9045-49a5-aaa0-50e8d4aa89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:56.962007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e0ac644c-9045-49a5-aaa0-50e8d4aa89cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:56.962734 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac644c-9045-49a5-aaa0-50e8d4aa89cd None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:56.974020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:57.082016 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Port': ['ID=eeb8c445-baca-4ebe-90f8-6958e547704e,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:57.122689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60410) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:57.136269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-85b9dc64-19c1-4510-afe9-fc1e7cc55f93 None None] Port eeb8c445-baca-4ebe-90f8-6958e547704e update to ACTIVE by agent not found {{(pid=88716) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 29 15:31:57.141010 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3253fa26-ba63-4d1e-99c5-a40c86e1002f None None] DHCP port deletion for 5fe48a47-61fc-4bbb-a13c-98d2332f0774 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:31:57.165202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e922ba1b-1161-4a55-a18b-b1726f162508 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:31:57.170127 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No DVR routers for this DVR port eeb8c445-baca-4ebe-90f8-6958e547704e on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:31:57.225561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:57.293624 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Router 09e27d6e-aefa-45f0-9672-3250fda50d3e is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:31:57.311551 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cdf6f4c5-378a-4369-a14e-c07e0305de2d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/ports/15951f13-4a01-44aa-ba8a-49b94f886050 HTTP/1.1" status: 204 len: 168 time: 4.0562787 Apr 29 15:31:57.313163 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60422) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:57.399887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e922ba1b-1161-4a55-a18b-b1726f162508 None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:31:57.452165 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4eb504e3-224b-489b-b15f-0ee4bb94f088 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "GET /v2.0/floatingips/087b7bcf-ba9e-4c42-a83b-19c5bdf2abdd HTTP/1.1" status: 200 len: 686 time: 0.1270792 Apr 29 15:31:57.460667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60428) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:57.478358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:57.554587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a361565d-edcc-44ce-9033-081fd9cc27e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:57.599745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a361565d-edcc-44ce-9033-081fd9cc27e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:57.611866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a361565d-edcc-44ce-9033-081fd9cc27e0 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0a81b0d1bd4bb2805139194198bbf1 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:57.621890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a361565d-edcc-44ce-9033-081fd9cc27e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:57.636351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a361565d-edcc-44ce-9033-081fd9cc27e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:57.699397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-483e3ac7-a5f0-4fd9-ad63-256ab5f65dad tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port 42dafbb4-1f4d-445f-8dce-75c79bbe7646 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:31:57.699742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-483e3ac7-a5f0-4fd9-ad63-256ab5f65dad tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:57.750655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5e578aa2-a1cb-467f-b5b2-7b31ca08319f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:57.754648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-85b9dc64-19c1-4510-afe9-fc1e7cc55f93 None None] Provisioning for port 1c4f3530-4f93-4e79-b343-f2e6d829d7d1 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:31:57.767450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-85b9dc64-19c1-4510-afe9-fc1e7cc55f93 None None] Provisioning complete for port 1c4f3530-4f93-4e79-b343-f2e6d829d7d1 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:31:57.768434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-85b9dc64-19c1-4510-afe9-fc1e7cc55f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:57.810187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-85b9dc64-19c1-4510-afe9-fc1e7cc55f93 None None] Port 1c4f3530-4f93-4e79-b343-f2e6d829d7d1 was deleted so its status cannot be updated. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 15:31:57.812015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:57.825054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:31:57.836568 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87f35d-67d1-4e00-9223-7c37eddfeb1a None None] Sync routers for ids ['09e27d6e-aefa-45f0-9672-3250fda50d3e'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:31:57.847897 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a87f35d-67d1-4e00-9223-7c37eddfeb1a None None] Routers {'09e27d6e-aefa-45f0-9672-3250fda50d3e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:57.848898 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5a87f35d-67d1-4e00-9223-7c37eddfeb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['09e27d6e-aefa-45f0-9672-3250fda50d3e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:57.879186 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae788389-bba1-41ab-946c-e06100653263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-5fe48a47-61fc-4bbb-a13c-98d2332f0774', 'network_id': '5fe48a47-61fc-4bbb-a13c-98d2332f0774', 'tenant_id': '519d945a696847d99723ae79c2486815', 'fixed_ips': [{'subnet_id': 'a67440b3-0b3a-4b6f-b2fd-332a1e465d2d'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:31:57.880153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ae788389-bba1-41ab-946c-e06100653263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:57.936320 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Subnet': ['ID=a67440b3-0b3a-4b6f-b2fd-332a1e465d2d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:57.956190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ff693a5b-c3b6-457f-9836-eb87d0521b4a None None] Could not find standard attr ID for object eeb8c445-baca-4ebe-90f8-6958e547704e. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:31:57.966596 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5a87f35d-67d1-4e00-9223-7c37eddfeb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:57.978310 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a87f35d-67d1-4e00-9223-7c37eddfeb1a None None] Routers {'09e27d6e-aefa-45f0-9672-3250fda50d3e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:31:57.979164 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5a87f35d-67d1-4e00-9223-7c37eddfeb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['09e27d6e-aefa-45f0-9672-3250fda50d3e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:58.006411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e578aa2-a1cb-467f-b5b2-7b31ca08319f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=1c4f3530-4f93-4e79-b343-f2e6d829d7d1,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:58.064156 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5a87f35d-67d1-4e00-9223-7c37eddfeb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:58.065364 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87f35d-67d1-4e00-9223-7c37eddfeb1a None None] The sync data for ids ['09e27d6e-aefa-45f0-9672-3250fda50d3e'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:31:58.143270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a361565d-edcc-44ce-9033-081fd9cc27e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.145818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60440) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:58.174887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.176333 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-925dac65-6290-4323-8cb7-611e30b37163 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.6144016 Apr 29 15:31:58.180167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60446) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:58.186460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-483e3ac7-a5f0-4fd9-ad63-256ab5f65dad tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.186460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-483e3ac7-a5f0-4fd9-ad63-256ab5f65dad tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.194907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.212219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-7538bced-335e-4095-a709-979c06ef2dbd tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'enable_snat': False}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:58.238205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a361565d-edcc-44ce-9033-081fd9cc27e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.257591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.258215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f639c666-4cdf-4a5b-8e31-f09ad2e81b11 None None] Network 5fe48a47-61fc-4bbb-a13c-98d2332f0774 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:58.295433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5e578aa2-a1cb-467f-b5b2-7b31ca08319f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.378746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe48a47-61fc-4bbb-a13c-98d2332f0774']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:58.400526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52ed39f-4ae1-40e5-a9d2-3c2806ef73df') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:58.400916 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52ed39f-4ae1-40e5-a9d2-3c2806ef73df') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:58.410677 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a361565d-edcc-44ce-9033-081fd9cc27e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd0a81b0d1bd4bb2805139194198bbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2870529 Apr 29 15:31:58.417936 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5e578aa2-a1cb-467f-b5b2-7b31ca08319f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/1c4f3530-4f93-4e79-b343-f2e6d829d7d1 HTTP/1.1" status: 204 len: 168 time: 3.1261775 Apr 29 15:31:58.418882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361565d-edcc-44ce-9033-081fd9cc27e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f352429d-4935-416d-8a49-8a40e75271ae,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:58.423470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60450) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:58.423730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60452) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:58.430012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.495655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-483e3ac7-a5f0-4fd9-ad63-256ab5f65dad tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for 42dafbb4-1f4d-445f-8dce-75c79bbe7646 owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:31:58.530950 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854368512'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:31:58.546076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.552526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bab278-8ad4-4eeb-83a6-56e0c0f8b77c None None] DHCP port deletion for 5fe48a47-61fc-4bbb-a13c-98d2332f0774 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:31:58.568605 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:31:58.569109 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:31:58.590936 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:31:58.614752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device eeb8c445-baca-4ebe-90f8-6958e547704e no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:31:58.617546 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:58.627734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-58404513-7b6f-46ad-b39b-6c7e1b40c936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.657621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: eeb8c445-baca-4ebe-90f8-6958e547704e {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:31:58.658468 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device eeb8c445-baca-4ebe-90f8-6958e547704e not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:31:58.684274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d450a-c466-4617-996c-6166399edbd8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:58.686017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d450a-c466-4617-996c-6166399edbd8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:58.687548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d450a-c466-4617-996c-6166399edbd8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:31:58.688327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-344d450a-c466-4617-996c-6166399edbd8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:31:58.700786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:58.707591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:58.721559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:58.731694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-58404513-7b6f-46ad-b39b-6c7e1b40c936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.772077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.800959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.807676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Network': ['ID=5fe48a47-61fc-4bbb-a13c-98d2332f0774,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:58.810910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.812290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-344d450a-c466-4617-996c-6166399edbd8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:31:58.816205 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-344d450a-c466-4617-996c-6166399edbd8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3859899 Apr 29 15:31:58.818353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60458) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:58.859987 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-65030a65-8002-4745-b363-d1df512909f9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/5fe48a47-61fc-4bbb-a13c-98d2332f0774 HTTP/1.1" status: 204 len: 168 time: 4.3020830 Apr 29 15:31:58.862540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60462) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:58.905347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-58404513-7b6f-46ad-b39b-6c7e1b40c936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.907636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-58404513-7b6f-46ad-b39b-6c7e1b40c936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:58.908787 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-58404513-7b6f-46ad-b39b-6c7e1b40c936 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f352429d-4935-416d-8a49-8a40e75271ae HTTP/1.1" status: 204 len: 168 time: 0.4829848 Apr 29 15:31:58.924530 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac399876-2bb1-490f-8284-dca52886c2fa tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:31:58.924984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac399876-2bb1-490f-8284-dca52886c2fa tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:31:58.928521 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ac399876-2bb1-490f-8284-dca52886c2fa tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/subnets/a67440b3-0b3a-4b6f-b2fd-332a1e465d2d HTTP/1.1" status: 404 len: 337 time: 0.0632160 Apr 29 15:31:58.930684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60468) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:58.933207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58404513-7b6f-46ad-b39b-6c7e1b40c936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f352429d-4935-416d-8a49-8a40e75271ae,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:58.966487 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-31173283-f5c8-4adb-ba4e-85e22f22272d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 04c67697-65fc-454c-848d-58f21cb07181 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:31:58.972369 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-93411662-1e29-4b38-8908-d83248ca4eb7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:31:58.972730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93411662-1e29-4b38-8908-d83248ca4eb7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:31:58.976894 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-93411662-1e29-4b38-8908-d83248ca4eb7 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/5fe48a47-61fc-4bbb-a13c-98d2332f0774 HTTP/1.1" status: 404 len: 339 time: 0.0426807 Apr 29 15:31:58.976894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-31173283-f5c8-4adb-ba4e-85e22f22272d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.001739 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60472) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:59.010528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.061887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:31:59.082264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:31:59.092877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:31:59.110654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:31:59.195364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-483e3ac7-a5f0-4fd9-ad63-256ab5f65dad tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.228066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-31173283-f5c8-4adb-ba4e-85e22f22272d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.277486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e3ac7-a5f0-4fd9-ad63-256ab5f65dad tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=42dafbb4-1f4d-445f-8dce-75c79bbe7646,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:59.293931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.459903 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.475324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-31173283-f5c8-4adb-ba4e-85e22f22272d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.529321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e72935-661f-4420-b374-3d41dd465978']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:59.546356 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2388913-5169-4013-b07c-057808054d0d') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:59.546652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2388913-5169-4013-b07c-057808054d0d') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:31:59.564498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.584895 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.595084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:31:59.595472 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:31:59.610023 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:31:59.680307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60478) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:59.704903 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-31173283-f5c8-4adb-ba4e-85e22f22272d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.731626 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Allocated IP 172.20.0.1 (3e7739b5-ad4a-4905-8f5d-662bf6167622/0b51bb14-a79c-4b55-a215-92e8566446a6/0a1821b7-66c2-4b95-9457-82fb17cfe055) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:31:59.750260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-483e3ac7-a5f0-4fd9-ad63-256ab5f65dad tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.758733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31173283-f5c8-4adb-ba4e-85e22f22272d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=04c67697-65fc-454c-848d-58f21cb07181,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:59.760767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-31173283-f5c8-4adb-ba4e-85e22f22272d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.765910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78937e61-b53e-40d1-9abb-309f30d3a0fb None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:31:59.789009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.807554 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.811702 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/05e72935-661f-4420-b374-3d41dd465978 HTTP/1.1" status: 204 len: 168 time: 0.8063169 Apr 29 15:31:59.813430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7538bced-335e-4095-a709-979c06ef2dbd tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.814992 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1c99f57f-310c-48ab-b514-a27806122e72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4ae2de237a94b248b695a2dd11135ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336517 Apr 29 15:31:59.815734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60482) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:59.820832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3744ef-4c7d-4810-983a-8fbff3994aa9 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Network': ['ID=05e72935-661f-4420-b374-3d41dd465978,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:31:59.842997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60486) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:59.853020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:31:59.859524 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82bb335-7d29-467c-9496-48734f98f59e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:31:59.859983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82bb335-7d29-467c-9496-48734f98f59e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:31:59.862869 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e82bb335-7d29-467c-9496-48734f98f59e tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/subnets/82845b7a-1a5b-4b61-b45a-d00002e30758 HTTP/1.1" status: 404 len: 337 time: 0.0428874 Apr 29 15:31:59.864846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60490) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:59.890493 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-31173283-f5c8-4adb-ba4e-85e22f22272d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/04c67697-65fc-454c-848d-58f21cb07181 HTTP/1.1" status: 204 len: 168 time: 1.0686941 Apr 29 15:31:59.891333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60494) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:59.929772 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca88d37-bc98-4ae1-9f30-1315655265fd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:31:59.930161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca88d37-bc98-4ae1-9f30-1315655265fd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:31:59.934448 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0ca88d37-bc98-4ae1-9f30-1315655265fd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/1deb34af-5026-40de-9be1-e4ca303b70d6 HTTP/1.1" status: 404 len: 339 time: 0.0659528 Apr 29 15:31:59.935256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60498) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:31:59.981451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de23632-714a-4212-aba8-38a3691042ca tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet efbb8e88-df07-40df-ab0a-9f8b5f9d583a {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:31:59.984802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9de23632-714a-4212-aba8-38a3691042ca tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.016847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.046291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:00.048719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-483e3ac7-a5f0-4fd9-ad63-256ab5f65dad tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.049007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9de23632-714a-4212-aba8-38a3691042ca tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.053372 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-483e3ac7-a5f0-4fd9-ad63-256ab5f65dad tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/floatingips/087b7bcf-ba9e-4c42-a83b-19c5bdf2abdd HTTP/1.1" status: 204 len: 168 time: 2.5880578 Apr 29 15:32:00.073749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:00.079597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60502) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:00.087206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:00.091266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '72fb1929-e4a0-4ea8-9af6-c41a34291af2'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:00.100112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:00.114612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:floatingip and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:00.117187 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:00.123558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:00.126744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:00.168054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9de23632-714a-4212-aba8-38a3691042ca tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.176881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1572209-1670-46b5-808a-b44a1c1b7a71 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting subnet 075eed75-4437-4765-811f-cafdb0641896 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:32:00.178862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dcebda4e-67b0-4fc5-8bcf-336853547abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.180450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d316d6-f919-4f83-aead-e5539f68bc1f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:00.187101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.195388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d1572209-1670-46b5-808a-b44a1c1b7a71 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.203528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.360975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9de23632-714a-4212-aba8-38a3691042ca tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.364704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Transition to ACTIVE for port object 0a1821b7-66c2-4b95-9457-82fb17cfe055 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:00.367321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d1572209-1670-46b5-808a-b44a1c1b7a71 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.401332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dcebda4e-67b0-4fc5-8bcf-336853547abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.420353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9de23632-714a-4212-aba8-38a3691042ca tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.423570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de23632-714a-4212-aba8-38a3691042ca tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=efbb8e88-df07-40df-ab0a-9f8b5f9d583a,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:00.439149 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9de23632-714a-4212-aba8-38a3691042ca tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/efbb8e88-df07-40df-ab0a-9f8b5f9d583a HTTP/1.1" status: 204 len: 168 time: 0.5464931 Apr 29 15:32:00.442468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60506) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:00.518857 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f912c4e1-f055-418b-9958-059d09c159f0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746191 Apr 29 15:32:00.522064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60510) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:00.528589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:00.546409 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.625280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.645484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d1572209-1670-46b5-808a-b44a1c1b7a71 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.688807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a94a47-97c2-42b7-9b8d-09aa4d8ca53d None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:00.702960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:00.717310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:00.723825 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:00.731538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.733490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:00.760938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.764178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dcebda4e-67b0-4fc5-8bcf-336853547abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.789406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7b1748a1-62a5-4851-8a52-cb56332a9dd6 None None] Provisioning complete for port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:00.789989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7b1748a1-62a5-4851-8a52-cb56332a9dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.815381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.26.2.59 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/0d6f5d42-6275-497a-a3a4-bff7ffcdc597) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:00.858312 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:00.861895 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.890905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dcebda4e-67b0-4fc5-8bcf-336853547abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:00.892029 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dcebda4e-67b0-4fc5-8bcf-336853547abd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b763906-8d37-4ed4-a4ff-fcee48ba11d2 HTTP/1.1" status: 204 len: 168 time: 1.0467417 Apr 29 15:32:00.896888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Network 3e7739b5-ad4a-4905-8f5d-662bf6167622 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:00.913105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762d2b26-5418-4734-aed8-5c423917e2af,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:00.915761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:00.935211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:00.979437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event updated for resources: {'Port': ['ID=0a1821b7-66c2-4b95-9457-82fb17cfe055,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:00.982282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebda4e-67b0-4fc5-8bcf-336853547abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b763906-8d37-4ed4-a4ff-fcee48ba11d2,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:01.014422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.015915 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d566cb64-62d1-42b0-a514-29c6b444861c tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8673365 Apr 29 15:32:01.030693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60516) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:01.090770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.133606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d53453-dd53-4183-9640-5754ba5e95a4 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:32:01.139170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-06d53453-dd53-4183-9640-5754ba5e95a4 None None] Deleting port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:01.140017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-06d53453-dd53-4183-9640-5754ba5e95a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.227512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.378035 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.419568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d1572209-1670-46b5-808a-b44a1c1b7a71 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.445328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-06d53453-dd53-4183-9640-5754ba5e95a4 None None] For port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:01.445789 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-06d53453-dd53-4183-9640-5754ba5e95a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.472233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:01.475292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:01.480576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:01.513033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1572209-1670-46b5-808a-b44a1c1b7a71 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Subnet': ['ID=075eed75-4437-4765-811f-cafdb0641896,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:01.525356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-aaa66947-1eb7-4deb-9de2-b72ab4a58e5a None None] Provisioning for port 0a1821b7-66c2-4b95-9457-82fb17cfe055 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:01.528795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d1572209-1670-46b5-808a-b44a1c1b7a71 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.536888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=0d6f5d42-6275-497a-a3a4-bff7ffcdc597,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:01.539634 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b760aab1-6f67-43bb-9553-45639158ac34 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:01.606684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefd1bcf-e1b1-4150-8d15-9d2981d59c53 None None] Network 4bcfaf0d-dde7-4bf8-bce5-94842598f257 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:01.626684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-06d53453-dd53-4183-9640-5754ba5e95a4 None None] Calling delete_port for 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:01.671507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b760aab1-6f67-43bb-9553-45639158ac34 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:01.672220 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-aaa66947-1eb7-4deb-9de2-b72ab4a58e5a None None] Provisioning complete for port 0a1821b7-66c2-4b95-9457-82fb17cfe055 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:01.672702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aaa66947-1eb7-4deb-9de2-b72ab4a58e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.672912 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b760aab1-6f67-43bb-9553-45639158ac34 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6410732 Apr 29 15:32:01.674799 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d1572209-1670-46b5-808a-b44a1c1b7a71 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/subnets/075eed75-4437-4765-811f-cafdb0641896 HTTP/1.1" status: 204 len: 168 time: 1.7230146 Apr 29 15:32:01.679741 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60524) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:01.680341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60526) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:01.733294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.745349 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-bb126c1a-754e-4bc9-917b-f74874bbc606 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group': {'name': 'tempest-security--832912375', 'description': 'tempest-security-description-821607256'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:01.836579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-aaa66947-1eb7-4deb-9de2-b72ab4a58e5a None None] Port 0a1821b7-66c2-4b95-9457-82fb17cfe055 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:32:01.855810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:01.858478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.871295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:01.880665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7538bced-335e-4095-a709-979c06ef2dbd tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.887497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:01.888095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.932558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-06d53453-dd53-4183-9640-5754ba5e95a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.934411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7538bced-335e-4095-a709-979c06ef2dbd tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.956086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bb126c1a-754e-4bc9-917b-f74874bbc606 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:01.966107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-875383c0-8af3-4833-a8c7-c5fdbe2257e0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting subnet d08cce0d-32ed-414b-82af-866eeddb2884 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:32:01.986334 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d53453-dd53-4183-9640-5754ba5e95a4 None None] No DVR routers for this DVR port 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:32:02.033429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=28d6aa73-8fff-4043-90e9-3e518b4bcbf1,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:02.037875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-875383c0-8af3-4833-a8c7-c5fdbe2257e0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.052610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a199bbe-e02e-4e95-a8ff-14db61962eec None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:02.097043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d53453-dd53-4183-9640-5754ba5e95a4 None None] Pushing event deleted for resources: {'Port': ['ID=20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:02.179845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-875383c0-8af3-4833-a8c7-c5fdbe2257e0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.224200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bb126c1a-754e-4bc9-917b-f74874bbc606 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.234237 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1a216deb-7d9d-4e20-b909-623f2de332d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7088158 Apr 29 15:32:02.244121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60544) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:02.247498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-30772cbf-0425-414a-961b-1d4e73b6daa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.253913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:02.332119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bb126c1a-754e-4bc9-917b-f74874bbc606 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.334527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bb126c1a-754e-4bc9-917b-f74874bbc606 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.335769 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bb126c1a-754e-4bc9-917b-f74874bbc606 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "PUT /v2.0/security-groups/762d2b26-5418-4734-aed8-5c423917e2af HTTP/1.1" status: 200 len: 1776 time: 0.6542442 Apr 29 15:32:02.349890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60548) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:02.418993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '28d6aa73-8fff-4043-90e9-3e518b4bcbf1'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:32:02.420214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.431369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7538bced-335e-4095-a709-979c06ef2dbd tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Router 09e27d6e-aefa-45f0-9672-3250fda50d3e has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:32:02.478034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:02.479053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb126c1a-754e-4bc9-917b-f74874bbc606 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762d2b26-5418-4734-aed8-5c423917e2af,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:02.482697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:02.492779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:02.499383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:02.525465 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-af43d69a-2fc1-448c-8210-adc707ac1654 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-groups/762d2b26-5418-4734-aed8-5c423917e2af HTTP/1.1" status: 200 len: 1776 time: 0.1720595 Apr 29 15:32:02.526286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60554) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:02.562207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-875383c0-8af3-4833-a8c7-c5fdbe2257e0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.631658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:02.635085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.665478 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.707657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Allocated IP 172.20.0.2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/28d6aa73-8fff-4043-90e9-3e518b4bcbf1/ef3132f6-6e7e-47a5-a5c9-54fc64e6b052) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:02.770614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c68dff7-8ffa-472e-9158-ce083304cc66 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.786894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:32:02.806221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c68dff7-8ffa-472e-9158-ce083304cc66 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.854901 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:32:02.855467 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 20e7b7f2-2a6b-4d1d-ac3a-0cab9fe3c180 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:32:02.886442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-875383c0-8af3-4833-a8c7-c5fdbe2257e0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:02.967866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-875383c0-8af3-4833-a8c7-c5fdbe2257e0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.014230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c68dff7-8ffa-472e-9158-ce083304cc66 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.037122 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875383c0-8af3-4833-a8c7-c5fdbe2257e0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Subnet': ['ID=d08cce0d-32ed-414b-82af-866eeddb2884,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:03.068510 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68dff7-8ffa-472e-9158-ce083304cc66 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=762d2b26-5418-4734-aed8-5c423917e2af,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:03.078536 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c68dff7-8ffa-472e-9158-ce083304cc66 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.079762 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5c68dff7-8ffa-472e-9158-ce083304cc66 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-groups/762d2b26-5418-4734-aed8-5c423917e2af HTTP/1.1" status: 204 len: 168 time: 0.5530908 Apr 29 15:32:03.084068 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60562) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:03.085968 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-875383c0-8af3-4833-a8c7-c5fdbe2257e0 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/subnets/d08cce0d-32ed-414b-82af-866eeddb2884 HTTP/1.1" status: 204 len: 168 time: 1.4028604 Apr 29 15:32:03.090953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60566) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:03.106645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.113715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.130601 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107acb1e-4027-4418-93b4-57b1bbaad001 None None] Network 4bcfaf0d-dde7-4bf8-bce5-94842598f257 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:03.156874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.187769 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Transition to ACTIVE for port object ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:03.205792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7dc37c68-9e12-4b88-b4d1-8c43a08ffcaa tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:03.217074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.306422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Transition to ACTIVE for port object ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:03.315625 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-079065c3-35c5-4509-8753-f38219b0c1b3 None None] Provisioning complete for port 9c826e62-e133-4ff8-a8bb-d5680c416704 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:03.316006 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-079065c3-35c5-4509-8753-f38219b0c1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.457955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.481040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7538bced-335e-4095-a709-979c06ef2dbd tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:03.485005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7dc37c68-9e12-4b88-b4d1-8c43a08ffcaa tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:03.485490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.486254 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7dc37c68-9e12-4b88-b4d1-8c43a08ffcaa tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3992078 Apr 29 15:32:03.491487 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60574) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:03.491703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7538bced-335e-4095-a709-979c06ef2dbd tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.496765 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7538bced-335e-4095-a709-979c06ef2dbd tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "PUT /v2.0/routers/09e27d6e-aefa-45f0-9672-3250fda50d3e HTTP/1.1" status: 200 len: 926 time: 5.3099482 Apr 29 15:32:03.496910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60578) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:03.499043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.513651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event updated for resources: {'Port': ['ID=0a1821b7-66c2-4b95-9457-82fb17cfe055,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:03.527679 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32888385-54eb-40ea-912b-04de8a6ccdba None None] Sync routers for ids ['09e27d6e-aefa-45f0-9672-3250fda50d3e'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:03.551202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:03.554864 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:03.558925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:03.568998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting port 9c826e62-e133-4ff8-a8bb-d5680c416704 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:03.569912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.579236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32888385-54eb-40ea-912b-04de8a6ccdba None None] Routers {'09e27d6e-aefa-45f0-9672-3250fda50d3e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:03.579858 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-32888385-54eb-40ea-912b-04de8a6ccdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['09e27d6e-aefa-45f0-9672-3250fda50d3e'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:03.657137 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-14f5c60c-5eb5-4026-be93-16893da5ef93 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] delete failed (client error): The resource could not be found. Apr 29 15:32:03.658148 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-14f5c60c-5eb5-4026-be93-16893da5ef93 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-groups/762d2b26-5418-4734-aed8-5c423917e2af HTTP/1.1" status: 404 len: 347 time: 0.1657367 Apr 29 15:32:03.663786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60584) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:03.673423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group': {'name': 'tempest-secgroup--206253978'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:03.684211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:03.719766 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:03.725484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Pushing event updated for resources: {'Port': ['ID=ef3132f6-6e7e-47a5-a5c9-54fc64e6b052,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:03.771137 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4739ebe0-a86c-42c7-8b91-78dd40b3c8e2 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/routers/09e27d6e-aefa-45f0-9672-3250fda50d3e HTTP/1.1" status: 200 len: 926 time: 0.2744169 Apr 29 15:32:03.773870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60590) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:03.775347 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-32888385-54eb-40ea-912b-04de8a6ccdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:03.778273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.807507 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Attempting to bind port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:32:03.807876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Attempting to bind port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:32:03.808239 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Attempting to bind port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:32:03.814452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32888385-54eb-40ea-912b-04de8a6ccdba None None] Routers {'09e27d6e-aefa-45f0-9672-3250fda50d3e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:03.815832 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-32888385-54eb-40ea-912b-04de8a6ccdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:31:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['09e27d6e-aefa-45f0-9672-3250fda50d3e'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:03.832315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.864448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.874222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:32:03.874823 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:03.874996 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.875364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:32:03.875843 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Bound port: ef3132f6-6e7e-47a5-a5c9-54fc64e6b052, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:32:03.876215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:03.897776 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Network 3e7739b5-ad4a-4905-8f5d-662bf6167622 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:03.901520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-32888385-54eb-40ea-912b-04de8a6ccdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:03.901930 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32888385-54eb-40ea-912b-04de8a6ccdba None None] The sync data for ids ['09e27d6e-aefa-45f0-9672-3250fda50d3e'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:03.903963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:03.948422 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:03.985488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:04.007129 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] For port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:32:04.012435 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] For port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ef3132f6-6e7e-47a5-a5c9-54fc64e6b052,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:32:04.033330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60596) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:04.038201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:04.042994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec2342a-cb6a-4b2c-a5ae-5ece6e42e6b4 None None] DHCP port deletion for 4bcfaf0d-dde7-4bf8-bce5-94842598f257 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:32:04.050096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2342a-cb6a-4b2c-a5ae-5ece6e42e6b4 None None] Deleting port 9c826e62-e133-4ff8-a8bb-d5680c416704 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:04.050487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ec2342a-cb6a-4b2c-a5ae-5ece6e42e6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:04.058439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:04.071207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=0d6f5d42-6275-497a-a3a4-bff7ffcdc597,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:04.114024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51531da5-de62-45aa-a85a-93f07a372942 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:04.114819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-51531da5-de62-45aa-a85a-93f07a372942 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Synchronizing usage tracker for tenant:03b0c58334164e249e0e7fd2798ea11a on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:04.120785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:04.125537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:04.243381 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] For port 9c826e62-e133-4ff8-a8bb-d5680c416704, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9c826e62-e133-4ff8-a8bb-d5680c416704,segment=NetworkSegment(70369dc7-8290-4df2-988b-8fdf23cab79f),segment_id=70369dc7-8290-4df2-988b-8fdf23cab79f)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:04.243845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:04.285167 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d5eddd78-de23-4205-967c-da0299c9cf5b None None] Provisioning complete for port 0a1821b7-66c2-4b95-9457-82fb17cfe055 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:04.285357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-417393600', 'router:external': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:04.285465 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d5eddd78-de23-4205-967c-da0299c9cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:04.312443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-13aeee47-9faa-4e1e-aae3-569f0bb8238e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:04.399596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:04.402492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c76ef-ade3-4389-9e30-5995c50a003b None None] Pushing event updated for resources: {'Port': ['ID=ef3132f6-6e7e-47a5-a5c9-54fc64e6b052,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:04.405065 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Floating IP 04abf1f9-7cf2-433d-a04c-297618b5e1b5 associated. External IP: 172.26.2.59, port: 72fb1929-e4a0-4ea8-9af6-c41a34291af2. Apr 29 15:32:04.429596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Calling delete_port for 9c826e62-e133-4ff8-a8bb-d5680c416704 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:04.461294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:04.465899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Usage tracker for resource:network and tenant:62b3bde5928d41aab3535b983fef7303 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:04.474643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-51531da5-de62-45aa-a85a-93f07a372942 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Unset dirty status for tenant:03b0c58334164e249e0e7fd2798ea11a on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:04.475848 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-51531da5-de62-45aa-a85a-93f07a372942 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&device_id=09e27d6e-aefa-45f0-9672-3250fda50d3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7010794 Apr 29 15:32:04.479873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:04.480208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60602) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:04.487582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:04.504352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:04.536697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-7ec2342a-cb6a-4b2c-a5ae-5ece6e42e6b4 None None] For port 9c826e62-e133-4ff8-a8bb-d5680c416704, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9c826e62-e133-4ff8-a8bb-d5680c416704,segment=NetworkSegment(70369dc7-8290-4df2-988b-8fdf23cab79f),segment_id=70369dc7-8290-4df2-988b-8fdf23cab79f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:04.536985 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ec2342a-cb6a-4b2c-a5ae-5ece6e42e6b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:04.595092 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6019f686-a5a7-4268-990e-5dab4f40e529,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:04.663144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.objects.ports [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88715) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:32:04.679679 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2342a-cb6a-4b2c-a5ae-5ece6e42e6b4 None None] Calling delete_port for 9c826e62-e133-4ff8-a8bb-d5680c416704 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:04.758238 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9c826e62-e133-4ff8-a8bb-d5680c416704 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:32:04.779171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:04.785071 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b9b3ee20-9886-47e6-84cd-57cb657ae665 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1187348 Apr 29 15:32:04.803175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60606) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:04.822241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1ec2bf97-86ff-4a5f-8069-5c8b909881f4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': '6019f686-a5a7-4268-990e-5dab4f40e529', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:04.827747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d5eddd78-de23-4205-967c-da0299c9cf5b None None] Port 0a1821b7-66c2-4b95-9457-82fb17cfe055 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:32:04.838544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1ec2bf97-86ff-4a5f-8069-5c8b909881f4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:04.865494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f013e2-c6e3-4067-84de-e5ec4519a844 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:04.869227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-39f013e2-c6e3-4067-84de-e5ec4519a844 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Synchronizing usage tracker for tenant:03b0c58334164e249e0e7fd2798ea11a on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:04.889629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Made reservation on behalf of 62b3bde5928d41aab3535b983fef7303 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:04.891998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:04.945973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.055639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1ec2bf97-86ff-4a5f-8069-5c8b909881f4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:05.062683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1ec2bf97-86ff-4a5f-8069-5c8b909881f4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:05.065784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:32:05.068478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Router de0ca21e-f725-4cfa-94cc-a835ef61f6a8 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:32:05.073724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.085486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1ec2bf97-86ff-4a5f-8069-5c8b909881f4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:05.111151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:05.120136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.125468 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Usage tracker for resource:security_group_rule and tenant:62b3bde5928d41aab3535b983fef7303 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:05.131416 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-39f013e2-c6e3-4067-84de-e5ec4519a844 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Unset dirty status for tenant:03b0c58334164e249e0e7fd2798ea11a on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:05.135466 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-39f013e2-c6e3-4067-84de-e5ec4519a844 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/networks/5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 881 time: 0.5600019 Apr 29 15:32:05.182819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-7ec2342a-cb6a-4b2c-a5ae-5ece6e42e6b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:05.183168 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-7ec2342a-cb6a-4b2c-a5ae-5ece6e42e6b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:05.215263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60610) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:05.216116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:05.239852 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.331745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.364915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:05.373610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Port': ['ID=9c826e62-e133-4ff8-a8bb-d5680c416704,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:05.388051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:05.400179 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1498b-9fdf-4c33-a792-459788730838 None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:05.407697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No DVR routers for this DVR port 9c826e62-e133-4ff8-a8bb-d5680c416704 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:32:05.420925 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1498b-9fdf-4c33-a792-459788730838 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:05.421542 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7ae1498b-9fdf-4c33-a792-459788730838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:05.458878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1ec2bf97-86ff-4a5f-8069-5c8b909881f4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.476539 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4e493490-78ea-45f5-8465-75b16599e634 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "GET /v2.0/ports?device_id=09e27d6e-aefa-45f0-9672-3250fda50d3e HTTP/1.1" status: 200 len: 205 time: 0.2497699 Apr 29 15:32:05.478789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60614) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:05.484843 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7ae1498b-9fdf-4c33-a792-459788730838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:05.494167 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1498b-9fdf-4c33-a792-459788730838 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:05.494989 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7ae1498b-9fdf-4c33-a792-459788730838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:05.560174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.563940 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7ae1498b-9fdf-4c33-a792-459788730838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:05.564144 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1498b-9fdf-4c33-a792-459788730838 None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:05.577789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.670729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.684695 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2342a-cb6a-4b2c-a5ae-5ece6e42e6b4 None None] Deleting port 9c826e62-e133-4ff8-a8bb-d5680c416704 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:05.685132 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ec2342a-cb6a-4b2c-a5ae-5ece6e42e6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.723738 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cca25232-b8a8-467b-8789-8836ed6f07c7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6409380 Apr 29 15:32:05.724328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60618) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:05.742765 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-68932421'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:05.751853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:05.760859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:network and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:05.765608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:05.767186 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2342a-cb6a-4b2c-a5ae-5ece6e42e6b4 None None] The port '9c826e62-e133-4ff8-a8bb-d5680c416704' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:32:05.768650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:05.781233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4e87b-35dd-40e9-8e7e-6644feb6ffaf None None] Sync routers for ids ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:05.783306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.786965 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcfaf0d-dde7-4bf8-bce5-94842598f257']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:05.791044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4e87b-35dd-40e9-8e7e-6644feb6ffaf None None] Routers {'de0ca21e-f725-4cfa-94cc-a835ef61f6a8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:05.797344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-5ff4e87b-35dd-40e9-8e7e-6644feb6ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:05.831202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70369dc7-8290-4df2-988b-8fdf23cab79f') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:05.831202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70369dc7-8290-4df2-988b-8fdf23cab79f') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:05.840987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:05.850919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1ec2bf97-86ff-4a5f-8069-5c8b909881f4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.853340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-135bb7b3-2e7e-43aa-becd-948285bc3bdb None None] Provisioning for port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:05.867852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.907186 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-5ff4e87b-35dd-40e9-8e7e-6644feb6ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:05.917994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4e87b-35dd-40e9-8e7e-6644feb6ffaf None None] Routers {'de0ca21e-f725-4cfa-94cc-a835ef61f6a8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:05.918585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-5ff4e87b-35dd-40e9-8e7e-6644feb6ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:05.952569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.954890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1ec2bf97-86ff-4a5f-8069-5c8b909881f4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.979613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-5ff4e87b-35dd-40e9-8e7e-6644feb6ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:05.980173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4e87b-35dd-40e9-8e7e-6644feb6ffaf None None] The sync data for ids ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:05.986692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:05.997291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Made reservation on behalf of f6888428a038455d869f128072efda66 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:06.000835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.030301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:32:06.039513 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.039853 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Added segment c80d718e-7c44-4071-befb-6078ec70f659 of type vlan for network 253bb960-df90-4f9e-b1af-6435931b56f4 Apr 29 15:32:06.043108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:32:06.043439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.052058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Deleting port d83322d1-f8c1-4e07-b59c-1bd7c1db8ad6 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:06.052396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.062704 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2e7d2d22-3b6b-4d87-8966-ffef720b5d69 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "PUT /v2.0/routers/de0ca21e-f725-4cfa-94cc-a835ef61f6a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7351577 Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:32:06.063542 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:32:06.075544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60622) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:06.094041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2bf97-86ff-4a5f-8069-5c8b909881f4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd17a8d-bc84-4f2e-b258-d750a84376da,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:06.108297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Request body: {'port': {'network_id': '3e7739b5-ad4a-4905-8f5d-662bf6167622', 'name': 'tempest-FloatingIPAdminTestJSON-833807246'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:06.125918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.169657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.190288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1ec2bf97-86ff-4a5f-8069-5c8b909881f4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.191808 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1ec2bf97-86ff-4a5f-8069-5c8b909881f4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3785763 Apr 29 15:32:06.200971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60626) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:06.225367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] For port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ef3132f6-6e7e-47a5-a5c9-54fc64e6b052,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:06.246940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa641d1d-5802-4920-b13d-d6a6bcff7ecb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.259002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa641d1d-5802-4920-b13d-d6a6bcff7ecb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.292395 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.308677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.316490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.342916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.359884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:32:06.362555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Network': ['ID=4bcfaf0d-dde7-4bf8-bce5-94842598f257,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:06.369435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49680817-5245-4c4f-a537-87450aec0ed1,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:06.373862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.375848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:06.376562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.384350 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bd782904-e550-465e-925d-3402362e61c6 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/4bcfaf0d-dde7-4bf8-bce5-94842598f257 HTTP/1.1" status: 204 len: 168 time: 3.2873514 Apr 29 15:32:06.385633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.385977 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Added segment 7e5577ae-8b90-4a29-8753-867548baf2e0 of type vlan for network c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68 Apr 29 15:32:06.387056 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60630) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:06.427215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.429392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa641d1d-5802-4920-b13d-d6a6bcff7ecb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.431018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.431706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.434440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:06.437413 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa641d1d-5802-4920-b13d-d6a6bcff7ecb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.438572 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-aa641d1d-5802-4920-b13d-d6a6bcff7ecb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/fdd17a8d-bc84-4f2e-b258-d750a84376da HTTP/1.1" status: 204 len: 168 time: 0.2367058 Apr 29 15:32:06.452357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60634) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:06.458970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Usage tracker for resource:port and tenant:87f380f1708140c783c7cd6afa7fba97 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:06.506749 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ef4091-83ae-4700-b837-abedc6803f12 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:32:06.507046 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ef4091-83ae-4700-b837-abedc6803f12 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:06.508745 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c6ef4091-83ae-4700-b837-abedc6803f12 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/subnets/6c37a5ab-3459-4809-b3ac-0e6ff85e1299 HTTP/1.1" status: 404 len: 337 time: 0.1207728 Apr 29 15:32:06.511981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:06.522992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60638) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:06.560673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa641d1d-5802-4920-b13d-d6a6bcff7ecb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdd17a8d-bc84-4f2e-b258-d750a84376da,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:06.616135 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:06.633471 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-6543abaa-69f8-4f7e-a614-c868d451dde1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:32:06.633907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6543abaa-69f8-4f7e-a614-c868d451dde1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:06.637364 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6543abaa-69f8-4f7e-a614-c868d451dde1 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/21b0a0de-de3d-4ec7-8a05-5cd9165ee83a HTTP/1.1" status: 404 len: 339 time: 0.1005359 Apr 29 15:32:06.643708 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.648821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:06.649574 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60642) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:06.653405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:06.661475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:06.663166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=e52615b7-0ae3-454b-9650-1d4d817e4cb7,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:06.671566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Calling delete_port for d83322d1-f8c1-4e07-b59c-1bd7c1db8ad6 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:06.703634 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:06.704612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.708883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da35d6-737d-41c6-9260-b4d98313fa02 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:06.723176 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9953744 Apr 29 15:32:06.730389 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a3bc4-1878-4e58-b721-57f244a2f2d7 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Network': ['ID=253bb960-df90-4f9e-b1af-6435931b56f4,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:06.734087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60646) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:06.735418 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-945b2500-7395-4b3c-86e8-16038d672161 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:32:06.736116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945b2500-7395-4b3c-86e8-16038d672161 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:06.739273 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-945b2500-7395-4b3c-86e8-16038d672161 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/subnets/066a2d0b-a2c8-4209-bcd5-dfa649ef475c HTTP/1.1" status: 404 len: 337 time: 0.0840266 Apr 29 15:32:06.743617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-05c7224f-c60b-42bc-afdb-a6231eeabaa3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:06.743928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60650) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:06.747953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=ef3132f6-6e7e-47a5-a5c9-54fc64e6b052,revision_number=4']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:06.756807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 253bb960-df90-4f9e-b1af-6435931b56f4 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:32:06.757940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'subnet': {'network_id': '253bb960-df90-4f9e-b1af-6435931b56f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:06.800069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Made reservation on behalf of 87f380f1708140c783c7cd6afa7fba97 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:06.804522 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:06.829419 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-52680f0a-0dbc-486e-b9ab-34f5cdb99016 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:32:06.829894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52680f0a-0dbc-486e-b9ab-34f5cdb99016 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:06.830769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] device_id is not set on port ec3d3d94-2546-4211-9113-e5a62e225474 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:32:06.832355 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-52680f0a-0dbc-486e-b9ab-34f5cdb99016 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/2ac858ab-bb15-4731-b273-e507666375cd HTTP/1.1" status: 404 len: 339 time: 0.0858824 Apr 29 15:32:06.838262 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d7948ee8-3f43-485a-85ed-191a5a1632b2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5968137 Apr 29 15:32:06.839026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60654) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:06.844190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60656) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:06.972722 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-05c7224f-c60b-42bc-afdb-a6231eeabaa3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:06.976597 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-05c7224f-c60b-42bc-afdb-a6231eeabaa3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5208085 Apr 29 15:32:06.978399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60662) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:07.029945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Allocated IP 172.20.0.7 (3e7739b5-ad4a-4905-8f5d-662bf6167622/0b51bb14-a79c-4b55-a215-92e8566446a6/ec3d3d94-2546-4211-9113-e5a62e225474) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:07.057312 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:f2:f2:fe', 'name': 'tempest-NetworksTestDHCPv6-1363195080'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:07.082776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.083892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.084902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:07.085488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.141007 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d18961e-be65-4491-8bb7-5132466e656b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:32:07.141491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d18961e-be65-4491-8bb7-5132466e656b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:07.144022 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3d18961e-be65-4491-8bb7-5132466e656b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/subnets/a70997f4-d3b1-471d-a080-c31874ecedee HTTP/1.1" status: 404 len: 337 time: 0.3008485 Apr 29 15:32:07.158063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:07.162020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60666) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:07.169049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:07.169894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.269403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:07.277382 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d87a874-94db-48d5-bf0e-a967e68822dc tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:32:07.278526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d87a874-94db-48d5-bf0e-a967e68822dc tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:07.279516 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1d87a874-94db-48d5-bf0e-a967e68822dc tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/22d3f1d3-aa44-47d6-b125-77117b96cfb3 HTTP/1.1" status: 404 len: 339 time: 0.1165392 Apr 29 15:32:07.280901 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.2397625 Apr 29 15:32:07.310397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60670) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:07.310755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60672) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:07.319806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a304364-d8ac-4ade-a16f-45852e43e316 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.327892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:subnet and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:07.338647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:07.349302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fa221-9d76-4c64-b761-f62144020859 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event updated for resources: {'Network': ['ID=c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:07.351696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:07.367967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Request body: {'subnet': {'network_id': 'c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:07.382115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:32:07.383690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:07.388095 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:07.391978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:07.399213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:07.399867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:07.438759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Usage tracker for resource:subnet and tenant:62b3bde5928d41aab3535b983fef7303 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:07.441601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Made reservation on behalf of f6888428a038455d869f128072efda66 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:07.446395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:07.450960 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.452102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a304364-d8ac-4ade-a16f-45852e43e316 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.470151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:07.481711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:07.502888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.511850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e2bcc9-9144-43ad-a5f4-c080ca1289bd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting subnet d8eeb069-3b07-4019-af69-64483f8c6bae {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:32:07.514943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bcc9-9144-43ad-a5f4-c080ca1289bd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.538543 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ef3132f6-6e7e-47a5-a5c9-54fc64e6b052,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:07.573225 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.597603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.639999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Made reservation on behalf of 62b3bde5928d41aab3535b983fef7303 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:07.642346 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.712147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=ef3132f6-6e7e-47a5-a5c9-54fc64e6b052,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:07.760797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a304364-d8ac-4ade-a16f-45852e43e316 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.765922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Pushing event deleted for resources: {'Port': ['ID=d83322d1-f8c1-4e07-b59c-1bd7c1db8ad6,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:07.826166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.884105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bcc9-9144-43ad-a5f4-c080ca1289bd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:07.885979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 78bb1c11-9308-4219-92e1-bcb0334179bd yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:32:07.967248 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a304364-d8ac-4ade-a16f-45852e43e316 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6019f686-a5a7-4268-990e-5dab4f40e529,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:08.034235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.082478 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.089388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.173601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Subnet': ['ID=b09cda90-4188-4250-b8e1-50dfb9bacb14,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:08.195531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Checking segment: {'id': 'c80d718e-7c44-4071-befb-6078ec70f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '253bb960-df90-4f9e-b1af-6435931b56f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:08.195894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network hostable DHCP agents. Network: 253bb960-df90-4f9e-b1af-6435931b56f4, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:32:08.208320 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a304364-d8ac-4ade-a16f-45852e43e316 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.211857 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1a304364-d8ac-4ade-a16f-45852e43e316 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-groups/6019f686-a5a7-4268-990e-5dab4f40e529 HTTP/1.1" status: 204 len: 168 time: 1.2279344 Apr 29 15:32:08.214463 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60678) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:08.247761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 172.20.0.6 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/28d6aa73-8fff-4043-90e9-3e518b4bcbf1/78bb1c11-9308-4219-92e1-bcb0334179bd) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:08.261687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c3ca7a43-e265-47ed-83fc-9ea54b710f36 None None] Provisioning complete for port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:08.262713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c3ca7a43-e265-47ed-83fc-9ea54b710f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.264087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::f816:3eff:fef2:f2fe (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/e52615b7-0ae3-454b-9650-1d4d817e4cb7/78bb1c11-9308-4219-92e1-bcb0334179bd) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:08.311456 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-41867ca4-db22-48c7-ad30-67d59c5df280 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0912857 Apr 29 15:32:08.312408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60682) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:08.326193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Transition to ACTIVE for port object ec3d3d94-2546-4211-9113-e5a62e225474 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:08.326810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group': {'name': 'tempest-secgroup--259278692'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:08.335945 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:08.340513 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.348320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:08.349806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.353883 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network 253bb960-df90-4f9e-b1af-6435931b56f4 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:32:08.356077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:08.374447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bcc9-9144-43ad-a5f4-c080ca1289bd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.391964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:08.523421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.532105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 253bb960-df90-4f9e-b1af-6435931b56f4) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:08.539878 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c0454c-e5d2-416b-b321-677f9e9f6498 None None] Network 253bb960-df90-4f9e-b1af-6435931b56f4 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:08.553702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.557449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.558116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Fanout notify agent at l3_agent the message router_deleted on router 09e27d6e-aefa-45f0-9672-3250fda50d3e {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:32:08.570288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 78bb1c11-9308-4219-92e1-bcb0334179bd will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:08.574100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:08.575198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:08.575817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.588605 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.589799 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2de464bb-080b-4856-8c68-ae93dd216df5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/routers/09e27d6e-aefa-45f0-9672-3250fda50d3e HTTP/1.1" status: 204 len: 168 time: 3.1099122 Apr 29 15:32:08.593959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60686) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:08.600003 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9bf82721-8fd4-4ca2-beaf-6b29c4b43fa0 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2000136308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:08.607334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9bf82721-8fd4-4ca2-beaf-6b29c4b43fa0 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:08.610039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bcc9-9144-43ad-a5f4-c080ca1289bd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.614594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:08.623076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:08.626071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:08.626556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.632586 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:08.671133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9bf82721-8fd4-4ca2-beaf-6b29c4b43fa0 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Usage tracker for resource:router and tenant:1eb356cceec3401d9f4a354e55db950f is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:08.688085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.715897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9bf82721-8fd4-4ca2-beaf-6b29c4b43fa0 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:08.738342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2bcc9-9144-43ad-a5f4-c080ca1289bd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Subnet': ['ID=d8eeb069-3b07-4019-af69-64483f8c6bae,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:08.740140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9bf82721-8fd4-4ca2-beaf-6b29c4b43fa0 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:08.743042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bcc9-9144-43ad-a5f4-c080ca1289bd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.744851 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e1e2bcc9-9144-43ad-a5f4-c080ca1289bd tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/subnets/d8eeb069-3b07-4019-af69-64483f8c6bae HTTP/1.1" status: 204 len: 168 time: 1.4230769 Apr 29 15:32:08.750160 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60690) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:08.757202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:08.757654 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.769598 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b8c86750-698e-490e-87f8-8eb73ada4f76 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0260687 Apr 29 15:32:08.772712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60694) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:08.788348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.788609 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eac5e8-6fd9-40d2-afd6-81f629d2788b None None] Network b898eab7-576f-4c46-93d5-6926795036e8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:08.797736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:08.801334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:08.806079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:08.811289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1675934171', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:08.818587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Network 3e7739b5-ad4a-4905-8f5d-662bf6167622 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:08.833092 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:08.835167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:08.847938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=78bb1c11-9308-4219-92e1-bcb0334179bd,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:08.855606 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:08.882535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:08.883349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.890639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.890966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event updated for resources: {'Port': ['ID=ec3d3d94-2546-4211-9113-e5a62e225474,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:08.895947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:router and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:08.910983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:08.914868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bf82721-8fd4-4ca2-beaf-6b29c4b43fa0 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.916016 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bf82721-8fd4-4ca2-beaf-6b29c4b43fa0 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:08.970098 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce71c79a-f18b-4f4e-9a7f-9753150a6e06,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:09.014163 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-253bb960-df90-4f9e-b1af-6435931b56f4', 'network_id': '253bb960-df90-4f9e-b1af-6435931b56f4', 'tenant_id': 'f6888428a038455d869f128072efda66', 'fixed_ips': [{'subnet_id': 'b09cda90-4188-4250-b8e1-50dfb9bacb14'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:32:09.014991 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.021854 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a147bf2c-51fc-43a1-b8e7-e5d1d6d2e2f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1727614 Apr 29 15:32:09.024109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60698) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:09.104698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.105925 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-15ee3774-4c68-4633-929c-56be25d25d36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7933381 Apr 29 15:32:09.112015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60702) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:09.125860 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-94f9331c-f60a-442d-985e-9d8a3d191dea tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': 'ce71c79a-f18b-4f4e-9a7f-9753150a6e06', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:09.138999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-94f9331c-f60a-442d-985e-9d8a3d191dea tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:09.148456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-94f9331c-f60a-442d-985e-9d8a3d191dea tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:09.155968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-94f9331c-f60a-442d-985e-9d8a3d191dea tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:09.167784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-94f9331c-f60a-442d-985e-9d8a3d191dea tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:09.210103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:09.212677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8133472f-56cf-4e3f-b2d7-571eae368a77 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:09.220077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8133472f-56cf-4e3f-b2d7-571eae368a77 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:09.222520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8133472f-56cf-4e3f-b2d7-571eae368a77 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:09.228265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bf82721-8fd4-4ca2-beaf-6b29c4b43fa0 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.275982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94f9331c-f60a-442d-985e-9d8a3d191dea tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.293275 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.312724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.313715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.348332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:09.348733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94f9331c-f60a-442d-985e-9d8a3d191dea tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.348986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.353432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8133472f-56cf-4e3f-b2d7-571eae368a77 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:09.354753 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8133472f-56cf-4e3f-b2d7-571eae368a77 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3296366 Apr 29 15:32:09.355843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting port fb64eb1b-4246-42dc-9b9f-e7771864ce97 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:09.356788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.357678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60706) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:09.403371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Allocated IP 172.20.0.2 (253bb960-df90-4f9e-b1af-6435931b56f4/b09cda90-4188-4250-b8e1-50dfb9bacb14/9855e7dd-f10f-43ef-816e-2689d2a40826) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:09.424739 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bf82721-8fd4-4ca2-beaf-6b29c4b43fa0 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.433799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.435374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e08f1-8c1d-48fa-94a8-ee1f2dc615c8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 78bb1c11-9308-4219-92e1-bcb0334179bd {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:09.435374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3a0e08f1-8c1d-48fa-94a8-ee1f2dc615c8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.514538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-049bef77-6e01-4f32-9d02-f88791a861e1 None None] Provisioning for port 78bb1c11-9308-4219-92e1-bcb0334179bd completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:09.525393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-049bef77-6e01-4f32-9d02-f88791a861e1 None None] Provisioning complete for port 78bb1c11-9308-4219-92e1-bcb0334179bd triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:09.525760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-049bef77-6e01-4f32-9d02-f88791a861e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.533337 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-41eb4f92-9a53-47ec-add4-15d9effe9e1c tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4434090 Apr 29 15:32:09.538104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60710) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:09.594680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94f9331c-f60a-442d-985e-9d8a3d191dea tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.615965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-049bef77-6e01-4f32-9d02-f88791a861e1 None None] Port 78bb1c11-9308-4219-92e1-bcb0334179bd cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:32:09.635158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9331c-f60a-442d-985e-9d8a3d191dea tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73dc9d51-e7af-4a60-87d6-30e5aa07e492,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:09.643791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bf82721-8fd4-4ca2-beaf-6b29c4b43fa0 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.650134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60716) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:09.654443 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9bf82721-8fd4-4ca2-beaf-6b29c4b43fa0 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0547750 Apr 29 15:32:09.660756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:09.669814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf39f8f-f663-494f-a0de-ea4473f5a412 None None] DHCP port deletion for b898eab7-576f-4c46-93d5-6926795036e8 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:32:09.690608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2bf39f8f-f663-494f-a0de-ea4473f5a412 None None] Deleting port fb64eb1b-4246-42dc-9b9f-e7771864ce97 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:09.691005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2bf39f8f-f663-494f-a0de-ea4473f5a412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.756259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.758743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-049bef77-6e01-4f32-9d02-f88791a861e1 None None] Provisioning for port ec3d3d94-2546-4211-9113-e5a62e225474 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:09.766820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.objects.ports [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88714) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:32:09.767618 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.772559 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Transition to ACTIVE for port object 9855e7dd-f10f-43ef-816e-2689d2a40826 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:09.809432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-049bef77-6e01-4f32-9d02-f88791a861e1 None None] Provisioning complete for port ec3d3d94-2546-4211-9113-e5a62e225474 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:09.809796 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-049bef77-6e01-4f32-9d02-f88791a861e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.821695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94f9331c-f60a-442d-985e-9d8a3d191dea tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.824757 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-94f9331c-f60a-442d-985e-9d8a3d191dea tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7098651 Apr 29 15:32:09.836506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60720) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:09.849419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e22f2bfa-fb11-41d1-a03b-ee79525d0e4e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': 'ce71c79a-f18b-4f4e-9a7f-9753150a6e06', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:09.879426 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Transition to ACTIVE for port object 9855e7dd-f10f-43ef-816e-2689d2a40826 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:09.889328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'project_id': '87f380f1708140c783c7cd6afa7fba97', 'port_id': 'ec3d3d94-2546-4211-9113-e5a62e225474'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:09.909731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e22f2bfa-fb11-41d1-a03b-ee79525d0e4e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:09.913171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:09.917958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] For port fb64eb1b-4246-42dc-9b9f-e7771864ce97, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fb64eb1b-4246-42dc-9b9f-e7771864ce97,segment=NetworkSegment(adeef6a2-9a47-4507-85c0-c1fa6193ff13),segment_id=adeef6a2-9a47-4507-85c0-c1fa6193ff13)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:09.918345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.922706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-049bef77-6e01-4f32-9d02-f88791a861e1 None None] Port ec3d3d94-2546-4211-9113-e5a62e225474 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:32:09.950415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Usage tracker for resource:floatingip and tenant:87f380f1708140c783c7cd6afa7fba97 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:09.981369 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:09.981827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e22f2bfa-fb11-41d1-a03b-ee79525d0e4e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:09.993580 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e22f2bfa-fb11-41d1-a03b-ee79525d0e4e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:10.030738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e22f2bfa-fb11-41d1-a03b-ee79525d0e4e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:10.059436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:10.060598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2bf39f8f-f663-494f-a0de-ea4473f5a412 None None] For port fb64eb1b-4246-42dc-9b9f-e7771864ce97, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fb64eb1b-4246-42dc-9b9f-e7771864ce97,segment=NetworkSegment(adeef6a2-9a47-4507-85c0-c1fa6193ff13),segment_id=adeef6a2-9a47-4507-85c0-c1fa6193ff13)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:10.061320 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2bf39f8f-f663-494f-a0de-ea4473f5a412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.077057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Network 253bb960-df90-4f9e-b1af-6435931b56f4 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:10.082159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:10.084772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:10.131867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:10.141593 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Calling delete_port for fb64eb1b-4246-42dc-9b9f-e7771864ce97 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:10.202042 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2bf39f8f-f663-494f-a0de-ea4473f5a412 None None] Calling delete_port for fb64eb1b-4246-42dc-9b9f-e7771864ce97 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:10.232115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Pushing event updated for resources: {'Port': ['ID=9855e7dd-f10f-43ef-816e-2689d2a40826,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:10.233293 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.268976 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event updated for resources: {'Subnet': ['ID=78229736-4ee3-4b8a-835e-917740602449,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:10.286610 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.288838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3a0e08f1-8c1d-48fa-94a8-ee1f2dc615c8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.293924 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Checking segment: {'id': '7e5577ae-8b90-4a29-8753-867548baf2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:10.294499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Network hostable DHCP agents. Network: c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:32:10.382363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.383492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Attempting to bind port 9855e7dd-f10f-43ef-816e-2689d2a40826 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:32:10.383862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Attempting to bind port 9855e7dd-f10f-43ef-816e-2689d2a40826 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'c80d718e-7c44-4071-befb-6078ec70f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '253bb960-df90-4f9e-b1af-6435931b56f4'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:32:10.384220 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Attempting to bind port 9855e7dd-f10f-43ef-816e-2689d2a40826 on network 253bb960-df90-4f9e-b1af-6435931b56f4 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:32:10.389870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:32:10.390236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Checking segment: {'id': 'c80d718e-7c44-4071-befb-6078ec70f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '253bb960-df90-4f9e-b1af-6435931b56f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:10.390626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.392021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Bound using segment: {'id': 'c80d718e-7c44-4071-befb-6078ec70f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '253bb960-df90-4f9e-b1af-6435931b56f4'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:32:10.392021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Bound port: 9855e7dd-f10f-43ef-816e-2689d2a40826, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80d718e-7c44-4071-befb-6078ec70f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '253bb960-df90-4f9e-b1af-6435931b56f4'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:32:10.392021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.415416 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Network c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:32:10.430003 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.462233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e08f1-8c1d-48fa-94a8-ee1f2dc615c8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 78bb1c11-9308-4219-92e1-bcb0334179bd owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:10.463118 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-2bf39f8f-f663-494f-a0de-ea4473f5a412 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:10.463501 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-2bf39f8f-f663-494f-a0de-ea4473f5a412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:10.490495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] For port 9855e7dd-f10f-43ef-816e-2689d2a40826, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:32:10.492303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e22f2bfa-fb11-41d1-a03b-ee79525d0e4e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.494297 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] For port 9855e7dd-f10f-43ef-816e-2689d2a40826, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9855e7dd-f10f-43ef-816e-2689d2a40826,segment=NetworkSegment(c80d718e-7c44-4071-befb-6078ec70f659),segment_id=c80d718e-7c44-4071-befb-6078ec70f659)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:32:10.496589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Port': ['ID=fb64eb1b-4246-42dc-9b9f-e7771864ce97,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:10.502624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No DVR routers for this DVR port fb64eb1b-4246-42dc-9b9f-e7771864ce97 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:32:10.573520 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:10.573737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fb64eb1b-4246-42dc-9b9f-e7771864ce97 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:32:10.621870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46fa006-e0a6-4b28-85da-12c16becb311 None None] Network c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:10.632734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:10.633329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.636143 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.666681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e22f2bfa-fb11-41d1-a03b-ee79525d0e4e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.721895 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: fb64eb1b-4246-42dc-9b9f-e7771864ce97 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:32:10.722379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fb64eb1b-4246-42dc-9b9f-e7771864ce97 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:32:10.787434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e22f2bfa-fb11-41d1-a03b-ee79525d0e4e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.833069 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f2bfa-fb11-41d1-a03b-ee79525d0e4e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0421c29-5bb3-449b-ac3c-8df00506a699,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:10.839959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0b106-2b3a-4cbf-803c-97175e75d770 None None] Pushing event updated for resources: {'Port': ['ID=9855e7dd-f10f-43ef-816e-2689d2a40826,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:10.915602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.963889 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b898eab7-576f-4c46-93d5-6926795036e8']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:10.964909 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2bf39f8f-f663-494f-a0de-ea4473f5a412 None None] Deleting port fb64eb1b-4246-42dc-9b9f-e7771864ce97 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:10.965489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2bf39f8f-f663-494f-a0de-ea4473f5a412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:10.985116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adeef6a2-9a47-4507-85c0-c1fa6193ff13') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:10.985434 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adeef6a2-9a47-4507-85c0-c1fa6193ff13') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:11.002901 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5a206a81-72b4-42aa-8a6a-39d1f9f594f0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6782048 Apr 29 15:32:11.005155 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60724) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:11.018480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.041863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.057409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:32:11.057409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.057587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2bf39f8f-f663-494f-a0de-ea4473f5a412 None None] The port 'fb64eb1b-4246-42dc-9b9f-e7771864ce97' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:32:11.122656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec96fc-3df0-4be2-8c2a-85b4a22715d5 None None] Network c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:32:11.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:32:11.219334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-41205566', 'network_id': 'c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:11.219334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:11.219334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Usage tracker for resource:port and tenant:62b3bde5928d41aab3535b983fef7303 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:11.219334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:11.222393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:11.257913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.266319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.318019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e22f2bfa-fb11-41d1-a03b-ee79525d0e4e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.319393 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e22f2bfa-fb11-41d1-a03b-ee79525d0e4e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4803970 Apr 29 15:32:11.331220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60728) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:11.340627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6db3c764-8b45-4622-ba1a-d55d752eb795 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': 'ce71c79a-f18b-4f4e-9a7f-9753150a6e06', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:11.346774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.351827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6db3c764-8b45-4622-ba1a-d55d752eb795 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:11.393400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6db3c764-8b45-4622-ba1a-d55d752eb795 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:11.396292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3a0e08f1-8c1d-48fa-94a8-ee1f2dc615c8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.399000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6db3c764-8b45-4622-ba1a-d55d752eb795 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:11.415543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.426657 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Made reservation on behalf of 62b3bde5928d41aab3535b983fef7303 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:11.428965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.458026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6db3c764-8b45-4622-ba1a-d55d752eb795 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:11.468329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.479507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e08f1-8c1d-48fa-94a8-ee1f2dc615c8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=78bb1c11-9308-4219-92e1-bcb0334179bd,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:11.496425 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Network': ['ID=b898eab7-576f-4c46-93d5-6926795036e8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:11.544656 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-46cad1eb-c9ee-4d7d-b6b3-846141746724 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/b898eab7-576f-4c46-93d5-6926795036e8 HTTP/1.1" status: 204 len: 168 time: 2.7840943 Apr 29 15:32:11.553933 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60732) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:11.555016 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] device_id is not set on port 5bf27aea-a24d-4690-82ab-c68638629736 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:32:11.590853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.666700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6db3c764-8b45-4622-ba1a-d55d752eb795 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.671690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.679489 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3072335-b063-48eb-9c61-13055d7cc4e3 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:32:11.679953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3072335-b063-48eb-9c61-13055d7cc4e3 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:11.728990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3a0e08f1-8c1d-48fa-94a8-ee1f2dc615c8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.734244 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f3072335-b063-48eb-9c61-13055d7cc4e3 tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/subnets/365b3f41-b2ce-449d-87ae-04a88b722c89 HTTP/1.1" status: 404 len: 337 time: 0.1422122 Apr 29 15:32:11.739658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Allocated IP 172.26.2.156 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/4830026b-24fd-4643-9ff1-fda0d46584e9) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:11.740422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60736) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:11.769177 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3a0e08f1-8c1d-48fa-94a8-ee1f2dc615c8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/78bb1c11-9308-4219-92e1-bcb0334179bd HTTP/1.1" status: 204 len: 168 time: 2.4103026 Apr 29 15:32:11.778364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60740) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:11.785256 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-a159865b-4c4e-4282-b939-7ff405e4b6ca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] DELETE failed (client error): The resource could not be found. Apr 29 15:32:11.785621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a159865b-4c4e-4282-b939-7ff405e4b6ca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:11.789785 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a159865b-4c4e-4282-b939-7ff405e4b6ca tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/29fa4c93-2321-4873-859c-3b58703d25aa HTTP/1.1" status: 404 len: 339 time: 0.0449650 Apr 29 15:32:11.790695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60744) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:11.884870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6db3c764-8b45-4622-ba1a-d55d752eb795 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.919167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1dafb-a0a6-485e-b08b-e415bf832033 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:11.920692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1dafb-a0a6-485e-b08b-e415bf832033 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:11.922168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1dafb-a0a6-485e-b08b-e415bf832033 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:11.922986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ffa1dafb-a0a6-485e-b08b-e415bf832033 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:11.926870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Allocated IP 172.20.0.14 (c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68/78229736-4ee3-4b8a-835e-917740602449/5bf27aea-a24d-4690-82ab-c68638629736) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:11.963568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting subnet f489064e-24aa-4ef0-a39b-1fbbb7a1d928 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:32:11.969481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:11.996827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6db3c764-8b45-4622-ba1a-d55d752eb795 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.016415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ffa1dafb-a0a6-485e-b08b-e415bf832033 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:12.018277 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ffa1dafb-a0a6-485e-b08b-e415bf832033 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2382684 Apr 29 15:32:12.028599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60748) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:12.064764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3c764-8b45-4622-ba1a-d55d752eb795 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a73619-3820-46d1-b6df-0afae7f5c095,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:12.068925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8091fe62-c3f2-44bd-85c6-2679445c591f None None] Network 253bb960-df90-4f9e-b1af-6435931b56f4 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:12.089801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.127793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.147522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6db3c764-8b45-4622-ba1a-d55d752eb795 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.151365 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6db3c764-8b45-4622-ba1a-d55d752eb795 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8162999 Apr 29 15:32:12.154012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60752) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:12.162573 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9a7a8cf3-64b7-4d5f-8e19-b040eacdb0bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': 'ce71c79a-f18b-4f4e-9a7f-9753150a6e06', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:12.174588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9a7a8cf3-64b7-4d5f-8e19-b040eacdb0bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:12.183724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9a7a8cf3-64b7-4d5f-8e19-b040eacdb0bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:12.192126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9a7a8cf3-64b7-4d5f-8e19-b040eacdb0bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:12.207987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9a7a8cf3-64b7-4d5f-8e19-b040eacdb0bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:12.229251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.229456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ad7564-692f-4730-bc8f-68ddbe25ffbf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 28d6aa73-8fff-4043-90e9-3e518b4bcbf1 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:32:12.233621 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.239134 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-71ad7564-692f-4730-bc8f-68ddbe25ffbf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.251143 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-23b14286-41e1-47e9-9ce1-17ef8567f6ee None None] Provisioning for port 9855e7dd-f10f-43ef-816e-2689d2a40826 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:12.304051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-71ad7564-692f-4730-bc8f-68ddbe25ffbf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.388412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.448144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.449767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-71ad7564-692f-4730-bc8f-68ddbe25ffbf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.484981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.505158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:12.505973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8cf3-64b7-4d5f-8e19-b040eacdb0bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.516280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:12.518079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Subnet': ['ID=f489064e-24aa-4ef0-a39b-1fbbb7a1d928,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:12.522923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:12.525391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689e15ae-5dc6-41d4-9721-b0317dc037bc None None] Network e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:12.583666 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Allocated IP 172.26.2.99 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/143943cc-cdb8-4755-b84b-a60472b686e7) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:12.584487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.606737 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/subnets/f489064e-24aa-4ef0-a39b-1fbbb7a1d928 HTTP/1.1" status: 204 len: 168 time: 0.8154092 Apr 29 15:32:12.608042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Network c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:12.608686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60756) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:12.644625 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:12.647234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:12.662422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:12.662763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:12.663103 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:12.663433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:12.663762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:12.664089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:12.664411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:12.664770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:12.665079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:12.665400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:12.665720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:12.666042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cee9ddb-ea1c-469f-b22d-eb2fc766700c tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:12.674456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9855e7dd-f10f-43ef-816e-2689d2a40826 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:12.682147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Pushing event updated for resources: {'Port': ['ID=4830026b-24fd-4643-9ff1-fda0d46584e9,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:12.690635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8cf3-64b7-4d5f-8e19-b040eacdb0bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.698252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event updated for resources: {'Port': ['ID=5bf27aea-a24d-4690-82ab-c68638629736,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:12.819144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8cf3-64b7-4d5f-8e19-b040eacdb0bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.902572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a8cf3-64b7-4d5f-8e19-b040eacdb0bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b824f6df-ab19-4048-9d6e-413785c1d1be,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:12.907596 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 9855e7dd-f10f-43ef-816e-2689d2a40826 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:12.919020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9855e7dd-f10f-43ef-816e-2689d2a40826 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:12.919393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.945513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d755dbd2-87a2-4b2b-ab79-2f344c63a342 None None] DHCP port deletion for e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:32:12.969244 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d755dbd2-87a2-4b2b-ab79-2f344c63a342 None None] Deleting port 71a996a9-f085-40e0-be69-acf61e605e10 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:12.969605 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d755dbd2-87a2-4b2b-ab79-2f344c63a342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.981847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a7a8cf3-64b7-4d5f-8e19-b040eacdb0bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:12.983249 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9a7a8cf3-64b7-4d5f-8e19-b040eacdb0bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8282981 Apr 29 15:32:12.985818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60760) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:12.991245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-25df8452-cc59-4191-84a5-a2d2a769ee37 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': 'ce71c79a-f18b-4f4e-9a7f-9753150a6e06', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:12.997307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-25df8452-cc59-4191-84a5-a2d2a769ee37 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:13.003337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-25df8452-cc59-4191-84a5-a2d2a769ee37 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:13.042610 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:13.043173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.055316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.060396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-25df8452-cc59-4191-84a5-a2d2a769ee37 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:13.084507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-71ad7564-692f-4730-bc8f-68ddbe25ffbf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.152009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad7564-692f-4730-bc8f-68ddbe25ffbf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=28d6aa73-8fff-4043-90e9-3e518b4bcbf1,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:13.167523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-71ad7564-692f-4730-bc8f-68ddbe25ffbf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.171969 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-71ad7564-692f-4730-bc8f-68ddbe25ffbf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/28d6aa73-8fff-4043-90e9-3e518b4bcbf1 HTTP/1.1" status: 204 len: 168 time: 1.1400590 Apr 29 15:32:13.173575 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting port 71a996a9-f085-40e0-be69-acf61e605e10 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:13.173784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.181319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.202843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60764) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:13.227619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.238047 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828c301a-772f-4e27-96e5-bc95f2daf963 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:13.263544 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8bf3b18c-890a-4a2a-b961-805bb8a8f5a5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.2535150 Apr 29 15:32:13.271010 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60768) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:13.332939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-25df8452-cc59-4191-84a5-a2d2a769ee37 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:13.353992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.373908 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d755dbd2-87a2-4b2b-ab79-2f344c63a342 None None] For port 71a996a9-f085-40e0-be69-acf61e605e10, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=71a996a9-f085-40e0-be69-acf61e605e10,segment=NetworkSegment(9b5bb0ab-3daa-4839-bac1-172b1b076673),segment_id=9b5bb0ab-3daa-4839-bac1-172b1b076673)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:13.374295 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d755dbd2-87a2-4b2b-ab79-2f344c63a342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.388693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 9855e7dd-f10f-43ef-816e-2689d2a40826, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9855e7dd-f10f-43ef-816e-2689d2a40826,segment=NetworkSegment(c80d718e-7c44-4071-befb-6078ec70f659),segment_id=c80d718e-7c44-4071-befb-6078ec70f659)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:13.419663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet e52615b7-0ae3-454b-9650-1d4d817e4cb7 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:32:13.426998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.481259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f6363693-9b7e-4dc5-b727-ee1f3ddb0481 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Deleting port 5bf27aea-a24d-4690-82ab-c68638629736 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:13.481564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6363693-9b7e-4dc5-b727-ee1f3ddb0481 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.504092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25df8452-cc59-4191-84a5-a2d2a769ee37 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.548424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d755dbd2-87a2-4b2b-ab79-2f344c63a342 None None] Calling delete_port for 71a996a9-f085-40e0-be69-acf61e605e10 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:13.576523 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.588131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.649168 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25df8452-cc59-4191-84a5-a2d2a769ee37 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.709442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=9855e7dd-f10f-43ef-816e-2689d2a40826,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:13.730758 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25df8452-cc59-4191-84a5-a2d2a769ee37 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.767476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df8452-cc59-4191-84a5-a2d2a769ee37 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb27ca0-2051-4351-a4f0-563fe2fe5d43,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:13.771453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.813421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.817187 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.832169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d755dbd2-87a2-4b2b-ab79-2f344c63a342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.878807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25df8452-cc59-4191-84a5-a2d2a769ee37 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.878807 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-25df8452-cc59-4191-84a5-a2d2a769ee37 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8891811 Apr 29 15:32:13.880972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60772) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:13.888886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755dbd2-87a2-4b2b-ab79-2f344c63a342 None None] Pushing event deleted for resources: {'Port': ['ID=71a996a9-f085-40e0-be69-acf61e605e10,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:13.892651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d755dbd2-87a2-4b2b-ab79-2f344c63a342 None None] No DVR routers for this DVR port 71a996a9-f085-40e0-be69-acf61e605e10 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:32:13.912021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] For port 71a996a9-f085-40e0-be69-acf61e605e10, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=71a996a9-f085-40e0-be69-acf61e605e10,segment=NetworkSegment(9b5bb0ab-3daa-4839-bac1-172b1b076673),segment_id=9b5bb0ab-3daa-4839-bac1-172b1b076673)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:13.912021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:13.920978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:13.958684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:13.961282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:14.090691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Router dc6f1fa8-09c1-4043-9a4f-d5af9aa39279 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:32:14.156256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.26.2.132 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/df7eb270-0b7f-48df-a369-02559b7a2fd2) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:14.168436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Pushing event updated for resources: {'Port': ['ID=143943cc-cdb8-4755-b84b-a60472b686e7,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:14.181920 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Calling delete_port for 71a996a9-f085-40e0-be69-acf61e605e10 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:14.288056 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-84182223-8cea-4128-bdb7-d551c5473267 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:14.298542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-84182223-8cea-4128-bdb7-d551c5473267 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:14.305331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:14.316220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:14.317463 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-50253788-8145-44aa-b934-f5fcdd423135 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "PUT /v2.0/routers/dc6f1fa8-09c1-4043-9a4f-d5af9aa39279 HTTP/1.1" status: 200 len: 884 time: 4.6642928 Apr 29 15:32:14.319157 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542da1c-028e-43b0-9060-90e1c281ff27 None None] Sync routers for ids ['dc6f1fa8-09c1-4043-9a4f-d5af9aa39279'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:14.320258 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60776) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:14.332732 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542da1c-028e-43b0-9060-90e1c281ff27 None None] Routers {'dc6f1fa8-09c1-4043-9a4f-d5af9aa39279'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:14.333539 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-0542da1c-028e-43b0-9060-90e1c281ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['dc6f1fa8-09c1-4043-9a4f-d5af9aa39279'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:14.405168 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-0542da1c-028e-43b0-9060-90e1c281ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:14.422007 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542da1c-028e-43b0-9060-90e1c281ff27 None None] Routers {'dc6f1fa8-09c1-4043-9a4f-d5af9aa39279'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:14.422768 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-0542da1c-028e-43b0-9060-90e1c281ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['dc6f1fa8-09c1-4043-9a4f-d5af9aa39279'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:14.428424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6b75a0a4-297d-45fa-abf1-99836edffff0 None None] Provisioning complete for port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:14.429388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6b75a0a4-297d-45fa-abf1-99836edffff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:14.489651 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-0542da1c-028e-43b0-9060-90e1c281ff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:14.490299 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542da1c-028e-43b0-9060-90e1c281ff27 None None] The sync data for ids ['dc6f1fa8-09c1-4043-9a4f-d5af9aa39279'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:14.526920 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6ff8a3b0-b7c6-4422-ad7f-369d49a1a1c1 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/routers/dc6f1fa8-09c1-4043-9a4f-d5af9aa39279 HTTP/1.1" status: 200 len: 925 time: 0.2052083 Apr 29 15:32:14.531897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60780) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:14.576266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9855e7dd-f10f-43ef-816e-2689d2a40826 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:14.627431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc9bfc6-0f3c-4cf0-bbe2-bcac1d18a382 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:14.628179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-edc9bfc6-0f3c-4cf0-bbe2-bcac1d18a382 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Synchronizing usage tracker for tenant:03b0c58334164e249e0e7fd2798ea11a on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:14.640215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-edc9bfc6-0f3c-4cf0-bbe2-bcac1d18a382 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Unset dirty status for tenant:03b0c58334164e249e0e7fd2798ea11a on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:14.644448 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-edc9bfc6-0f3c-4cf0-bbe2-bcac1d18a382 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&device_id=dc6f1fa8-09c1-4043-9a4f-d5af9aa39279&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1095824 Apr 29 15:32:14.644727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60784) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:14.655026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9855e7dd-f10f-43ef-816e-2689d2a40826 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:14.655484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:14.685029 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-84182223-8cea-4128-bdb7-d551c5473267 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:14.694062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:14.774104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2626fa8-076c-4446-abdf-586b38be07f4 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:14.774711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f2626fa8-076c-4446-abdf-586b38be07f4 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Synchronizing usage tracker for tenant:03b0c58334164e249e0e7fd2798ea11a on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:14.787685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f2626fa8-076c-4446-abdf-586b38be07f4 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Unset dirty status for tenant:03b0c58334164e249e0e7fd2798ea11a on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:14.789907 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f2626fa8-076c-4446-abdf-586b38be07f4 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/networks/5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 881 time: 0.1427140 Apr 29 15:32:14.791578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60788) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:14.801865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84182223-8cea-4128-bdb7-d551c5473267 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9eb27ca0-2051-4351-a4f0-563fe2fe5d43,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:14.813066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-84182223-8cea-4128-bdb7-d551c5473267 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:14.817278 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-84182223-8cea-4128-bdb7-d551c5473267 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9eb27ca0-2051-4351-a4f0-563fe2fe5d43 HTTP/1.1" status: 204 len: 168 time: 0.9291961 Apr 29 15:32:14.829049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60792) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:14.838867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 71a996a9-f085-40e0-be69-acf61e605e10 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:32:14.851438 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-355846c0-6b7d-4fdb-bd9e-a2375d0adc49 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6f1fa8-09c1-4043-9a4f-d5af9aa39279 HTTP/1.1" status: 200 len: 205 time: 0.0564785 Apr 29 15:32:14.851816 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60796) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:14.852815 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6363693-9b7e-4dc5-b727-ee1f3ddb0481 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:14.876133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:14.876355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 71a996a9-f085-40e0-be69-acf61e605e10 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:32:14.876457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:14.876872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 71a996a9-f085-40e0-be69-acf61e605e10 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:32:15.028011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f6363693-9b7e-4dc5-b727-ee1f3ddb0481 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Calling delete_port for 5bf27aea-a24d-4690-82ab-c68638629736 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:15.092566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.147487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-86a6ada5-31d5-4e18-ae5a-13382eb132d5 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:15.193998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.309528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-86a6ada5-31d5-4e18-ae5a-13382eb132d5 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:15.311608 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-86a6ada5-31d5-4e18-ae5a-13382eb132d5 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4807239 Apr 29 15:32:15.316086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60800) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:15.382967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Deleting port 71a996a9-f085-40e0-be69-acf61e605e10 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:15.383226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.385832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.488401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d22e5097-5d6b-4adb-90cf-cd3596b9ea1b tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.499985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] The port '71a996a9-f085-40e0-be69-acf61e605e10' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:32:15.503403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.530632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Deleting port 4830026b-24fd-4643-9ff1-fda0d46584e9 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:15.530986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.544096 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d22e5097-5d6b-4adb-90cf-cd3596b9ea1b tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.597601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.600164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=e52615b7-0ae3-454b-9650-1d4d817e4cb7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:15.604355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed9abf-4fe5-4748-b942-3bcfd56c110c None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:15.612056 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.681212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:15.681614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:15.681902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:15.682313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:15.682617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:15.682959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:15.683287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:15.683617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:15.683944 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:15.684268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:15.684619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:15.684941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:15.714448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.737855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6363693-9b7e-4dc5-b727-ee1f3ddb0481 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.772183 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:15.779136 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8b262052-1738-45e0-af92-a6bb547ca7bb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/e52615b7-0ae3-454b-9650-1d4d817e4cb7 HTTP/1.1" status: 204 len: 168 time: 2.5704713 Apr 29 15:32:15.785526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60804) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:15.861977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:15.864493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:15.872618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4432a32c-3d6b-4983-a191-b84c26fc2126 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:32:15.878537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4432a32c-3d6b-4983-a191-b84c26fc2126 None None] Deleting port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:15.881622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4432a32c-3d6b-4983-a191-b84c26fc2126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.910817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Calling delete_port for 4830026b-24fd-4643-9ff1-fda0d46584e9 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:15.919120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d22e5097-5d6b-4adb-90cf-cd3596b9ea1b tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.923202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d22e5097-5d6b-4adb-90cf-cd3596b9ea1b tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.927302 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d22e5097-5d6b-4adb-90cf-cd3596b9ea1b tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b824f6df-ab19-4048-9d6e-413785c1d1be HTTP/1.1" status: 204 len: 168 time: 0.6074824 Apr 29 15:32:15.930063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:15.938262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60808) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:15.949882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=df7eb270-0b7f-48df-a369-02559b7a2fd2,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:15.958030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9e7af441-de2a-4c9d-8ec2-583e1d7545a3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:router {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:16.009581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9e7af441-de2a-4c9d-8ec2-583e1d7545a3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:router {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:16.010722 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9e7af441-de2a-4c9d-8ec2-583e1d7545a3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2245913 Apr 29 15:32:16.013702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60812) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:16.019470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:16.049897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e5097-5d6b-4adb-90cf-cd3596b9ea1b tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b824f6df-ab19-4048-9d6e-413785c1d1be,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:16.081861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6363693-9b7e-4dc5-b727-ee1f3ddb0481 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bf27aea-a24d-4690-82ab-c68638629736,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:16.092793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:16.095228 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-522d1f7e-7e4d-46ab-a25e-6b45a9f53667 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1497836 Apr 29 15:32:16.100770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60816) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:16.104290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4432a32c-3d6b-4983-a191-b84c26fc2126 None None] For port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ef3132f6-6e7e-47a5-a5c9-54fc64e6b052,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:16.104952 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4432a32c-3d6b-4983-a191-b84c26fc2126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.171680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5bb0ab-3daa-4839-bac1-172b1b076673') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:16.172083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5bb0ab-3daa-4839-bac1-172b1b076673') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:16.211714 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0890e48-f57b-4beb-839c-a49289aac3b8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.219667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:16.228306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0890e48-f57b-4beb-839c-a49289aac3b8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.238025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:16.245104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:16.245407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4432a32c-3d6b-4983-a191-b84c26fc2126 None None] Calling delete_port for ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:16.281033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:16.362962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:16.366724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.390362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f6363693-9b7e-4dc5-b727-ee1f3ddb0481 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.393958 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f6363693-9b7e-4dc5-b727-ee1f3ddb0481 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "DELETE /v2.0/ports/5bf27aea-a24d-4690-82ab-c68638629736 HTTP/1.1" status: 204 len: 168 time: 3.1156816 Apr 29 15:32:16.400720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60820) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:16.406997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.407310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0890e48-f57b-4beb-839c-a49289aac3b8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.409787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.448974 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4432a32c-3d6b-4983-a191-b84c26fc2126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.460168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68', 'external_fixed_ips': [{'subnet_id': '78229736-4ee3-4b8a-835e-917740602449', 'ip_address': '172.20.0.14'}]}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:16.466051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.470421 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:16.479621 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.484776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Usage tracker for resource:router and tenant:62b3bde5928d41aab3535b983fef7303 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:16.492769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:16.503958 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432a32c-3d6b-4983-a191-b84c26fc2126 None None] Pushing event deleted for resources: {'Port': ['ID=ef3132f6-6e7e-47a5-a5c9-54fc64e6b052,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:16.505347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:32:16.505672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.505799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4432a32c-3d6b-4983-a191-b84c26fc2126 None None] No DVR routers for this DVR port ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:32:16.526405 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:32:16.531031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0890e48-f57b-4beb-839c-a49289aac3b8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25a73619-3820-46d1-b6df-0afae7f5c095,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:16.532352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:16.539541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Pushing event deleted for resources: {'Port': ['ID=4830026b-24fd-4643-9ff1-fda0d46584e9,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:16.590920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:32:16.625722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:32:16.627076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ef3132f6-6e7e-47a5-a5c9-54fc64e6b052 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:32:16.659763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.730113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.754934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.755940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.835266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.871752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.884629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0890e48-f57b-4beb-839c-a49289aac3b8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.885741 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e0890e48-f57b-4beb-839c-a49289aac3b8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/25a73619-3820-46d1-b6df-0afae7f5c095 HTTP/1.1" status: 204 len: 168 time: 0.7831707 Apr 29 15:32:16.900731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60824) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:16.901481 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] Pushing event deleted for resources: {'Network': ['ID=e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:16.935183 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.938528 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8d03d446-d163-46d9-a281-48cae6bdf86b tempest-NetworksIpV6Test-33935431 tempest-NetworksIpV6Test-33935431-project] 10.222.0.39 "DELETE /v2.0/networks/e6f57dec-1cf7-41d2-b9f9-0d0f9ace80a5 HTTP/1.1" status: 204 len: 168 time: 4.3245373 Apr 29 15:32:16.961500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:16.964424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.039661 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-854b6450-da6f-4b16-a200-917778708745 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:17.084635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.085214 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Fanout notify agent at l3_agent the message router_deleted on router dc6f1fa8-09c1-4043-9a4f-d5af9aa39279 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:32:17.101949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.103036 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ed9dbb7f-c1bc-493f-b6e7-68055f89f4de tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/routers/dc6f1fa8-09c1-4043-9a4f-d5af9aa39279 HTTP/1.1" status: 204 len: 168 time: 2.2504969 Apr 29 15:32:17.107102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60830) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:17.112701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-da872ebf-389b-41a7-b6ac-f5f2a45449d1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1290399671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:17.119331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-da872ebf-389b-41a7-b6ac-f5f2a45449d1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:17.123106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-da872ebf-389b-41a7-b6ac-f5f2a45449d1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Usage tracker for resource:router and tenant:1eb356cceec3401d9f4a354e55db950f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:17.125973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-da872ebf-389b-41a7-b6ac-f5f2a45449d1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:17.132188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-da872ebf-389b-41a7-b6ac-f5f2a45449d1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:17.137921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.151599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.197202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:17.200371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:17.205189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:17.205852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.213989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803ce09-a54e-4088-bd00-e3e31c0f9112 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:17.225303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=1388d322-94eb-43d1-a0ce-d23d704cf988,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:17.231591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da872ebf-389b-41a7-b6ac-f5f2a45449d1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.232733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da872ebf-389b-41a7-b6ac-f5f2a45449d1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.250518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da872ebf-389b-41a7-b6ac-f5f2a45449d1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.316157 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c22603c6-35c8-46a0-b856-e4919a30696a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3012738 Apr 29 15:32:17.322786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60834) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:17.332928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:17.433751 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da872ebf-389b-41a7-b6ac-f5f2a45449d1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.513091 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-854b6450-da6f-4b16-a200-917778708745 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:17.514494 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-854b6450-da6f-4b16-a200-917778708745 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6106114 Apr 29 15:32:17.524145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60840) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:17.524247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '1388d322-94eb-43d1-a0ce-d23d704cf988'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:32:17.524869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.539821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:17.551360 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:17.554060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.555204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da872ebf-389b-41a7-b6ac-f5f2a45449d1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.559375 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-da872ebf-389b-41a7-b6ac-f5f2a45449d1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4511769 Apr 29 15:32:17.562942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:17.565076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60844) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:17.570944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a1a9d9d-70e2-440c-8761-b5d95eeae4d0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.578904 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60848) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:17.580211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:17.581968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'enable_snat': True}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:17.590717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a1a9d9d-70e2-440c-8761-b5d95eeae4d0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.707924 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:17.711919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.719055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Allocated IP 172.20.0.2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/1388d322-94eb-43d1-a0ce-d23d704cf988/54b9c904-6411-4f85-9bd0-732db284d2df) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:17.734543 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a1a9d9d-70e2-440c-8761-b5d95eeae4d0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.774174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a9d9d-70e2-440c-8761-b5d95eeae4d0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0421c29-5bb3-449b-ac3c-8df00506a699,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:17.828627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a1a9d9d-70e2-440c-8761-b5d95eeae4d0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.832990 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4a1a9d9d-70e2-440c-8761-b5d95eeae4d0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d0421c29-5bb3-449b-ac3c-8df00506a699 HTTP/1.1" status: 204 len: 168 time: 0.3090720 Apr 29 15:32:17.833254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60854) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:17.846509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.927310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-63c00e27-0f4f-44be-9016-222efa67b276 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:17.971954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:17.987713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Transition to ACTIVE for port object 54b9c904-6411-4f85-9bd0-732db284d2df will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:18.005899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-63c00e27-0f4f-44be-9016-222efa67b276 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:18.007272 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-63c00e27-0f4f-44be-9016-222efa67b276 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1730065 Apr 29 15:32:18.010575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60858) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:18.020244 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Transition to ACTIVE for port object 54b9c904-6411-4f85-9bd0-732db284d2df will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:18.037021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.051750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4e95121c-6821-45d6-8c99-7162aef15615 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.065435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4e95121c-6821-45d6-8c99-7162aef15615 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.098454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.168550 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:18.171367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:18.175575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:18.180379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4e95121c-6821-45d6-8c99-7162aef15615 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.182822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Pushing event updated for resources: {'Port': ['ID=54b9c904-6411-4f85-9bd0-732db284d2df,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:18.196510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95121c-6821-45d6-8c99-7162aef15615 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73dc9d51-e7af-4a60-87d6-30e5aa07e492,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:18.227814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:18.228165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:18.232857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:18.232857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:18.232857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:18.232857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:18.232857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:18.232857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:18.232857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:18.232857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:18.232857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:18.232857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:32:18.287247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Attempting to bind port 54b9c904-6411-4f85-9bd0-732db284d2df on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:32:18.287694 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Attempting to bind port 54b9c904-6411-4f85-9bd0-732db284d2df by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:32:18.288135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Attempting to bind port 54b9c904-6411-4f85-9bd0-732db284d2df on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:32:18.294319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:32:18.294319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:18.294839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.295153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:32:18.295619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Bound port: 54b9c904-6411-4f85-9bd0-732db284d2df, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:32:18.295994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.367658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.objects.ports [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88715) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:32:18.406363 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] For port 54b9c904-6411-4f85-9bd0-732db284d2df, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:32:18.406608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4e95121c-6821-45d6-8c99-7162aef15615 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.410802 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4e95121c-6821-45d6-8c99-7162aef15615 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/73dc9d51-e7af-4a60-87d6-30e5aa07e492 HTTP/1.1" status: 204 len: 168 time: 0.3964775 Apr 29 15:32:18.415123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60862) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:18.415302 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] For port 54b9c904-6411-4f85-9bd0-732db284d2df, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=54b9c904-6411-4f85-9bd0-732db284d2df,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:32:18.423335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Pushing event updated for resources: {'Port': ['ID=143943cc-cdb8-4755-b84b-a60472b686e7,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:18.436325 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.495371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.496671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4f17f0d6-67d8-4a76-8701-2f478fc36b32 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:18.513757 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-58dc98d9-5e14-46f4-8989-4d50571e9957 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=519d945a696847d99723ae79c2486815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8822937 Apr 29 15:32:18.517268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.519500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60866) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:18.589115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd073-5a3d-4c4e-a522-b463090cfc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.593550 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00e472-01d3-47cb-9723-063d16484543 None None] Pushing event updated for resources: {'Port': ['ID=54b9c904-6411-4f85-9bd0-732db284d2df,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:18.619242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd073-5a3d-4c4e-a522-b463090cfc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.652813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4f17f0d6-67d8-4a76-8701-2f478fc36b32 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:18.654043 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4f17f0d6-67d8-4a76-8701-2f478fc36b32 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2386236 Apr 29 15:32:18.669110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60870) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:18.704150 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.724912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.818383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd073-5a3d-4c4e-a522-b463090cfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.866339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dd073-5a3d-4c4e-a522-b463090cfc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5516937-ac4f-4a90-8b17-c6b317651d9f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:18.953914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd073-5a3d-4c4e-a522-b463090cfc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:18.956766 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6d7dd073-5a3d-4c4e-a522-b463090cfc90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5516937-ac4f-4a90-8b17-c6b317651d9f HTTP/1.1" status: 204 len: 168 time: 0.4360580 Apr 29 15:32:19.019063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] For port 54b9c904-6411-4f85-9bd0-732db284d2df, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=54b9c904-6411-4f85-9bd0-732db284d2df,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:19.052417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:19.125838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:19.127218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:19.149329 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Floating IP 950c3872-aef1-4ebb-8dbe-ac859f29c5f8 associated. External IP: 172.26.2.99, port: ec3d3d94-2546-4211-9113-e5a62e225474. Apr 29 15:32:19.242205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-82cd0973-ce79-4d9d-b61d-06b59a66edf8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:19.397101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:19.398793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:19.404172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=f9fe549e-e8fe-44f2-9586-e585ec81241b,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:19.407035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:19.407663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:19.422163 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-82cd0973-ce79-4d9d-b61d-06b59a66edf8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:19.448697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=54b9c904-6411-4f85-9bd0-732db284d2df,revision_number=4']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:19.504004 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-067b2224-b45c-48b9-954b-19385fe55e4e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1795883 Apr 29 15:32:19.508406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60884) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:19.515326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:35:88:c9', 'name': 'tempest-NetworksTestDHCPv6-950714471'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:19.670256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:19.675154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:19.678370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:19.684588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:19.782029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:19.789327 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6573eb-1c30-46ec-a1b9-6ef685a1adda None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:19.837482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:19.912205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:19.941129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port c33d44f8-9412-4247-b598-a447aa12797f yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:32:19.989719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router 1d47cce1-1055-46f0-8787-2df242bf7b72 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:32:20.034794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:20.037371 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-82cd0973-ce79-4d9d-b61d-06b59a66edf8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:20.086484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-70520057-029e-40de-8b45-75492aa04885 None None] Provisioning for port 54b9c904-6411-4f85-9bd0-732db284d2df completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:20.194732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 172.20.0.6 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/1388d322-94eb-43d1-a0ce-d23d704cf988/c33d44f8-9412-4247-b598-a447aa12797f) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:20.204072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::f816:3eff:fe35:88c9 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/f9fe549e-e8fe-44f2-9586-e585ec81241b/c33d44f8-9412-4247-b598-a447aa12797f) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:20.209704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60898) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:20.244995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd0973-ce79-4d9d-b61d-06b59a66edf8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce71c79a-f18b-4f4e-9a7f-9753150a6e06,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:20.381909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-492070275'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:20.421973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:20.437788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:20.448485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:network and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:20.451637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:20.469250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:20.530918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:20.561781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object c33d44f8-9412-4247-b598-a447aa12797f will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:20.589942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:20.593833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:20.608417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:20.626378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 54b9c904-6411-4f85-9bd0-732db284d2df up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:20.630563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:20.635245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:security_group_rule and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:20.640205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:20.647574 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:20.654169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-82cd0973-ce79-4d9d-b61d-06b59a66edf8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:20.655289 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-82cd0973-ce79-4d9d-b61d-06b59a66edf8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-groups/ce71c79a-f18b-4f4e-9a7f-9753150a6e06 HTTP/1.1" status: 204 len: 168 time: 1.9769113 Apr 29 15:32:20.659945 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60904) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:20.663570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:20.696272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:20.775588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 54b9c904-6411-4f85-9bd0-732db284d2df completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:20.783651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 54b9c904-6411-4f85-9bd0-732db284d2df triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:20.784262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:20.795249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Router de0ca21e-f725-4cfa-94cc-a835ef61f6a8 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:32:20.800637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:20.812201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:20.815598 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:20.838321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:20.869134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa560301-c6d0-4317-83dc-089c279f7dbd None None] Sync routers for ids ['1d47cce1-1055-46f0-8787-2df242bf7b72'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:20.889905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa560301-c6d0-4317-83dc-089c279f7dbd None None] Routers {'1d47cce1-1055-46f0-8787-2df242bf7b72'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:20.891206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-fa560301-c6d0-4317-83dc-089c279f7dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1d47cce1-1055-46f0-8787-2df242bf7b72'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:20.903748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8a9a6779-6db9-41a4-abcf-05bf76b78680 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:20.922290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Allocated IP 172.20.0.14 (c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68/78229736-4ee3-4b8a-835e-917740602449/20a3eea0-2ef4-4164-9b3d-808bb7c2b97d) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:20.931372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=c33d44f8-9412-4247-b598-a447aa12797f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:20.971414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:20.972298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.022065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.025752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8a9a6779-6db9-41a4-abcf-05bf76b78680 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:21.029180 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8a9a6779-6db9-41a4-abcf-05bf76b78680 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3682153 Apr 29 15:32:21.036388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-fa560301-c6d0-4317-83dc-089c279f7dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:21.037756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60908) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:21.043533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568316388'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:21.050652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:21.056246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.065538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:21.070608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-52fe109b-9906-4141-86ed-3fecd33e6b22 None None] Provisioning complete for port 54b9c904-6411-4f85-9bd0-732db284d2df triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:21.070977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52fe109b-9906-4141-86ed-3fecd33e6b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.087611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.118853 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa560301-c6d0-4317-83dc-089c279f7dbd None None] Routers {'1d47cce1-1055-46f0-8787-2df242bf7b72'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:21.119469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-fa560301-c6d0-4317-83dc-089c279f7dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1d47cce1-1055-46f0-8787-2df242bf7b72'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:21.129825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:32:21.139627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8909064-51c3-42e9-b4c9-fc1c9829a752,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:21.148071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.148378 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Added segment 8ee9162a-7029-4119-9d6c-f68a9c025657 of type vlan for network 78609e47-944f-4263-a254-0ed31be5db41 Apr 29 15:32:21.153457 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9330403d-4aa5-41f2-9d93-07f526b0eb16 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6439984 Apr 29 15:32:21.156319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60912) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:21.171698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:21.181567 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4990c2a-3ad9-4e9c-8c1a-d81bfeab885e None None] Sync routers for ids ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:21.201087 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4990c2a-3ad9-4e9c-8c1a-d81bfeab885e None None] Routers {'de0ca21e-f725-4cfa-94cc-a835ef61f6a8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:21.201800 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-c4990c2a-3ad9-4e9c-8c1a-d81bfeab885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:21.206641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.207319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.213692 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c1f2e048-d2c0-4535-ad56-aa66964d6652 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.4131396 Apr 29 15:32:21.216973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60916) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:21.267307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-fa560301-c6d0-4317-83dc-089c279f7dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:21.268916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa560301-c6d0-4317-83dc-089c279f7dbd None None] The sync data for ids ['1d47cce1-1055-46f0-8787-2df242bf7b72'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:21.303116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Allocated IP 172.26.2.180 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/9c776c43-3d0f-4b5e-bf60-5149878530c2) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:21.310970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.323086 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-c4990c2a-3ad9-4e9c-8c1a-d81bfeab885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:21.324112 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 54b9c904-6411-4f85-9bd0-732db284d2df, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=54b9c904-6411-4f85-9bd0-732db284d2df,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:21.326173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.333233 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4990c2a-3ad9-4e9c-8c1a-d81bfeab885e None None] Routers {'de0ca21e-f725-4cfa-94cc-a835ef61f6a8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:21.333880 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-c4990c2a-3ad9-4e9c-8c1a-d81bfeab885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:21.406577 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-c4990c2a-3ad9-4e9c-8c1a-d81bfeab885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:21.406996 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4990c2a-3ad9-4e9c-8c1a-d81bfeab885e None None] The sync data for ids ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:21.420588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.453941 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a47addfe-b4af-4555-943d-f6cc0488511e tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 11.9114437 Apr 29 15:32:21.456515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60920) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:21.458940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.462914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.468290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:21.468891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.491578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52fe109b-9906-4141-86ed-3fecd33e6b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.500999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:21.521801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=54b9c904-6411-4f85-9bd0-732db284d2df,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:21.537978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:21.546479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:21.589874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-52fe109b-9906-4141-86ed-3fecd33e6b22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:21.590288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-52fe109b-9906-4141-86ed-3fecd33e6b22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:21.615477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:21.635079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=78609e47-944f-4263-a254-0ed31be5db41,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:21.648276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 78609e47-944f-4263-a254-0ed31be5db41 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:32:21.654535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab3d1d-dd2f-4b16-b29b-f63edb6594cd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:21.660194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab3d1d-dd2f-4b16-b29b-f63edb6594cd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:21.661017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-78ab3d1d-dd2f-4b16-b29b-f63edb6594cd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:21.668004 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b4a147f1-3fea-4771-867d-a76bf721b219 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] 10.222.0.39 "GET /v2.0/floatingips/950c3872-aef1-4ebb-8dbe-ac859f29c5f8 HTTP/1.1" status: 200 len: 981 time: 0.2053826 Apr 29 15:32:21.672044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60924) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:21.769616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.811826 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e0b39cf2-3614-4ff8-b049-1d6e3fe5debe tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3018 time: 0.1360037 Apr 29 15:32:21.811826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:21.816419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60928) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:21.863295 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4ca39fbd-ad53-4506-8990-c08497fb4734 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6529620 Apr 29 15:32:21.950943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-78ab3d1d-dd2f-4b16-b29b-f63edb6594cd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:21.954836 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-78ab3d1d-dd2f-4b16-b29b-f63edb6594cd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.7924783 Apr 29 15:32:21.956220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60932) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:21.965149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Network c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:21.973605 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:21.976124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:22.007820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60936) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:22.023366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event updated for resources: {'Port': ['ID=20a3eea0-2ef4-4164-9b3d-808bb7c2b97d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:22.034903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'network_id': '78609e47-944f-4263-a254-0ed31be5db41', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:22.117886 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1dc58ff3-6173-4344-b461-bb3101a6870e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port c33d44f8-9412-4247-b598-a447aa12797f {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:22.118226 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1dc58ff3-6173-4344-b461-bb3101a6870e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:22.187604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:22.249578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:22.251295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:22.320263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:subnet and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:22.328715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:22.359450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b4db45eb-bba3-4cfc-92ca-6cfdf379eb2e None None] Provisioning for port c33d44f8-9412-4247-b598-a447aa12797f completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:22.360172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:22.366512 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b4db45eb-bba3-4cfc-92ca-6cfdf379eb2e None None] Provisioning complete for port c33d44f8-9412-4247-b598-a447aa12797f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:22.366881 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b4db45eb-bba3-4cfc-92ca-6cfdf379eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:22.423518 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b4db45eb-bba3-4cfc-92ca-6cfdf379eb2e None None] Port c33d44f8-9412-4247-b598-a447aa12797f cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:32:22.478802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:22.514159 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:22.537175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:22.541522 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Deleting port 143943cc-cdb8-4755-b84b-a60472b686e7 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:22.541865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:22.549662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faeaf7c4-7a5e-4939-94cb-a14269f87720,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:22.573084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:22.585283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 54b9c904-6411-4f85-9bd0-732db284d2df up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:22.628939 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event updated for resources: {'Port': ['ID=9c776c43-3d0f-4b5e-bf60-5149878530c2,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:22.648736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:22.652662 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-46bf10a3-6caf-4e26-b442-6a858390b811 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6110706 Apr 29 15:32:22.656592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60940) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:22.667002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 54b9c904-6411-4f85-9bd0-732db284d2df triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:22.667188 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:22.675841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-60a55e2e-aa05-4493-a452-ede436728628 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': 'faeaf7c4-7a5e-4939-94cb-a14269f87720', 'direction': 'ingress', 'protocol': 17}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:22.694704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-60a55e2e-aa05-4493-a452-ede436728628 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:22.739983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-60a55e2e-aa05-4493-a452-ede436728628 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:22.743005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-60a55e2e-aa05-4493-a452-ede436728628 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:22.752454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:22.756088 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:22.788865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-60a55e2e-aa05-4493-a452-ede436728628 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:22.832900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1dc58ff3-6173-4344-b461-bb3101a6870e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:23.047571 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1dc58ff3-6173-4344-b461-bb3101a6870e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for c33d44f8-9412-4247-b598-a447aa12797f owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:23.111766 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:23.111766 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:23.116738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-60a55e2e-aa05-4493-a452-ede436728628 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:23.259585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Calling delete_port for 143943cc-cdb8-4755-b84b-a60472b686e7 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:23.433967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:23.450578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:23.558210 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-60a55e2e-aa05-4493-a452-ede436728628 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:23.660033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-60a55e2e-aa05-4493-a452-ede436728628 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:23.671712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:23.760484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a55e2e-aa05-4493-a452-ede436728628 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b0b6ab-d46e-4598-bcc8-2672f8336f1e,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:23.883108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:23.938432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-60a55e2e-aa05-4493-a452-ede436728628 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:23.939656 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-60a55e2e-aa05-4493-a452-ede436728628 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2806656 Apr 29 15:32:23.945125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60944) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:23.993370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:23.995100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1dc58ff3-6173-4344-b461-bb3101a6870e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.107207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=25ae1063-650e-4c54-b46d-9bfe63195ab4,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:24.121654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc58ff3-6173-4344-b461-bb3101a6870e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=c33d44f8-9412-4247-b598-a447aa12797f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:24.173015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking segment: {'id': '8ee9162a-7029-4119-9d6c-f68a9c025657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '78609e47-944f-4263-a254-0ed31be5db41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:24.173386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network hostable DHCP agents. Network: 78609e47-944f-4263-a254-0ed31be5db41, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:32:24.333729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.372628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b67c7ac-c3c0-4eac-bc47-cab7f1d1b5ba tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.396678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.401799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event deleted for resources: {'Port': ['ID=143943cc-cdb8-4755-b84b-a60472b686e7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:24.421003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.20.0.1 (253bb960-df90-4f9e-b1af-6435931b56f4/b09cda90-4188-4250-b8e1-50dfb9bacb14/a3bd0bbb-c903-42e9-94f7-d654aa02f610) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:24.430545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network 78609e47-944f-4263-a254-0ed31be5db41 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:32:24.442924 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b67c7ac-c3c0-4eac-bc47-cab7f1d1b5ba tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.453892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1dc58ff3-6173-4344-b461-bb3101a6870e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.476973 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1dc58ff3-6173-4344-b461-bb3101a6870e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/c33d44f8-9412-4247-b598-a447aa12797f HTTP/1.1" status: 204 len: 168 time: 2.5178583 Apr 29 15:32:24.487049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60948) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:24.575590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 78609e47-944f-4263-a254-0ed31be5db41) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:24.585460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:24.589663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.589782 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0046c8a-ff73-4a5f-8988-b11e446134dd None None] Network 78609e47-944f-4263-a254-0ed31be5db41 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:24.665104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.671334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b67c7ac-c3c0-4eac-bc47-cab7f1d1b5ba tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.674376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b67c7ac-c3c0-4eac-bc47-cab7f1d1b5ba tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.675548 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1b67c7ac-c3c0-4eac-bc47-cab7f1d1b5ba tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-groups/faeaf7c4-7a5e-4939-94cb-a14269f87720 HTTP/1.1" status: 204 len: 168 time: 0.7250674 Apr 29 15:32:24.685068 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60952) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:24.710281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67c7ac-c3c0-4eac-bc47-cab7f1d1b5ba tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeaf7c4-7a5e-4939-94cb-a14269f87720,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:24.710951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.716272 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3537ecc3-8279-42ac-9e8c-afd242111b45 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6952038 Apr 29 15:32:24.720098 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Transition to ACTIVE for port object a3bd0bbb-c903-42e9-94f7-d654aa02f610 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:24.723925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60956) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:24.732124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-765365676'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:24.742973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.745428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:24.747801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da7a55f-14b5-4a4e-a46c-a81b78e740e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:24.749377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da7a55f-14b5-4a4e-a46c-a81b78e740e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:24.750843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da7a55f-14b5-4a4e-a46c-a81b78e740e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:24.751667 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6da7a55f-14b5-4a4e-a46c-a81b78e740e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:24.754726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:network and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:24.759249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:24.772633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:24.791591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7edf4060-5f81-476d-9374-8087b47f598b tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:24.824785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.825122 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Floating IP 950c3872-aef1-4ebb-8dbe-ac859f29c5f8 disassociated (deleted). External IP: 172.26.2.99, port: ec3d3d94-2546-4211-9113-e5a62e225474. Apr 29 15:32:24.862010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:24.866082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.877337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-78609e47-944f-4263-a254-0ed31be5db41', 'network_id': '78609e47-944f-4263-a254-0ed31be5db41', 'tenant_id': 'fb3aa27575784d68910bded9aa48b69d', 'fixed_ips': [{'subnet_id': '25ae1063-650e-4c54-b46d-9bfe63195ab4'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:32:24.877337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.899825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:32:24.903018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:24.913204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7edf4060-5f81-476d-9374-8087b47f598b tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:24.914660 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7edf4060-5f81-476d-9374-8087b47f598b tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2233615 Apr 29 15:32:24.987631 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60960) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:25.001030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network 253bb960-df90-4f9e-b1af-6435931b56f4 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:25.005087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897725280'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:25.014453 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:25.017212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:25.045603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Allocated IP 172.20.255.242 (78609e47-944f-4263-a254-0ed31be5db41/25ae1063-650e-4c54-b46d-9bfe63195ab4/f20cc340-1d56-4da0-828b-fa5687fb7f0a) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:25.054224 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:25.057262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.057262 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Added segment 7fe681b8-835c-4c96-856b-c659bfc2d934 of type vlan for network 650f221f-172a-4b24-914e-ef341c080ecf Apr 29 15:32:25.092213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:25.094305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=a3bd0bbb-c903-42e9-94f7-d654aa02f610,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:25.124223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.165162 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.207240 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.242632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:25.248428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:25.253750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:25.261406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:25.305016 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6da7a55f-14b5-4a4e-a46c-a81b78e740e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:25.308922 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6da7a55f-14b5-4a4e-a46c-a81b78e740e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8091211 Apr 29 15:32:25.309901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60964) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:25.337887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.352596 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Transition to ACTIVE for port object f20cc340-1d56-4da0-828b-fa5687fb7f0a will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:25.365231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.370741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:25.371358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.383446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Transition to ACTIVE for port object f20cc340-1d56-4da0-828b-fa5687fb7f0a will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:25.495979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7d3229e9-1f81-4ae4-9530-69dceb828643 None None] Provisioning for port a3bd0bbb-c903-42e9-94f7-d654aa02f610 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:25.501741 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7d3229e9-1f81-4ae4-9530-69dceb828643 None None] Provisioning complete for port a3bd0bbb-c903-42e9-94f7-d654aa02f610 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:25.505667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7d3229e9-1f81-4ae4-9530-69dceb828643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.536791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Router de0ca21e-f725-4cfa-94cc-a835ef61f6a8 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:32:25.547038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.597304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Router e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:32:25.620280 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Network 78609e47-944f-4263-a254-0ed31be5db41 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:25.624540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:25.632145 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:25.635700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7d3229e9-1f81-4ae4-9530-69dceb828643 None None] Port a3bd0bbb-c903-42e9-94f7-d654aa02f610 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:32:25.680405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Pushing event updated for resources: {'Port': ['ID=f20cc340-1d56-4da0-828b-fa5687fb7f0a,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:25.693452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Router 8a2357b7-0608-4a0d-9a2d-bdbb884c9923 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:32:25.718013 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9896023 Apr 29 15:32:25.719964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f1d147-5c87-4538-81c2-ae86f11b528c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 1388d322-94eb-43d1-a0ce-d23d704cf988 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:32:25.728609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60968) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:25.736339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Attempting to bind port f20cc340-1d56-4da0-828b-fa5687fb7f0a on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:32:25.737068 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Attempting to bind port f20cc340-1d56-4da0-828b-fa5687fb7f0a by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '8ee9162a-7029-4119-9d6c-f68a9c025657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '78609e47-944f-4263-a254-0ed31be5db41'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:32:25.737434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Attempting to bind port f20cc340-1d56-4da0-828b-fa5687fb7f0a on network 78609e47-944f-4263-a254-0ed31be5db41 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:32:25.738683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0dce6-1ac9-44f2-bac0-cebbc0b3fb5b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=650f221f-172a-4b24-914e-ef341c080ecf,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:25.741250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.743177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:32:25.743561 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Checking segment: {'id': '8ee9162a-7029-4119-9d6c-f68a9c025657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '78609e47-944f-4263-a254-0ed31be5db41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:25.743941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.744330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Bound using segment: {'id': '8ee9162a-7029-4119-9d6c-f68a9c025657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '78609e47-944f-4263-a254-0ed31be5db41'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:32:25.744820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Bound port: f20cc340-1d56-4da0-828b-fa5687fb7f0a, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee9162a-7029-4119-9d6c-f68a9c025657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '78609e47-944f-4263-a254-0ed31be5db41'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:32:25.745189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.753225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d147-5c87-4538-81c2-ae86f11b528c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.757961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 650f221f-172a-4b24-914e-ef341c080ecf details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:32:25.783359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'network_id': '650f221f-172a-4b24-914e-ef341c080ecf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:25.810611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.885557 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:25.889921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d147-5c87-4538-81c2-ae86f11b528c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:25.943935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Sync routers for ids ['e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:25.977070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Routers {'e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:25.977693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:25.987507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.098930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:26.104301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.117418 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] For port f20cc340-1d56-4da0-828b-fa5687fb7f0a, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:32:26.117984 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499c59d-1f8b-4cbc-9763-accae1a4eb0a None None] Sync routers for ids ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:26.133265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] For port f20cc340-1d56-4da0-828b-fa5687fb7f0a, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f20cc340-1d56-4da0-828b-fa5687fb7f0a,segment=NetworkSegment(8ee9162a-7029-4119-9d6c-f68a9c025657),segment_id=8ee9162a-7029-4119-9d6c-f68a9c025657)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:32:26.133503 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499c59d-1f8b-4cbc-9763-accae1a4eb0a None None] Routers {'de0ca21e-f725-4cfa-94cc-a835ef61f6a8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:26.133606 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8499c59d-1f8b-4cbc-9763-accae1a4eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:26.133723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:26.195612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.198209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Set router e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:32:26.199630 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-35452c00-0273-458e-b77a-65640a6171e0 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.7964129 Apr 29 15:32:26.227774 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60974) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:26.230106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.231467 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2386138 Apr 29 15:32:26.234683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:subnet and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:26.243081 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8499c59d-1f8b-4cbc-9763-accae1a4eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:26.243275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:26.245726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60978) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:26.246304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059e756-f09f-4b58-808a-7d732d1ea08f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80464a46-7c14-4064-b2a7-6485319665f8,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:26.256884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group': {'name': 'tempest-secgroup--529196072'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:26.266058 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:26.271191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:26.273070 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499c59d-1f8b-4cbc-9763-accae1a4eb0a None None] Routers {'de0ca21e-f725-4cfa-94cc-a835ef61f6a8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:26.273855 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8499c59d-1f8b-4cbc-9763-accae1a4eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:26.303279 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:26.377063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.379246 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8499c59d-1f8b-4cbc-9763-accae1a4eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:26.379863 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8499c59d-1f8b-4cbc-9763-accae1a4eb0a None None] The sync data for ids ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:26.395328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:26.399326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.422949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.468081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:26.474157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:26.477382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:26.483396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:26.559308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:26.565402 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f1b06c44-10a8-4d12-bf83-21e8b61aa992 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "DELETE /v2.0/floatingips/950c3872-aef1-4ebb-8dbe-ac859f29c5f8 HTTP/1.1" status: 204 len: 168 time: 4.7168641 Apr 29 15:32:26.569039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.569172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.570114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60982) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:26.573575 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-41b737c8-3773-449c-9f29-9b03e1322139 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "PUT /v2.0/routers/8a2357b7-0608-4a0d-9a2d-bdbb884c9923 HTTP/1.1" status: 200 len: 919 time: 9.0094888 Apr 29 15:32:26.576556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60984) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:26.592267 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a60d48c-729b-4557-964e-45f16cd039c1 None None] Sync routers for ids ['8a2357b7-0608-4a0d-9a2d-bdbb884c9923'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:26.596969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2912ea-ce2e-4e7c-8aa8-64f8ef4ac32f None None] Pushing event updated for resources: {'Port': ['ID=f20cc340-1d56-4da0-828b-fa5687fb7f0a,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:26.622368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a60d48c-729b-4557-964e-45f16cd039c1 None None] Routers {'8a2357b7-0608-4a0d-9a2d-bdbb884c9923'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:26.622991 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-4a60d48c-729b-4557-964e-45f16cd039c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8a2357b7-0608-4a0d-9a2d-bdbb884c9923'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:26.640389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:26.647960 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d147-5c87-4538-81c2-ae86f11b528c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.689928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:26.696812 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Usage tracker for resource:floatingip and tenant:99f459c0c3394e83aa9ceca45e90ae31 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:26.711230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-4a60d48c-729b-4557-964e-45f16cd039c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:26.754384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:26.760071 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a60d48c-729b-4557-964e-45f16cd039c1 None None] Routers {'8a2357b7-0608-4a0d-9a2d-bdbb884c9923'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:26.760947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-4a60d48c-729b-4557-964e-45f16cd039c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8a2357b7-0608-4a0d-9a2d-bdbb884c9923'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:26.765334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.799823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:26.836195 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-4a60d48c-729b-4557-964e-45f16cd039c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:26.837107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a60d48c-729b-4557-964e-45f16cd039c1 None None] The sync data for ids ['8a2357b7-0608-4a0d-9a2d-bdbb884c9923'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:26.878385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:26.901591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb', 'name': '', 'tenant_id': '62b3bde5928d41aab3535b983fef7303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68', 'external_fixed_ips': [{'subnet_id': '78229736-4ee3-4b8a-835e-917740602449', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '20a3eea0-2ef4-4164-9b3d-808bb7c2b97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:32:16Z', 'updated_at': '2022-04-29T15:32:22Z', 'revision_number': 3, 'project_id': '62b3bde5928d41aab3535b983fef7303', 'gw_port': {'id': '20a3eea0-2ef4-4164-9b3d-808bb7c2b97d', 'name': '', 'network_id': 'c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:a5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '78229736-4ee3-4b8a-835e-917740602449', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:32:20Z', 'updated_at': '2022-04-29T15:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78229736-4ee3-4b8a-835e-917740602449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:26.906035 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Checking router: e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:32:26.906594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Updating router e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb port 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:32:26.938895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e593c90-9509-4432-8bf0-c0c55c6f0c63,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:26.991509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.007610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.033105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.061831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.067616 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3435e781-6e42-4e48-92c8-a49897fd625f tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8185177 Apr 29 15:32:27.068614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 60990) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:27.076645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-63249b2c-8782-4486-9e01-c4b85954dc3e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': '80464a46-7c14-4064-b2a7-6485319665f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6e593c90-9509-4432-8bf0-c0c55c6f0c63', 'remote_ip_prefix': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:27.108665 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d54e2-054b-4195-8273-c29242327787 req-e5a8f3e3-dcaf-407b-97d9-1dcbab0f9bfc tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:27.110586 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9e2d54e2-054b-4195-8273-c29242327787 req-e5a8f3e3-dcaf-407b-97d9-1dcbab0f9bfc tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6469548 Apr 29 15:32:27.144892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-63249b2c-8782-4486-9e01-c4b85954dc3e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:27.163847 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9deab772-4555-4a5b-becf-d60cd1ba2c19 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/routers/8a2357b7-0608-4a0d-9a2d-bdbb884c9923 HTTP/1.1" status: 200 len: 925 time: 0.5822399 Apr 29 15:32:27.165168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 60994) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:27.180978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d147-5c87-4538-81c2-ae86f11b528c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.191094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-63249b2c-8782-4486-9e01-c4b85954dc3e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:27.218287 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.258484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-63249b2c-8782-4486-9e01-c4b85954dc3e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:27.268590 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9e2d54e2-054b-4195-8273-c29242327787 req-b9ce08da-5964-4c5a-86a5-f8e8b602bfc5 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438618 Apr 29 15:32:27.278751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.314088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9399c6-9006-4a07-8cd3-96e4e3356108 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:27.319976 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-de9399c6-9006-4a07-8cd3-96e4e3356108 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&device_id=8a2357b7-0608-4a0d-9a2d-bdbb884c9923&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1539252 Apr 29 15:32:27.320959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32768) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:27.352155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-63249b2c-8782-4486-9e01-c4b85954dc3e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:27.359244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1d147-5c87-4538-81c2-ae86f11b528c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=1388d322-94eb-43d1-a0ce-d23d704cf988,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:27.372295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c7f1d147-5c87-4538-81c2-ae86f11b528c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.388940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.401276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b958b1-b0e8-45d1-90c2-5cc11e74edcf None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:27.421157 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Transition to ACTIVE for port object 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:27.443081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Deleting port 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:27.443417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.496455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=a3bd0bbb-c903-42e9-94f7-d654aa02f610,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:27.509995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.580836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.677356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Attempting to bind port 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:32:27.677720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Attempting to bind port 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '7e5577ae-8b90-4a29-8753-867548baf2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:32:27.678082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Attempting to bind port 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d on network c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:32:27.687406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:32:27.687803 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Checking segment: {'id': '7e5577ae-8b90-4a29-8753-867548baf2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:27.688191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.688606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Bound using segment: {'id': '7e5577ae-8b90-4a29-8753-867548baf2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:32:27.689218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Bound port: 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e5577ae-8b90-4a29-8753-867548baf2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:32:27.689702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.728055 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c7f1d147-5c87-4538-81c2-ae86f11b528c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/1388d322-94eb-43d1-a0ce-d23d704cf988 HTTP/1.1" status: 204 len: 168 time: 2.4170988 Apr 29 15:32:27.728779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32772) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:27.741673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2c38cd-a10a-40c7-b2e8-6a62906445af tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:27.743241 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3c2c38cd-a10a-40c7-b2e8-6a62906445af tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/networks/5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 881 time: 0.4212003 Apr 29 15:32:27.747252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32776) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:27.821531 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-36c8d929-747c-4507-8c62-9ca2a7a399c3 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a2357b7-0608-4a0d-9a2d-bdbb884c9923 HTTP/1.1" status: 200 len: 205 time: 0.0725558 Apr 29 15:32:27.828579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.834319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32780) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:27.835110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] For port 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:32:27.838319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] For port 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=20a3eea0-2ef4-4164-9b3d-808bb7c2b97d,segment=NetworkSegment(7e5577ae-8b90-4a29-8753-867548baf2e0),segment_id=7e5577ae-8b90-4a29-8753-867548baf2e0)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:32:27.845380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a02e7-5d5e-4430-9535-913ac0fc0cf4 req-ef6a9c42-132a-400b-936f-0389a891f7c4 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:27.847892 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f06a02e7-5d5e-4430-9535-913ac0fc0cf4 req-ef6a9c42-132a-400b-936f-0389a891f7c4 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4103794 Apr 29 15:32:27.882666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-63249b2c-8782-4486-9e01-c4b85954dc3e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.904642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1164bbc-15c6-4547-b567-bc53b7f349a6 None None] Pushing event updated for resources: {'Port': ['ID=20a3eea0-2ef4-4164-9b3d-808bb7c2b97d,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:27.917728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.926678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:27.975287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d08c75-7619-47ee-a5df-f7e4026e97f9 None None] Network 78609e47-944f-4263-a254-0ed31be5db41 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:27.989213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:28.073118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-b689654e-2888-490f-8852-40440063ed50 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet f9fe549e-e8fe-44f2-9586-e585ec81241b {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:32:28.097632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b689654e-2888-490f-8852-40440063ed50 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:28.120541 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Routers {'e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:28.121267 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:28.151157 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Calling delete_port for 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:28.161293 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=f655c081-f00d-4c2c-ac27-8a7973a2cd81,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:28.223183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking segment: {'id': '7fe681b8-835c-4c96-856b-c659bfc2d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '650f221f-172a-4b24-914e-ef341c080ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:28.223557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network hostable DHCP agents. Network: 650f221f-172a-4b24-914e-ef341c080ecf, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:32:28.231809 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f06a02e7-5d5e-4430-9535-913ac0fc0cf4 req-72a2f4d2-5558-4988-956a-0265fdb541fe tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073733 Apr 29 15:32:28.248974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b689654e-2888-490f-8852-40440063ed50 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:28.249692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1164bbc-15c6-4547-b567-bc53b7f349a6 None None] Pushing event updated for resources: {'Port': ['ID=20a3eea0-2ef4-4164-9b3d-808bb7c2b97d,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:28.258325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-54e1babe-8241-475b-8b75-e1512d822a11 None None] Provisioning for port f20cc340-1d56-4da0-828b-fa5687fb7f0a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:28.305361 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:28.363763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network 253bb960-df90-4f9e-b1af-6435931b56f4 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:28.382240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] Set router e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:32:28.384043 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0668f852-8688-4d97-8a43-2df0d4505ed0 req-8781f9d9-37c7-49d5-b282-eb38d61ccabe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7019060 Apr 29 15:32:28.414190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:28.628693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-63249b2c-8782-4486-9e01-c4b85954dc3e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:28.649104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb', 'name': '', 'tenant_id': '62b3bde5928d41aab3535b983fef7303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:32:16Z', 'updated_at': '2022-04-29T15:32:27Z', 'revision_number': 4, 'project_id': '62b3bde5928d41aab3535b983fef7303', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:28.684291 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52237e9e-7655-4d4f-88e6-21beb6462f75 None None] The sync data for ids ['e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb'] in dv-neutron-839183-1-hyperv is: [{'id': 'e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb', 'name': '', 'tenant_id': '62b3bde5928d41aab3535b983fef7303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:32:16Z', 'updated_at': '2022-04-29T15:32:27Z', 'revision_number': 4, 'project_id': '62b3bde5928d41aab3535b983fef7303', 'gw_port_host': None}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:28.714197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network 650f221f-172a-4b24-914e-ef341c080ecf is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:32:28.724692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f20cc340-1d56-4da0-828b-fa5687fb7f0a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:28.778295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-63249b2c-8782-4486-9e01-c4b85954dc3e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:28.857393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63249b2c-8782-4486-9e01-c4b85954dc3e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a640ac72-f63a-45fa-8856-d8ab187d5eaa,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:28.876532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Allocated IP 172.26.2.100 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/9a43a712-3579-4ed0-b4dd-867657595558) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:28.877013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-809bb75a-a2ac-43e3-b8e5-4b0bc2917a45 None None] Provisioning complete for port a3bd0bbb-c903-42e9-94f7-d654aa02f610 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:28.877389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-809bb75a-a2ac-43e3-b8e5-4b0bc2917a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:28.890115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:28.891094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:28.900496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 650f221f-172a-4b24-914e-ef341c080ecf) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:28.905262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:28.905927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:28.935443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b689654e-2888-490f-8852-40440063ed50 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:28.946600 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6e7376-9127-4233-b0de-895a9c80ba91 None None] Network 650f221f-172a-4b24-914e-ef341c080ecf requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:29.009867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668f852-8688-4d97-8a43-2df0d4505ed0 req-6d834b4f-f3f2-428c-a1f2-b335c2e210d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:29.010947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153b1de-4738-4f2f-aa89-08d189629d5d req-5ae9248d-5d7e-4e32-a466-161df429f0cb tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:29.011470 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0668f852-8688-4d97-8a43-2df0d4505ed0 req-6d834b4f-f3f2-428c-a1f2-b335c2e210d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1efd4495704a168117d9d603fb1f93&device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 1099 time: 0.4259079 Apr 29 15:32:29.012147 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b153b1de-4738-4f2f-aa89-08d189629d5d req-5ae9248d-5d7e-4e32-a466-161df429f0cb tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.2415025 Apr 29 15:32:29.020332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-63249b2c-8782-4486-9e01-c4b85954dc3e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.024126 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-63249b2c-8782-4486-9e01-c4b85954dc3e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.9498031 Apr 29 15:32:29.029458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32786) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:29.055816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.098577 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port f20cc340-1d56-4da0-828b-fa5687fb7f0a completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:29.104931 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-809bb75a-a2ac-43e3-b8e5-4b0bc2917a45 None None] Port a3bd0bbb-c903-42e9-94f7-d654aa02f610 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:32:29.111909 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f20cc340-1d56-4da0-828b-fa5687fb7f0a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:29.112642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.132185 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b153b1de-4738-4f2f-aa89-08d189629d5d req-575c4f57-2a73-4922-b79f-51e7ef1b0202 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037087 Apr 29 15:32:29.134796 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Deleting port 9c776c43-3d0f-4b5e-bf60-5149878530c2 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:29.141327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.160688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c4c98eb6-00fb-4c5c-b401-328a22544157 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.207456 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bda7f720-18f7-44f8-95b8-77ce9cf895ef tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.4777043 Apr 29 15:32:29.210799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32792) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:29.215128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router 1d47cce1-1055-46f0-8787-2df242bf7b72 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:32:29.436113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c4c98eb6-00fb-4c5c-b401-328a22544157 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.442378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Deleting port 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:29.442728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.445314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.469980 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:32:29.471426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.504807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b689654e-2888-490f-8852-40440063ed50 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.543256 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-650f221f-172a-4b24-914e-ef341c080ecf', 'network_id': '650f221f-172a-4b24-914e-ef341c080ecf', 'tenant_id': 'fb3aa27575784d68910bded9aa48b69d', 'fixed_ips': [{'subnet_id': 'f655c081-f00d-4c2c-ac27-8a7973a2cd81'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:32:29.543840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.560141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7f44c748-f9ea-4b72-b19c-805441d62163 None None] Provisioning complete for port 54b9c904-6411-4f85-9bd0-732db284d2df triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:29.560547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7f44c748-f9ea-4b72-b19c-805441d62163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.596506 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port f20cc340-1d56-4da0-828b-fa5687fb7f0a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f20cc340-1d56-4da0-828b-fa5687fb7f0a,segment=NetworkSegment(8ee9162a-7029-4119-9d6c-f68a9c025657),segment_id=8ee9162a-7029-4119-9d6c-f68a9c025657)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:29.679787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.740552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689654e-2888-490f-8852-40440063ed50 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fe549e-e8fe-44f2-9586-e585ec81241b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:29.750016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.755175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b689654e-2888-490f-8852-40440063ed50 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.774510 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b689654e-2888-490f-8852-40440063ed50 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/f9fe549e-e8fe-44f2-9586-e585ec81241b HTTP/1.1" status: 204 len: 168 time: 2.0386844 Apr 29 15:32:29.778517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32796) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:29.787488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668f852-8688-4d97-8a43-2df0d4505ed0 req-6f962725-3cad-493d-aa3b-05501d7c28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:29.794630 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0668f852-8688-4d97-8a43-2df0d4505ed0 req-6f962725-3cad-493d-aa3b-05501d7c28cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=2964b386-6c1c-4f7e-9bbd-459b2e114f03 HTTP/1.1" status: 200 len: 913 time: 0.7521617 Apr 29 15:32:29.794770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c4c98eb6-00fb-4c5c-b401-328a22544157 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.859311 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc149c35-9f1d-43a8-ac9d-7d5b8c2d2aa7 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:29.891651 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.923937 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c98eb6-00fb-4c5c-b401-328a22544157 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a640ac72-f63a-45fa-8856-d8ab187d5eaa,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:29.924557 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7b6f819f-3eee-4a8b-b46e-72e043f6cc62 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1427047 Apr 29 15:32:29.934871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32800) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:29.937099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:29.979808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959da510-d675-4e2e-8244-b384259e379d req-4148fb90-bfe9-46e0-8d7f-ea64a62bedbd tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:29.981433 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-959da510-d675-4e2e-8244-b384259e379d req-4148fb90-bfe9-46e0-8d7f-ea64a62bedbd tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.4985077 Apr 29 15:32:30.019192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:30.026533 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5cc44e2d-535e-4f77-b26a-5d2e7228b5bb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "PUT /v2.0/routers/1d47cce1-1055-46f0-8787-2df242bf7b72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7965519 Apr 29 15:32:30.033505 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32804) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:30.035796 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=f20cc340-1d56-4da0-828b-fa5687fb7f0a,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:30.039923 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ee93f-a125-47ca-a626-06bd2749de56 None None] Sync routers for ids ['1d47cce1-1055-46f0-8787-2df242bf7b72'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:30.051587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'port': {'network_id': '253bb960-df90-4f9e-b1af-6435931b56f4', 'name': 'tempest-FloatingIPTestJSON-1054920022'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:30.053140 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ee93f-a125-47ca-a626-06bd2749de56 None None] Routers {'1d47cce1-1055-46f0-8787-2df242bf7b72'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:30.053989 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f87ee93f-a125-47ca-a626-06bd2749de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1d47cce1-1055-46f0-8787-2df242bf7b72'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:30.101107 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0668f852-8688-4d97-8a43-2df0d4505ed0 req-34558c05-0930-477a-8acc-8a9648fe3358 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647904f8-4d44-429d-940d-7234c4631de1 HTTP/1.1" status: 200 len: 1001 time: 0.2335112 Apr 29 15:32:30.115497 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Allocated IP 172.20.0.2 (650f221f-172a-4b24-914e-ef341c080ecf/f655c081-f00d-4c2c-ac27-8a7973a2cd81/c6a96722-5018-4562-97a5-97866827da88) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:30.145233 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f87ee93f-a125-47ca-a626-06bd2749de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:30.159748 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ee93f-a125-47ca-a626-06bd2749de56 None None] Routers {'1d47cce1-1055-46f0-8787-2df242bf7b72'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:30.160706 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f87ee93f-a125-47ca-a626-06bd2749de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1d47cce1-1055-46f0-8787-2df242bf7b72'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:30.178939 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Calling delete_port for 9c776c43-3d0f-4b5e-bf60-5149878530c2 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:30.187036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-89a7fdfb-3eef-48c9-9b99-f9aa7df4e977 None None] Provisioning complete for port f20cc340-1d56-4da0-828b-fa5687fb7f0a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:30.187417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-89a7fdfb-3eef-48c9-9b99-f9aa7df4e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.243052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c4c98eb6-00fb-4c5c-b401-328a22544157 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.243934 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c4c98eb6-00fb-4c5c-b401-328a22544157 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a640ac72-f63a-45fa-8856-d8ab187d5eaa HTTP/1.1" status: 204 len: 168 time: 1.2018793 Apr 29 15:32:30.246001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.249843 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f87ee93f-a125-47ca-a626-06bd2749de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:30.250031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32808) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:30.251317 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87ee93f-a125-47ca-a626-06bd2749de56 None None] The sync data for ids ['1d47cce1-1055-46f0-8787-2df242bf7b72'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:30.271652 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-959da510-d675-4e2e-8244-b384259e379d req-1cf53b4e-7a68-4ff0-83b3-832f9fcde2c3 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340837 Apr 29 15:32:30.282463 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] For port 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=20a3eea0-2ef4-4164-9b3d-808bb7c2b97d,segment=NetworkSegment(7e5577ae-8b90-4a29-8753-867548baf2e0),segment_id=7e5577ae-8b90-4a29-8753-867548baf2e0)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:30.282990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.381602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5313d7-448c-403e-8ebe-125962d2372c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:30.382510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8e5313d7-448c-403e-8ebe-125962d2372c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:30.386649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668f852-8688-4d97-8a43-2df0d4505ed0 req-fa994745-9ddb-440a-be9a-94731fad0192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:30.388510 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0668f852-8688-4d97-8a43-2df0d4505ed0 req-fa994745-9ddb-440a-be9a-94731fad0192 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e596a82-36fa-4d0f-b10e-5eea0b359f13 HTTP/1.1" status: 200 len: 851 time: 0.2775202 Apr 29 15:32:30.473516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Calling delete_port for 20a3eea0-2ef4-4164-9b3d-808bb7c2b97d owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:30.518097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:30.521245 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9cb6e1-8b20-4ee2-892e-c1436dde9d3a None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:32:30.535759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:30.538358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cb6e1-8b20-4ee2-892e-c1436dde9d3a None None] Deleting port 54b9c904-6411-4f85-9bd0-732db284d2df {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:30.538803 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7b9cb6e1-8b20-4ee2-892e-c1436dde9d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.544953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:30.571396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:30.602175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Usage tracker for resource:port and tenant:f6888428a038455d869f128072efda66 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:30.604906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Pushing event updated for resources: {'Port': ['ID=9a43a712-3579-4ed0-b4dd-867657595558,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:30.619436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.621640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ee9136d7-e780-4a57-af0d-019d713eda55 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:30.634383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:30.649882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:30.678457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8e5313d7-448c-403e-8ebe-125962d2372c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:30.679453 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8e5313d7-448c-403e-8ebe-125962d2372c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7269080 Apr 29 15:32:30.685422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32818) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:30.696841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f20cc340-1d56-4da0-828b-fa5687fb7f0a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:30.741919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Transition to ACTIVE for port object c6a96722-5018-4562-97a5-97866827da88 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:30.787230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668f852-8688-4d97-8a43-2df0d4505ed0 req-e4d8251f-6471-4296-b84b-0b66735b8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:30.789258 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0668f852-8688-4d97-8a43-2df0d4505ed0 req-e4d8251f-6471-4296-b84b-0b66735b8fa4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2964b386-6c1c-4f7e-9bbd-459b2e114f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3438165 Apr 29 15:32:30.796664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Made reservation on behalf of f6888428a038455d869f128072efda66 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:30.800867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.816792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daef491-fd70-47ab-a01b-e07371ea5002 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:30.817488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4daef491-fd70-47ab-a01b-e07371ea5002 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:30.819876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ee9136d7-e780-4a57-af0d-019d713eda55 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:30.824353 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ee9136d7-e780-4a57-af0d-019d713eda55 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5337739 Apr 29 15:32:30.827337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Transition to ACTIVE for port object c6a96722-5018-4562-97a5-97866827da88 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:30.839915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32824) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:30.880018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.912329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.964945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-7b9cb6e1-8b20-4ee2-892e-c1436dde9d3a None None] For port 54b9c904-6411-4f85-9bd0-732db284d2df, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=54b9c904-6411-4f85-9bd0-732db284d2df,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:30.965329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7b9cb6e1-8b20-4ee2-892e-c1436dde9d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:30.971190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] device_id is not set on port 208c2afa-0ad6-477a-b4b4-0cb78b28c83f yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:32:30.984436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f20cc340-1d56-4da0-828b-fa5687fb7f0a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:30.985168 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.044701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Network 650f221f-172a-4b24-914e-ef341c080ecf is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:31.062197 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6d6a61ab-e873-49a2-b925-308bfc1376a4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.064861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.092873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4daef491-fd70-47ab-a01b-e07371ea5002 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:31.094040 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4daef491-fd70-47ab-a01b-e07371ea5002 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4065692 Apr 29 15:32:31.101548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:31.103771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32828) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:31.134687 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Subnet': ['ID=f655c081-f00d-4c2c-ac27-8a7973a2cd81,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:31.166532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:31.171037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6d6a61ab-e873-49a2-b925-308bfc1376a4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.176385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cb6e1-8b20-4ee2-892e-c1436dde9d3a None None] Calling delete_port for 54b9c904-6411-4f85-9bd0-732db284d2df owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:31.188060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff18a0-ce9c-49e0-ac51-2ea1a440c6cc req-e72cc5df-e6b6-40f4-81a8-22a102bd110e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:31.190402 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-efff18a0-ce9c-49e0-ac51-2ea1a440c6cc req-e72cc5df-e6b6-40f4-81a8-22a102bd110e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3951042 Apr 29 15:32:31.206847 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5de7286b-3af2-4630-b5f4-a794b53e4d1a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947943 Apr 29 15:32:31.206847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.229480 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32832) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:31.240844 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0668f852-8688-4d97-8a43-2df0d4505ed0 req-62e3bf09-f72a-4eae-994f-01b71ba51075 service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297493 Apr 29 15:32:31.252257 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Pushing event updated for resources: {'Port': ['ID=c6a96722-5018-4562-97a5-97866827da88,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:31.286368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-39f1eb1c-fcc3-4a74-92b1-8c57aedd6994 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:31.329397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.338128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.388424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Attempting to bind port c6a96722-5018-4562-97a5-97866827da88 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:32:31.388884 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Attempting to bind port c6a96722-5018-4562-97a5-97866827da88 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '7fe681b8-835c-4c96-856b-c659bfc2d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '650f221f-172a-4b24-914e-ef341c080ecf'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:32:31.389245 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Attempting to bind port c6a96722-5018-4562-97a5-97866827da88 on network 650f221f-172a-4b24-914e-ef341c080ecf {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:32:31.402073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:32:31.402441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Checking segment: {'id': '7fe681b8-835c-4c96-856b-c659bfc2d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '650f221f-172a-4b24-914e-ef341c080ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:31.402831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.403216 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Bound using segment: {'id': '7fe681b8-835c-4c96-856b-c659bfc2d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '650f221f-172a-4b24-914e-ef341c080ecf'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:32:31.403676 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Bound port: c6a96722-5018-4562-97a5-97866827da88, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe681b8-835c-4c96-856b-c659bfc2d934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '650f221f-172a-4b24-914e-ef341c080ecf'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:32:31.404040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.415308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.423032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event deleted for resources: {'Port': ['ID=20a3eea0-2ef4-4164-9b3d-808bb7c2b97d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:31.492079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7b9cb6e1-8b20-4ee2-892e-c1436dde9d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.534764 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 54b9c904-6411-4f85-9bd0-732db284d2df no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:32:31.624710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Pushing event deleted for resources: {'Port': ['ID=9c776c43-3d0f-4b5e-bf60-5149878530c2,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:31.644272 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cb6e1-8b20-4ee2-892e-c1436dde9d3a None None] Pushing event deleted for resources: {'Port': ['ID=54b9c904-6411-4f85-9bd0-732db284d2df,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:31.647598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 54b9c904-6411-4f85-9bd0-732db284d2df {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:32:31.647869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 54b9c904-6411-4f85-9bd0-732db284d2df not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:32:31.652794 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9cb6e1-8b20-4ee2-892e-c1436dde9d3a None None] No DVR routers for this DVR port 54b9c904-6411-4f85-9bd0-732db284d2df on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:32:31.657320 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] For port c6a96722-5018-4562-97a5-97866827da88, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:32:31.669683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] For port c6a96722-5018-4562-97a5-97866827da88, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c6a96722-5018-4562-97a5-97866827da88,segment=NetworkSegment(7fe681b8-835c-4c96-856b-c659bfc2d934),segment_id=7fe681b8-835c-4c96-856b-c659bfc2d934)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:32:31.685215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650f221f-172a-4b24-914e-ef341c080ecf']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:31.721448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe681b8-835c-4c96-856b-c659bfc2d934') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:31.721898 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe681b8-835c-4c96-856b-c659bfc2d934') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:31.723192 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.729356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Allocated IP 172.20.0.6 (253bb960-df90-4f9e-b1af-6435931b56f4/b09cda90-4188-4250-b8e1-50dfb9bacb14/208c2afa-0ad6-477a-b4b4-0cb78b28c83f) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:31.741295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-39f1eb1c-fcc3-4a74-92b1-8c57aedd6994 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:31.753055 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-efff18a0-ce9c-49e0-ac51-2ea1a440c6cc req-50eda7ab-06d9-4628-af33-2cec7dd87c0b tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4249291 Apr 29 15:32:31.774303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.787333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.821178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0199bad-bbf0-406f-9881-b49168fd3e94 None None] Pushing event updated for resources: {'Port': ['ID=c6a96722-5018-4562-97a5-97866827da88,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:31.826107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-39f1eb1c-fcc3-4a74-92b1-8c57aedd6994 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:31.831562 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0668f852-8688-4d97-8a43-2df0d4505ed0 req-7e9e2a3b-8347-4885-a894-e46ee8a5da2d service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291712 Apr 29 15:32:31.839210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.937312 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f1eb1c-fcc3-4a74-92b1-8c57aedd6994 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:31.943508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-39f1eb1c-fcc3-4a74-92b1-8c57aedd6994 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.943508 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f1eb1c-fcc3-4a74-92b1-8c57aedd6994 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:32:31.943508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f1eb1c-fcc3-4a74-92b1-8c57aedd6994 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:31.945724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6d6a61ab-e873-49a2-b925-308bfc1376a4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:31.995403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830106e0-da7e-46e0-bc4d-14025dbf6554 None None] Network 650f221f-172a-4b24-914e-ef341c080ecf requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:32.059273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.073195 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0b35f83e-0ba0-4d9b-aefe-9f1214745a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.073402 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.119312 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-39f1eb1c-fcc3-4a74-92b1-8c57aedd6994 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8779871 Apr 29 15:32:32.119527 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32836) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:32.125037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.132104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ef1fddd8-af12-4343-b729-5e5606f450fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:32.156790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.163553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a61ab-e873-49a2-b925-308bfc1376a4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e593c90-9509-4432-8bf0-c0c55c6f0c63,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:32.167251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:32:32.167650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:32:32.185390 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:32:32.208948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.212255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.217432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.218972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.240798 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2382544e-5096-4d40-8625-bdb60dc1281e None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:32:32.321223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Transition to ACTIVE for port object 208c2afa-0ad6-477a-b4b4-0cb78b28c83f will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:32.389610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Pushing event updated for resources: {'Port': ['ID=9a43a712-3579-4ed0-b4dd-867657595558,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:32.401226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2382544e-5096-4d40-8625-bdb60dc1281e None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:32:32.412767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ef1fddd8-af12-4343-b729-5e5606f450fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:32.432158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ef1fddd8-af12-4343-b729-5e5606f450fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:32.445734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6d6a61ab-e873-49a2-b925-308bfc1376a4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.452129 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6d6a61ab-e873-49a2-b925-308bfc1376a4 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-groups/6e593c90-9509-4432-8bf0-c0c55c6f0c63 HTTP/1.1" status: 204 len: 168 time: 1.6063380 Apr 29 15:32:32.452275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.455217 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32840) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:32.501066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:32:32.501066 dv-neutron-839183-1-hyperv neutron-server[88714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:32:32.501066 dv-neutron-839183-1-hyperv neutron-server[88714]: [parameters: {'id': '650f221f-172a-4b24-914e-ef341c080ecf'}] Apr 29 15:32:32.501066 dv-neutron-839183-1-hyperv neutron-server[88714]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:32.501880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:32.534884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1fddd8-af12-4343-b729-5e5606f450fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:32.538460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef1fddd8-af12-4343-b729-5e5606f450fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.539922 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1fddd8-af12-4343-b729-5e5606f450fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:32:32.540537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1fddd8-af12-4343-b729-5e5606f450fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:32.557098 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-52632097-7aa1-4495-a728-ae71d84a6dbf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:32.610500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.611584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.612164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:32:32.613950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.614556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2357b7-0608-4a0d-9a2d-bdbb884c9923 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:32:32.616533 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-40796160-004b-4d5e-a5a4-ad8b47642b43 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0361156 Apr 29 15:32:32.620019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32844) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:32.629500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.630895 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-86da7c73-0c63-4bc6-9dda-02b31d4cc77b tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "DELETE /v2.0/routers/e2641aa7-a65a-4f4f-bcd5-9b66b3384aeb HTTP/1.1" status: 204 len: 168 time: 6.3996527 Apr 29 15:32:32.635597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32848) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:32.636821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.640003 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-eef7a5d9-42a6-4cfb-9b68-7602ee12d560 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/routers/8a2357b7-0608-4a0d-9a2d-bdbb884c9923 HTTP/1.1" status: 204 len: 168 time: 4.7908580 Apr 29 15:32:32.643725 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32852) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:32.654745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-759d94cc-82f4-45f2-818b-d4b1db7bed9d tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-827823878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:32.664735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-759d94cc-82f4-45f2-818b-d4b1db7bed9d tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:32.673506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-759d94cc-82f4-45f2-818b-d4b1db7bed9d tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Usage tracker for resource:router and tenant:1eb356cceec3401d9f4a354e55db950f is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:32.675643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-52632097-7aa1-4495-a728-ae71d84a6dbf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:32.679958 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-52632097-7aa1-4495-a728-ae71d84a6dbf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2183962 Apr 29 15:32:32.679958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.684887 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ef1fddd8-af12-4343-b729-5e5606f450fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5640414 Apr 29 15:32:32.694784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32858) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:32.694928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32860) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:32.695848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-759d94cc-82f4-45f2-818b-d4b1db7bed9d tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:32.750177 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-759d94cc-82f4-45f2-818b-d4b1db7bed9d tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:32.766622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-92872b77-7bca-4dc6-8930-9fad52bfcf01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:32.800660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Network 253bb960-df90-4f9e-b1af-6435931b56f4 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:32.809318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:32.819495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:32.895763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:32.896788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.929992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c284da5a-3bad-46e8-af28-d47484325a06 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.933974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event updated for resources: {'Port': ['ID=208c2afa-0ad6-477a-b4b4-0cb78b28c83f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:32.937026 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-759d94cc-82f4-45f2-818b-d4b1db7bed9d tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.938343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-759d94cc-82f4-45f2-818b-d4b1db7bed9d tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.954977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4d5c19-9daa-41db-b1f5-ab07bdf0424a tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Deleting subnet 78229736-4ee3-4b8a-835e-917740602449 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:32:32.960980 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5c19-9daa-41db-b1f5-ab07bdf0424a tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:32.969201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:32.990639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:33.021472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5c19-9daa-41db-b1f5-ab07bdf0424a tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.030019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.045500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-92872b77-7bca-4dc6-8930-9fad52bfcf01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:33.049232 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c284da5a-3bad-46e8-af28-d47484325a06 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.060298 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f7ffc810-9610-4862-9632-335825760a32 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0257299 Apr 29 15:32:33.062259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Usage tracker for resource:floatingip and tenant:de830b60369d4f1da028ed2f7bd62180 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:33.068813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32870) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:33.069978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:33.092276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5c19-9daa-41db-b1f5-ab07bdf0424a tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.107183 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-7854b64a-a182-4348-adcd-77e1601ed178 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Request body: {'floatingip': {'port_id': '208c2afa-0ad6-477a-b4b4-0cb78b28c83f'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:33.162109 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:33.170546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-759d94cc-82f4-45f2-818b-d4b1db7bed9d tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.172030 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-92872b77-7bca-4dc6-8930-9fad52bfcf01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:33.213968 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c52691df-d3b3-4fdf-87ed-9ee2167024ae None None] Provisioning for port 208c2afa-0ad6-477a-b4b4-0cb78b28c83f completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:33.219058 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c52691df-d3b3-4fdf-87ed-9ee2167024ae None None] Provisioning complete for port 208c2afa-0ad6-477a-b4b4-0cb78b28c83f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:33.222191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c52691df-d3b3-4fdf-87ed-9ee2167024ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.236382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port c6a96722-5018-4562-97a5-97866827da88 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:33.236767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.245360 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5c19-9daa-41db-b1f5-ab07bdf0424a tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.283000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c52691df-d3b3-4fdf-87ed-9ee2167024ae None None] Port 208c2afa-0ad6-477a-b4b4-0cb78b28c83f cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:32:33.293959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5c19-9daa-41db-b1f5-ab07bdf0424a tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.299780 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d5c19-9daa-41db-b1f5-ab07bdf0424a tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=78229736-4ee3-4b8a-835e-917740602449,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:33.308191 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bb4d5c19-9daa-41db-b1f5-ab07bdf0424a tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/78229736-4ee3-4b8a-835e-917740602449 HTTP/1.1" status: 204 len: 168 time: 0.6710913 Apr 29 15:32:33.310906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32874) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:33.319093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7854b64a-a182-4348-adcd-77e1601ed178 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.395721 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.408705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92872b77-7bca-4dc6-8930-9fad52bfcf01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:33.412206 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-92872b77-7bca-4dc6-8930-9fad52bfcf01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.414012 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-92872b77-7bca-4dc6-8930-9fad52bfcf01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:32:33.414426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92872b77-7bca-4dc6-8930-9fad52bfcf01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:33.419208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.458071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-759d94cc-82f4-45f2-818b-d4b1db7bed9d tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.507418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c284da5a-3bad-46e8-af28-d47484325a06 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.542863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4fe5b-7b7e-4bd4-9934-8f674106989c req-ffbe9407-98e1-4dcf-a1fd-5833705a2def tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:33.544311 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e3c4fe5b-7b7e-4bd4-9934-8f674106989c req-ffbe9407-98e1-4dcf-a1fd-5833705a2def tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.5667317 Apr 29 15:32:33.545807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.572159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:33.575736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284da5a-3bad-46e8-af28-d47484325a06 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80464a46-7c14-4064-b2a7-6485319665f8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:33.578657 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c284da5a-3bad-46e8-af28-d47484325a06 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.580308 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c284da5a-3bad-46e8-af28-d47484325a06 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-groups/80464a46-7c14-4064-b2a7-6485319665f8 HTTP/1.1" status: 204 len: 168 time: 0.8806405 Apr 29 15:32:33.583071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32878) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:33.591803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5577ae-8b90-4a29-8753-867548baf2e0') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:33.592091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5577ae-8b90-4a29-8753-867548baf2e0') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:33.619159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.645521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.661558 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-92872b77-7bca-4dc6-8930-9fad52bfcf01 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9604959 Apr 29 15:32:33.663861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:32:33.664265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.676673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-759d94cc-82f4-45f2-818b-d4b1db7bed9d tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.677837 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-759d94cc-82f4-45f2-818b-d4b1db7bed9d tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0277715 Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:32:33.677950 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:32:33.679900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32882) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:33.682831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32884) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:33.696213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-7ee6b312-d85a-4dd2-8154-81e42ed2d48f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:33.726928 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ae09a02c-261c-4b1e-bf15-2c0f4fca4fcf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1394827 Apr 29 15:32:33.737363 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'enable_snat': False}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:33.781136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32890) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:33.849713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029886111'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:33.873355 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:33.890321 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e3c4fe5b-7b7e-4bd4-9934-8f674106989c req-b1077823-1048-431f-a696-6711abcaae9c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3316338 Apr 29 15:32:33.899046 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port c6a96722-5018-4562-97a5-97866827da88, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c6a96722-5018-4562-97a5-97866827da88,segment=NetworkSegment(7fe681b8-835c-4c96-856b-c659bfc2d934),segment_id=7fe681b8-835c-4c96-856b-c659bfc2d934)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:33.899410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:33.916070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:34.045735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for c6a96722-5018-4562-97a5-97866827da88 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:34.196874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-342e4d98-016b-46a8-ac19-ad54d426ac9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:34.243773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:34.269173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 29 15:32:34.271004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7ee6b312-d85a-4dd2-8154-81e42ed2d48f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:34.280750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:34.288750 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "DELETE /v2.0/networks/c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68 HTTP/1.1" status: 204 len: 168 time: 0.9767456 Apr 29 15:32:34.344496 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:34.365333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7ee6b312-d85a-4dd2-8154-81e42ed2d48f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:34.381449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631ec99-474a-42e5-ae8d-d2f6fd3b852c tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0ccb9cb-2173-4dcf-bbe2-ac9d5335ca68,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:34.419312 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:34.423406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:34.442637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:34.457907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee6b312-d85a-4dd2-8154-81e42ed2d48f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:34.458997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:34.461889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7ee6b312-d85a-4dd2-8154-81e42ed2d48f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:34.463361 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee6b312-d85a-4dd2-8154-81e42ed2d48f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:32:34.464039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee6b312-d85a-4dd2-8154-81e42ed2d48f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:34.505880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:34.540915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:34.566862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:34.597478 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7ee6b312-d85a-4dd2-8154-81e42ed2d48f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9121685 Apr 29 15:32:34.613685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32900) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:34.621911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f8077124-c485-4a7d-bba0-9193e7ef35da tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:34.665361 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Port': ['ID=c6a96722-5018-4562-97a5-97866827da88,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:34.686735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No DVR routers for this DVR port c6a96722-5018-4562-97a5-97866827da88 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:32:34.737675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32906) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:34.763850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c3844997-0ed8-4e85-b7b8-87c1eab473b1 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Request body: {'router': {'name': 'tempest-router--736320979', 'project_id': 'f508ec74b111455fa32cc9ddf62eb654'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:34.816062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c3844997-0ed8-4e85-b7b8-87c1eab473b1 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:34.827142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f8077124-c485-4a7d-bba0-9193e7ef35da tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:34.838740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f8077124-c485-4a7d-bba0-9193e7ef35da tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:34.883724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c3844997-0ed8-4e85-b7b8-87c1eab473b1 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Usage tracker for resource:router and tenant:f508ec74b111455fa32cc9ddf62eb654 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:34.900120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c3844997-0ed8-4e85-b7b8-87c1eab473b1 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:34.961251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:34.962339 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c3844997-0ed8-4e85-b7b8-87c1eab473b1 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:34.982975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:34.985625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8077124-c485-4a7d-bba0-9193e7ef35da tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:34.989366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f8077124-c485-4a7d-bba0-9193e7ef35da tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:34.990719 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8077124-c485-4a7d-bba0-9193e7ef35da tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:32:34.991143 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8077124-c485-4a7d-bba0-9193e7ef35da tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:35.067731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.068041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Allocated IP 172.26.2.13 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/e71df426-4eff-418f-bf59-c991f17b65a9) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:35.081451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650f221f-172a-4b24-914e-ef341c080ecf']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:35.088215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.097932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.101368 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f8077124-c485-4a7d-bba0-9193e7ef35da tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4844503 Apr 29 15:32:35.108768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32914) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:35.137195 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe681b8-835c-4c96-856b-c659bfc2d934') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:35.137492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe681b8-835c-4c96-856b-c659bfc2d934') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:35.146382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c3844997-0ed8-4e85-b7b8-87c1eab473b1 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.147359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c3844997-0ed8-4e85-b7b8-87c1eab473b1 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.157408 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4bf32a12-6c00-4818-a835-7dcc7213344c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:35.174455 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.resource_extend [None req-7854b64a-a182-4348-adcd-77e1601ed178 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:32:35.210089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.307056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.308905 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.362984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf57fbf4-36f6-4aed-a8b6-2d08965e27c1,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:35.483904 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c3844997-0ed8-4e85-b7b8-87c1eab473b1 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.485401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.504777 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7854b64a-a182-4348-adcd-77e1601ed178 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.527694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:32:35.528084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:32:35.545221 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:32:35.547573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.547573 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-56049ff2-c726-4a8c-b9d5-09e42a75964a tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7599349 Apr 29 15:32:35.550080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32918) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:35.555250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5cb3a6b8-2c7f-4856-975f-bcf1ee96d511 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': 'bf57fbf4-36f6-4aed-a8b6-2d08965e27c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:35.561132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5cb3a6b8-2c7f-4856-975f-bcf1ee96d511 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:35.566223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5cb3a6b8-2c7f-4856-975f-bcf1ee96d511 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:35.569090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5cb3a6b8-2c7f-4856-975f-bcf1ee96d511 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:35.572029 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7854b64a-a182-4348-adcd-77e1601ed178 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.575449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5cb3a6b8-2c7f-4856-975f-bcf1ee96d511 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:35.632911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4bf32a12-6c00-4818-a835-7dcc7213344c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:35.640958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a6b8-2c7f-4856-975f-bcf1ee96d511 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.701602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a6b8-2c7f-4856-975f-bcf1ee96d511 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.756847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a6b8-2c7f-4856-975f-bcf1ee96d511 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.780261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3a6b8-2c7f-4856-975f-bcf1ee96d511 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ba7635-da41-4c03-bcff-eaf57abf350d,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:35.784453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4bf32a12-6c00-4818-a835-7dcc7213344c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:35.797736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d024c5-d2ea-47c5-aba8-6a9690ece37d req-8851234c-7fe6-4f5a-a3dc-0649e5dff0b7 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:35.800189 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-65d024c5-d2ea-47c5-aba8-6a9690ece37d req-8851234c-7fe6-4f5a-a3dc-0649e5dff0b7 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.7816920 Apr 29 15:32:35.841133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c3844997-0ed8-4e85-b7b8-87c1eab473b1 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.852729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.884831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a6b8-2c7f-4856-975f-bcf1ee96d511 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.886017 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5cb3a6b8-2c7f-4856-975f-bcf1ee96d511 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3349452 Apr 29 15:32:35.888991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32922) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:35.921642 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5a7a98bc-e1ff-48ef-8b8a-1662d7526cdb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:35.934462 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5a7a98bc-e1ff-48ef-8b8a-1662d7526cdb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.015797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5a7a98bc-e1ff-48ef-8b8a-1662d7526cdb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.035768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf32a12-6c00-4818-a835-7dcc7213344c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:36.037141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a98bc-e1ff-48ef-8b8a-1662d7526cdb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42ba7635-da41-4c03-bcff-eaf57abf350d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:36.039202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4bf32a12-6c00-4818-a835-7dcc7213344c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.040567 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf32a12-6c00-4818-a835-7dcc7213344c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:32:36.040985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf32a12-6c00-4818-a835-7dcc7213344c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:32:36.041183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5a7a98bc-e1ff-48ef-8b8a-1662d7526cdb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.044854 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5a7a98bc-e1ff-48ef-8b8a-1662d7526cdb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/42ba7635-da41-4c03-bcff-eaf57abf350d HTTP/1.1" status: 204 len: 168 time: 0.1523364 Apr 29 15:32:36.044961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.045075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32926) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:36.082850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.084601 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/650f221f-172a-4b24-914e-ef341c080ecf HTTP/1.1" status: 204 len: 168 time: 6.8728645 Apr 29 15:32:36.092128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-10bc6b14-5944-451c-9c27-e62d14acf590 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:36.094481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32930) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:36.096451 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-65d024c5-d2ea-47c5-aba8-6a9690ece37d req-075c1375-b9be-4ed3-b3d5-1ae3469d7c0c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808127 Apr 29 15:32:36.100347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e519c7-3707-4719-b70e-02a81db69179 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Network': ['ID=650f221f-172a-4b24-914e-ef341c080ecf,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:36.102681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-520289773'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:36.105189 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-7854b64a-a182-4348-adcd-77e1601ed178 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Floating IP 04abf1f9-7cf2-433d-a04c-297618b5e1b5 associated. External IP: 172.26.2.59, port: 72fb1929-e4a0-4ea8-9af6-c41a34291af2. Apr 29 15:32:36.113587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:36.121460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:network and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:36.125610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:36.133138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:36.166506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c3844997-0ed8-4e85-b7b8-87c1eab473b1 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.166506 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c3844997-0ed8-4e85-b7b8-87c1eab473b1 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4169798 Apr 29 15:32:36.166824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32934) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:36.222487 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4bf32a12-6c00-4818-a835-7dcc7213344c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0999498 Apr 29 15:32:36.223476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-10bc6b14-5944-451c-9c27-e62d14acf590 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:36.227063 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-10bc6b14-5944-451c-9c27-e62d14acf590 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1813943 Apr 29 15:32:36.227901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:36.231292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.238175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32938) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:36.238498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32940) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:36.320646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3971d2a2-bfde-4f5a-a075-293e3f0ac37f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:36.397888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.443763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-31329e3e-28d2-47c3-b842-ed48470126c8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.486555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3971d2a2-bfde-4f5a-a075-293e3f0ac37f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:36.487697 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3971d2a2-bfde-4f5a-a075-293e3f0ac37f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2482979 Apr 29 15:32:36.491463 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:36.503272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32946) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:36.504398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06703045-c4e1-4968-85a2-f15fadb89602 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.549784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:36.561049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-31329e3e-28d2-47c3-b842-ed48470126c8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.570806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:36.674746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Pushing event updated for resources: {'Port': ['ID=e71df426-4eff-418f-bf59-c991f17b65a9,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:36.694450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Allocated IP 172.26.2.253 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/40b4ba05-d7ff-4ce0-87ef-19f30f748a01) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:36.701833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:32:36.782053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7854b64a-a182-4348-adcd-77e1601ed178 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:32:36.900609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.901346 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Added segment b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb of type vlan for network 853a4cfb-48f7-4f8b-afb5-dc67bcab4533 Apr 29 15:32:36.903220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-31329e3e-28d2-47c3-b842-ed48470126c8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.931229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf487983-d38f-4c91-9411-8970eee4ac10 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:36.932705 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bf487983-d38f-4c91-9411-8970eee4ac10 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3788486 Apr 29 15:32:36.941760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06703045-c4e1-4968-85a2-f15fadb89602 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.943238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32950) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:36.952956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06703045-c4e1-4968-85a2-f15fadb89602 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.953291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31329e3e-28d2-47c3-b842-ed48470126c8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf57fbf4-36f6-4aed-a8b6-2d08965e27c1,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:36.981875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:36.998548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:37.017242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7854b64a-a182-4348-adcd-77e1601ed178 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:37.027389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ba776-03e2-498c-9118-28331bea8587 None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:37.037978 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ba776-03e2-498c-9118-28331bea8587 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:37.038588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f81ba776-03e2-498c-9118-28331bea8587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:37.052713 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f7b84e10-9d31-4e39-a19b-dfa9c9f9b5c3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030605 Apr 29 15:32:37.052713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:37.080432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32954) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:37.102857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f81ba776-03e2-498c-9118-28331bea8587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:37.112151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ba776-03e2-498c-9118-28331bea8587 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:37.112881 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f81ba776-03e2-498c-9118-28331bea8587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:37.179623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f81ba776-03e2-498c-9118-28331bea8587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:37.180571 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ba776-03e2-498c-9118-28331bea8587 None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:37.183055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:37.192926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:37.197042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-31329e3e-28d2-47c3-b842-ed48470126c8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:37.198140 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-31329e3e-28d2-47c3-b842-ed48470126c8 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-groups/bf57fbf4-36f6-4aed-a8b6-2d08965e27c1 HTTP/1.1" status: 204 len: 168 time: 0.9573185 Apr 29 15:32:37.227684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32960) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:37.227881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06703045-c4e1-4968-85a2-f15fadb89602 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:37.227881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06703045-c4e1-4968-85a2-f15fadb89602 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b31178c-a004-49a4-b1cf-a68674e08b0a {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:32:37.241813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06703045-c4e1-4968-85a2-f15fadb89602 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:37.245646 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-06703045-c4e1-4968-85a2-f15fadb89602 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "DELETE /v2.0/routers/0b31178c-a004-49a4-b1cf-a68674e08b0a HTTP/1.1" status: 204 len: 168 time: 1.0806606 Apr 29 15:32:37.285045 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:37.292385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:37.293214 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:37.397100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:37.413906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:37.447647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=853a4cfb-48f7-4f8b-afb5-dc67bcab4533,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:37.450586 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-60a18667-fc39-463e-bde7-1140151d3240 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3540285 Apr 29 15:32:37.461027 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 853a4cfb-48f7-4f8b-afb5-dc67bcab4533 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:32:37.473857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32966) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:37.489316 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'network_id': '853a4cfb-48f7-4f8b-afb5-dc67bcab4533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:37.527188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:37.529342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32970) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:37.534601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:37.590840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:37.628813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:37.641817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Pushing event updated for resources: {'Port': ['ID=40b4ba05-d7ff-4ce0-87ef-19f30f748a01,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:37.653132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-53728ca8-9413-40df-86d0-243704627fa3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:37.660995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:37.666922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:subnet and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:37.669093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:37.670881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:37.680315 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:37.851316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-53728ca8-9413-40df-86d0-243704627fa3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:37.852612 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-53728ca8-9413-40df-86d0-243704627fa3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6244855 Apr 29 15:32:37.866632 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5666d1-6e4f-4975-9793-42928db9ea95 req-a55b1f93-177b-4334-9382-1dd958cfd4cf tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:37.868185 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3b5666d1-6e4f-4975-9793-42928db9ea95 req-a55b1f93-177b-4334-9382-1dd958cfd4cf tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6241870 Apr 29 15:32:37.868860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:37.872142 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:37.898043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32976) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:37.932723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1309702803', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}, 'admin_state_up': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:37.933304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770250897'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:37.948794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:37.955418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Usage tracker for resource:router and tenant:498df870ada0465fbf1738c92df087a2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:37.984801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:38.003161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:38.003360 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:38.004938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:38.008284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.051058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:38.110468 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.112059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.116829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.ipam_backend_mixin [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing IP validity checks on allocation pools {{(pid=88715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 15:32:38.117340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.ipam_backend_mixin [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 15:32:38.144157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.147385 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3b5666d1-6e4f-4975-9793-42928db9ea95 req-9166c22b-4158-4bd9-aab6-aff3092a1874 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581282 Apr 29 15:32:38.201685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7854b64a-a182-4348-adcd-77e1601ed178 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router 1d47cce1-1055-46f0-8787-2df242bf7b72 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:32:38.231813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.334584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.425674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.465124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:38.506457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:38.543098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:38.560204 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:38.617319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Pushing event updated for resources: {'Port': ['ID=e71df426-4eff-418f-bf59-c991f17b65a9,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:38.659497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.666406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.668662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.677415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7854b64a-a182-4348-adcd-77e1601ed178 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:38.687935 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ed935b-1421-4656-93c8-245042337126 None None] Sync routers for ids ['1d47cce1-1055-46f0-8787-2df242bf7b72'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:38.701666 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed935b-1421-4656-93c8-245042337126 None None] Routers {'1d47cce1-1055-46f0-8787-2df242bf7b72'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:38.702414 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b6ed935b-1421-4656-93c8-245042337126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1d47cce1-1055-46f0-8787-2df242bf7b72'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:38.717385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7854b64a-a182-4348-adcd-77e1601ed178 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.785480 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.786916 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b6ed935b-1421-4656-93c8-245042337126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:38.795748 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed935b-1421-4656-93c8-245042337126 None None] Routers {'1d47cce1-1055-46f0-8787-2df242bf7b72'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:38.796392 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b6ed935b-1421-4656-93c8-245042337126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1d47cce1-1055-46f0-8787-2df242bf7b72'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:38.823303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.827061 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7ba51e42-5e1c-4567-8798-2f0b7d4536cb tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1984816 Apr 29 15:32:38.837672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32980) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:38.858959 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b6ed935b-1421-4656-93c8-245042337126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:38.859501 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ed935b-1421-4656-93c8-245042337126 None None] The sync data for ids ['1d47cce1-1055-46f0-8787-2df242bf7b72'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:38.904284 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:38.954024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=5e936aa1-a6aa-4272-b3c4-622b220a7d5b,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:38.966788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking segment: {'id': 'b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '853a4cfb-48f7-4f8b-afb5-dc67bcab4533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:38.967142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network hostable DHCP agents. Network: 853a4cfb-48f7-4f8b-afb5-dc67bcab4533, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:32:38.979032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.053502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.objects.ports [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88714) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:32:39.067643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.124764 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-af90f72c-43bc-47dc-a320-c4fe47ef215d tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3204 time: 0.2803988 Apr 29 15:32:39.125465 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58eca8fe-0310-4972-9e28-e3472f664c8b,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:39.129035 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7854b64a-a182-4348-adcd-77e1601ed178 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "PUT /v2.0/floatingips/04abf1f9-7cf2-433d-a04c-297618b5e1b5 HTTP/1.1" status: 200 len: 977 time: 6.0537386 Apr 29 15:32:39.133294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32984) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:39.133622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32986) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:39.359931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.361088 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3b9a3bda-5de0-498e-97ac-e8f4e87eface tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4602289 Apr 29 15:32:39.363978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 32994) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:39.364260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:39.371691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6ca04863-d146-4637-b6d8-c494e8c45078 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': '58eca8fe-0310-4972-9e28-e3472f664c8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:39.378210 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.384602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6ca04863-d146-4637-b6d8-c494e8c45078 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:39.386958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network 853a4cfb-48f7-4f8b-afb5-dc67bcab4533 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:32:39.391777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.399503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6ca04863-d146-4637-b6d8-c494e8c45078 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:39.402523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:39.404297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6ca04863-d146-4637-b6d8-c494e8c45078 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:39.413693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6ca04863-d146-4637-b6d8-c494e8c45078 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:39.414876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc5752-b102-4d15-986f-229dc91bf433 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:39.444436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:39.444436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.476728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5df96420-83b3-49ac-90b2-cd5dc8ccb515 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Synchronizing usage tracker for tenant:87f380f1708140c783c7cd6afa7fba97 on resource:floatingip {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:39.504502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=888e4f6a-79f9-4387-8e9c-7af48f12dc86,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:39.513652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port 208c2afa-0ad6-477a-b4b4-0cb78b28c83f {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:39.514006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.624092 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c4e4fe79-eb4c-49fd-9f1b-9e7b4bb081e6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5166540 Apr 29 15:32:39.624398 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 32998) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:39.637646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 853a4cfb-48f7-4f8b-afb5-dc67bcab4533) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:39.639221 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '888e4f6a-79f9-4387-8e9c-7af48f12dc86'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:32:39.640294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.643176 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:b1:b1:18', 'name': 'tempest-NetworksTestDHCPv6-1083618308'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:39.652966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f69e2-096a-4cb8-94b2-784231520d2e None None] Network 853a4cfb-48f7-4f8b-afb5-dc67bcab4533 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:39.668506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5df96420-83b3-49ac-90b2-cd5dc8ccb515 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Unset dirty status for tenant:87f380f1708140c783c7cd6afa7fba97 on resource:floatingip {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:39.672207 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5df96420-83b3-49ac-90b2-cd5dc8ccb515 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.5299737 Apr 29 15:32:39.672345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:39.672345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.678922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33002) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:39.702362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0619d0-9f88-4b5a-9bbf-41f097db5163 req-dae9b412-85d4-40fc-b992-6c25b2fd5118 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:39.704097 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d0619d0-9f88-4b5a-9bbf-41f097db5163 req-dae9b412-85d4-40fc-b992-6c25b2fd5118 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3419585 Apr 29 15:32:39.831715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.941090 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d0619d0-9f88-4b5a-9bbf-41f097db5163 req-94c32d89-e8c5-4fe2-8c32-359979877d35 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149911 Apr 29 15:32:39.942816 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8f3b0bbd-a062-41b1-9c3c-ed3fae6ed886 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4644778 Apr 29 15:32:39.944184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.946078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6ca04863-d146-4637-b6d8-c494e8c45078 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.959440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33006) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:39.978704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:39.992549 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Allocated IP 2001:db8::f816:3eff:fe4c:4511 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/888e4f6a-79f9-4387-8e9c-7af48f12dc86/1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:39.993401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:40.026895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ea0aab23-bba1-4754-8a4a-7d2c3113575e tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Deleting port e71df426-4eff-418f-bf59-c991f17b65a9 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:40.027234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea0aab23-bba1-4754-8a4a-7d2c3113575e tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.060937 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-853a4cfb-48f7-4f8b-afb5-dc67bcab4533', 'network_id': '853a4cfb-48f7-4f8b-afb5-dc67bcab4533', 'tenant_id': 'fb3aa27575784d68910bded9aa48b69d', 'fixed_ips': [{'subnet_id': '5e936aa1-a6aa-4272-b3c4-622b220a7d5b'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:32:40.061888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.077087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:40.176968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:40.364027 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Allocated IP 172.20.0.3 (853a4cfb-48f7-4f8b-afb5-dc67bcab4533/5e936aa1-a6aa-4272-b3c4-622b220a7d5b/893b4d63-dd26-4d53-b4be-37b5f8a76567) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:40.383117 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.414392 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Transition to ACTIVE for port object 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:40.419436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6ca04863-d146-4637-b6d8-c494e8c45078 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.452230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.453954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.479123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.479511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.479808 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Floating IP 04abf1f9-7cf2-433d-a04c-297618b5e1b5 disassociated. External IP: 172.26.2.59, port: 208c2afa-0ad6-477a-b4b4-0cb78b28c83f. Apr 29 15:32:40.479976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Allocated IP 172.26.2.136 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/2f837ce7-2df8-4c6a-9ef1-eb56290349e4) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:40.480148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for 208c2afa-0ad6-477a-b4b4-0cb78b28c83f owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:40.489176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6ca04863-d146-4637-b6d8-c494e8c45078 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.494626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Transition to ACTIVE for port object 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:40.536728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 499ac2bf-464f-4a8f-b7b3-f39356879306 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:32:40.558392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea0aab23-bba1-4754-8a4a-7d2c3113575e tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.558622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea0aab23-bba1-4754-8a4a-7d2c3113575e tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.576151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Router 8206ae9b-45df-4f9e-8227-399905b8335e is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:32:40.590115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.611431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca04863-d146-4637-b6d8-c494e8c45078 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42da2be-37ff-4f73-876a-7a78fd1130fe,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:40.672579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:40.678020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:40.682819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.690841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:40.700432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Transition to ACTIVE for port object 893b4d63-dd26-4d53-b4be-37b5f8a76567 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:40.713971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Pushing event updated for resources: {'Port': ['ID=1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:40.761992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::f816:3eff:feb1:b118 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/888e4f6a-79f9-4387-8e9c-7af48f12dc86/499ac2bf-464f-4a8f-b7b3-f39356879306) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:40.765274 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Transition to ACTIVE for port object 893b4d63-dd26-4d53-b4be-37b5f8a76567 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:40.821376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Attempting to bind port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:32:40.821743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Attempting to bind port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:32:40.822614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Attempting to bind port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:32:40.828376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:32:40.828869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:40.829375 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.830002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:32:40.830557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Bound port: 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:32:40.830997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.852779 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.877324 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:40.905386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ea0aab23-bba1-4754-8a4a-7d2c3113575e tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Calling delete_port for e71df426-4eff-418f-bf59-c991f17b65a9 owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:40.918952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=208c2afa-0ad6-477a-b4b4-0cb78b28c83f,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:40.978376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Network 853a4cfb-48f7-4f8b-afb5-dc67bcab4533 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:40.984953 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:40.992725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:41.002402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Pushing event updated for resources: {'Port': ['ID=893b4d63-dd26-4d53-b4be-37b5f8a76567,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:41.009073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] For port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:32:41.012096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] For port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:32:41.102534 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:41.191505 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:41.249586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c14266-ea22-49a3-afc7-af230cba29af None None] Pushing event updated for resources: {'Port': ['ID=1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:41.266626 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6ca04863-d146-4637-b6d8-c494e8c45078 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:41.268828 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6ca04863-d146-4637-b6d8-c494e8c45078 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9038758 Apr 29 15:32:41.273070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Attempting to bind port 893b4d63-dd26-4d53-b4be-37b5f8a76567 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:32:41.273442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Attempting to bind port 893b4d63-dd26-4d53-b4be-37b5f8a76567 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '853a4cfb-48f7-4f8b-afb5-dc67bcab4533'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:32:41.273853 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Attempting to bind port 893b4d63-dd26-4d53-b4be-37b5f8a76567 on network 853a4cfb-48f7-4f8b-afb5-dc67bcab4533 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:32:41.283519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:32:41.283955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Checking segment: {'id': 'b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '853a4cfb-48f7-4f8b-afb5-dc67bcab4533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:41.285159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:41.285944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Bound using segment: {'id': 'b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '853a4cfb-48f7-4f8b-afb5-dc67bcab4533'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:32:41.286417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Bound port: 893b4d63-dd26-4d53-b4be-37b5f8a76567, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '853a4cfb-48f7-4f8b-afb5-dc67bcab4533'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:32:41.286797 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:41.290577 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33012) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:41.352688 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ab1385dc-a989-4ea9-8178-4b402da83680 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules/a42da2be-37ff-4f73-876a-7a78fd1130fe HTTP/1.1" status: 200 len: 763 time: 0.0544307 Apr 29 15:32:41.358742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33016) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:41.439044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] For port 893b4d63-dd26-4d53-b4be-37b5f8a76567, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:32:41.442956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] For port 893b4d63-dd26-4d53-b4be-37b5f8a76567, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=893b4d63-dd26-4d53-b4be-37b5f8a76567,segment=NetworkSegment(b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb),segment_id=b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:32:41.443126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:41.447297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:41.450263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:41.472273 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a441e3-e8ce-49c8-ad23-99c11741118a None None] Sync routers for ids ['8206ae9b-45df-4f9e-8227-399905b8335e'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:41.489980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a441e3-e8ce-49c8-ad23-99c11741118a None None] Routers {'8206ae9b-45df-4f9e-8227-399905b8335e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:41.490595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a7a441e3-e8ce-49c8-ad23-99c11741118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8206ae9b-45df-4f9e-8227-399905b8335e'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:41.505578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 499ac2bf-464f-4a8f-b7b3-f39356879306 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:41.518239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-44ab2f64-6047-4a8d-93cb-ba4260bb28e5 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:41.529791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:41.534016 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a5f9f6aa-b5c4-41b7-b049-26de72f8f5c9 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "PUT /v2.0/routers/8206ae9b-45df-4f9e-8227-399905b8335e HTTP/1.1" status: 200 len: 919 time: 7.8436422 Apr 29 15:32:41.535716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33020) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:41.540773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d9401-e4de-4249-ac39-fd40fa308b98 req-441624ab-2d59-4c81-b93e-ee9408bd7a9f tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:41.547661 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-526d9401-e4de-4249-ac39-fd40fa308b98 req-441624ab-2d59-4c81-b93e-ee9408bd7a9f tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3357165 Apr 29 15:32:41.555865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:41.590588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router 1d47cce1-1055-46f0-8787-2df242bf7b72 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:32:41.609434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a7a441e3-e8ce-49c8-ad23-99c11741118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:41.629913 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-526d9401-e4de-4249-ac39-fd40fa308b98 req-963857e2-96ce-4b26-bcd6-c9bd66e9099d tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812764 Apr 29 15:32:41.645922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a441e3-e8ce-49c8-ad23-99c11741118a None None] Routers {'8206ae9b-45df-4f9e-8227-399905b8335e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:41.646542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a7a441e3-e8ce-49c8-ad23-99c11741118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8206ae9b-45df-4f9e-8227-399905b8335e'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:41.676689 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:41.722165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea0aab23-bba1-4754-8a4a-7d2c3113575e tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:41.778110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Subnet': ['ID=5e936aa1-a6aa-4272-b3c4-622b220a7d5b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:41.818175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0aab23-bba1-4754-8a4a-7d2c3113575e tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Pushing event deleted for resources: {'Port': ['ID=e71df426-4eff-418f-bf59-c991f17b65a9,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:41.827330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a7a441e3-e8ce-49c8-ad23-99c11741118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:41.828528 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a441e3-e8ce-49c8-ad23-99c11741118a None None] The sync data for ids ['8206ae9b-45df-4f9e-8227-399905b8335e'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:41.852715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-44ab2f64-6047-4a8d-93cb-ba4260bb28e5 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:41.863357 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-44ab2f64-6047-4a8d-93cb-ba4260bb28e5 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4994228 Apr 29 15:32:41.864255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33024) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:41.873513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2846a-e2e3-4845-89d8-734aa68c6260 None None] Pushing event updated for resources: {'Port': ['ID=893b4d63-dd26-4d53-b4be-37b5f8a76567,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:41.885930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:41.895352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.007557 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39702b9b-b519-44cf-a957-3a744ec34f44 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.047315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:42.050349 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:42.061997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39702b9b-b519-44cf-a957-3a744ec34f44 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.068547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:42.074079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:42.074681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.078436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=499ac2bf-464f-4a8f-b7b3-f39356879306,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:42.102442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:42.112278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.119710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:42.125071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:42.128115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:42.133624 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e82d63-aef7-4ab0-bec9-e3771aa63d6e None None] Sync routers for ids ['1d47cce1-1055-46f0-8787-2df242bf7b72'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:42.146949 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e82d63-aef7-4ab0-bec9-e3771aa63d6e None None] Routers {'1d47cce1-1055-46f0-8787-2df242bf7b72'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:42.147869 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-31e82d63-aef7-4ab0-bec9-e3771aa63d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1d47cce1-1055-46f0-8787-2df242bf7b72'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:42.242444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.244507 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7e1a32fb-240d-4e94-9cae-ff4d472894bd tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/ports/208c2afa-0ad6-477a-b4b4-0cb78b28c83f HTTP/1.1" status: 204 len: 168 time: 3.1035292 Apr 29 15:32:42.247274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33028) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:42.252143 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-31e82d63-aef7-4ab0-bec9-e3771aa63d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:42.262800 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e82d63-aef7-4ab0-bec9-e3771aa63d6e None None] Routers {'1d47cce1-1055-46f0-8787-2df242bf7b72'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:42.263685 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-31e82d63-aef7-4ab0-bec9-e3771aa63d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1d47cce1-1055-46f0-8787-2df242bf7b72'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:42.313626 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f7b63526-c74d-42f1-a1c9-c2e99fb81594 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/routers/8206ae9b-45df-4f9e-8227-399905b8335e HTTP/1.1" status: 200 len: 925 time: 0.7753544 Apr 29 15:32:42.315832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea0aab23-bba1-4754-8a4a-7d2c3113575e tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.318226 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea0aab23-bba1-4754-8a4a-7d2c3113575e tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.319477 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ea0aab23-bba1-4754-8a4a-7d2c3113575e tempest-FloatingIPAdminTestJSON-1968145563 tempest-FloatingIPAdminTestJSON-1968145563-project] 10.222.0.39 "DELETE /v2.0/floatingips/8e07c536-ec8a-48ae-813c-b3de1ac91282 HTTP/1.1" status: 204 len: 168 time: 2.6383774 Apr 29 15:32:42.320071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33032) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:42.323239 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-76f45b3f-99e0-4b41-a815-c0bb6e1b4b07 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6977549 Apr 29 15:32:42.323994 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33034) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:42.333815 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Pushing event updated for resources: {'Port': ['ID=2f837ce7-2df8-4c6a-9ef1-eb56290349e4,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:42.337394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853a4cfb-48f7-4f8b-afb5-dc67bcab4533']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:42.338907 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-31e82d63-aef7-4ab0-bec9-e3771aa63d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:42.339412 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e82d63-aef7-4ab0-bec9-e3771aa63d6e None None] The sync data for ids ['1d47cce1-1055-46f0-8787-2df242bf7b72'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:42.349275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33036) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:42.391688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39702b9b-b519-44cf-a957-3a744ec34f44 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.474256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39702b9b-b519-44cf-a957-3a744ec34f44 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.475405 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-39702b9b-b519-44cf-a957-3a744ec34f44 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a42da2be-37ff-4f73-876a-7a78fd1130fe HTTP/1.1" status: 204 len: 168 time: 0.5949044 Apr 29 15:32:42.486115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33042) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:42.499486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39702b9b-b519-44cf-a957-3a744ec34f44 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a42da2be-37ff-4f73-876a-7a78fd1130fe,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:42.590735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:42.591039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:42.604410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.653901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-02898805-9db4-42af-9d68-fae7ea2b6eb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:42.660804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-473fd294-7d9b-4b99-8e22-28754ba8df32 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Deleting port 9a43a712-3579-4ed0-b4dd-867657595558 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:42.661148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-473fd294-7d9b-4b99-8e22-28754ba8df32 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.678996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.718754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:32:42.719160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.746298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:32:42.779849 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:32:42.897076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:42.904574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 893b4d63-dd26-4d53-b4be-37b5f8a76567 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:42.958728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3c736132-6eb2-4bb0-ba28-60f6a1202e28 None None] Provisioning for port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:42.971170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3c736132-6eb2-4bb0-ba28-60f6a1202e28 None None] Provisioning complete for port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:42.971975 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3c736132-6eb2-4bb0-ba28-60f6a1202e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:42.984913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e245425-05ee-422a-9cd1-7e57bdcfa662 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:42.991366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e245425-05ee-422a-9cd1-7e57bdcfa662 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:42.995962 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4e245425-05ee-422a-9cd1-7e57bdcfa662 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4123971 Apr 29 15:32:42.997953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33050) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:43.033191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:32:43.033191 dv-neutron-839183-1-hyperv neutron-server[88715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:32:43.033191 dv-neutron-839183-1-hyperv neutron-server[88715]: [parameters: {'id': '853a4cfb-48f7-4f8b-afb5-dc67bcab4533'}] Apr 29 15:32:43.033191 dv-neutron-839183-1-hyperv neutron-server[88715]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:43.033882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:43.035475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56869051-6c5f-425e-ab5a-c3292b9ff67f tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:43.037016 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-56869051-6c5f-425e-ab5a-c3292b9ff67f tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&device_id=8206ae9b-45df-4f9e-8227-399905b8335e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7048740 Apr 29 15:32:43.043657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33054) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:43.176204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 893b4d63-dd26-4d53-b4be-37b5f8a76567 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:43.182410 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3c736132-6eb2-4bb0-ba28-60f6a1202e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:43.219014 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-3c736132-6eb2-4bb0-ba28-60f6a1202e28 None None] For port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:43.254238 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-02898805-9db4-42af-9d68-fae7ea2b6eb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:43.258136 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-02898805-9db4-42af-9d68-fae7ea2b6eb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7682104 Apr 29 15:32:43.265459 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33058) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:43.318687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3c736132-6eb2-4bb0-ba28-60f6a1202e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:43.322948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5a4e83d5-f578-42a5-8332-96bd82eadd12 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': '58eca8fe-0310-4972-9e28-e3472f664c8b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:43.332027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-d88437c8-bbd6-45f0-a8f1-086d39f3a0e3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 499ac2bf-464f-4a8f-b7b3-f39356879306 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:43.332389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d88437c8-bbd6-45f0-a8f1-086d39f3a0e3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:43.391144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5a4e83d5-f578-42a5-8332-96bd82eadd12 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:43.395837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c736132-6eb2-4bb0-ba28-60f6a1202e28 None None] Pushing event updated for resources: {'Port': ['ID=1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:43.425390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5a4e83d5-f578-42a5-8332-96bd82eadd12 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:43.432528 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2632ff1-1297-4d55-98b7-43d6b413f4dc None None] Network 853a4cfb-48f7-4f8b-afb5-dc67bcab4533 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:43.497582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41343bce-53e1-4117-b424-c9bcd2e8fb0d req-cd1afb4e-0c29-40cb-bb04-5cfce6fe0d7b tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:43.500982 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-41343bce-53e1-4117-b424-c9bcd2e8fb0d req-cd1afb4e-0c29-40cb-bb04-5cfce6fe0d7b tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3743560 Apr 29 15:32:43.509721 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-473fd294-7d9b-4b99-8e22-28754ba8df32 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:43.510133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-473fd294-7d9b-4b99-8e22-28754ba8df32 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:43.524541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e6430-90fe-45f9-8369-c65b08aa3638 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:43.525917 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-902e6430-90fe-45f9-8369-c65b08aa3638 tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/networks/5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 881 time: 0.4825311 Apr 29 15:32:43.531867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33062) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:43.566321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:43.567862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:43.608385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-33dce843-eea6-4642-8e5a-d0cb480fe19c None None] Provisioning for port 893b4d63-dd26-4d53-b4be-37b5f8a76567 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:43.615862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-33dce843-eea6-4642-8e5a-d0cb480fe19c None None] Provisioning complete for port 893b4d63-dd26-4d53-b4be-37b5f8a76567 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:43.616303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33dce843-eea6-4642-8e5a-d0cb480fe19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:43.674856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-473fd294-7d9b-4b99-8e22-28754ba8df32 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Calling delete_port for 9a43a712-3579-4ed0-b4dd-867657595558 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:43.724813 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-788d9737-1089-4503-953b-7ae61e4ec026 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "GET /v2.0/ports?device_id=8206ae9b-45df-4f9e-8227-399905b8335e HTTP/1.1" status: 200 len: 205 time: 0.1915641 Apr 29 15:32:43.732283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33066) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:43.759657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5a4e83d5-f578-42a5-8332-96bd82eadd12 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:43.776160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33dce843-eea6-4642-8e5a-d0cb480fe19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:43.799061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] DHCP port deletion for 853a4cfb-48f7-4f8b-afb5-dc67bcab4533 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:32:43.808644 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Deleting port 893b4d63-dd26-4d53-b4be-37b5f8a76567 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:43.809216 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:43.861331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port 893b4d63-dd26-4d53-b4be-37b5f8a76567 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:43.862067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:43.864586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-33dce843-eea6-4642-8e5a-d0cb480fe19c None None] For port 893b4d63-dd26-4d53-b4be-37b5f8a76567, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=893b4d63-dd26-4d53-b4be-37b5f8a76567,segment=NetworkSegment(b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb),segment_id=b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:43.888114 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-41343bce-53e1-4117-b424-c9bcd2e8fb0d req-0b3f49cd-76a6-48fe-8c19-54db525bb9fb tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534164 Apr 29 15:32:44.034120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d88437c8-bbd6-45f0-a8f1-086d39f3a0e3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.081915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.100599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33dce843-eea6-4642-8e5a-d0cb480fe19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.101036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5a4e83d5-f578-42a5-8332-96bd82eadd12 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.167540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] For port 893b4d63-dd26-4d53-b4be-37b5f8a76567, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=893b4d63-dd26-4d53-b4be-37b5f8a76567,segment=NetworkSegment(b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb),segment_id=b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:44.167961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.263037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2169df65-1472-4ebb-8cb3-c264e581483f tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.361993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Calling delete_port for 893b4d63-dd26-4d53-b4be-37b5f8a76567 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:44.395255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-33dce843-eea6-4642-8e5a-d0cb480fe19c None None] Provisioning for port 499ac2bf-464f-4a8f-b7b3-f39356879306 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:44.414805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5a4e83d5-f578-42a5-8332-96bd82eadd12 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.422563 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-33dce843-eea6-4642-8e5a-d0cb480fe19c None None] Provisioning complete for port 499ac2bf-464f-4a8f-b7b3-f39356879306 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:44.423691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33dce843-eea6-4642-8e5a-d0cb480fe19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.461362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dce843-eea6-4642-8e5a-d0cb480fe19c None None] Pushing event updated for resources: {'Port': ['ID=893b4d63-dd26-4d53-b4be-37b5f8a76567,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:44.506169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-d88437c8-bbd6-45f0-a8f1-086d39f3a0e3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 499ac2bf-464f-4a8f-b7b3-f39356879306 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:44.524125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-33dce843-eea6-4642-8e5a-d0cb480fe19c None None] Port 499ac2bf-464f-4a8f-b7b3-f39356879306 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:32:44.582240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:44.582585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:44.590715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-473fd294-7d9b-4b99-8e22-28754ba8df32 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.611547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:44.630914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e83d5-f578-42a5-8332-96bd82eadd12 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0f76cc-2d80-40f5-b316-a8812f9fad48,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:44.679237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fd294-7d9b-4b99-8e22-28754ba8df32 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a43a712-3579-4ed0-b4dd-867657595558,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:44.721881 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:44.728547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.769482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.902579 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-473fd294-7d9b-4b99-8e22-28754ba8df32 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.924708 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5a4e83d5-f578-42a5-8332-96bd82eadd12 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.926100 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5a4e83d5-f578-42a5-8332-96bd82eadd12 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6597035 Apr 29 15:32:44.933239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33074) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:44.958601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port 893b4d63-dd26-4d53-b4be-37b5f8a76567, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=893b4d63-dd26-4d53-b4be-37b5f8a76567,segment=NetworkSegment(b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb),segment_id=b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:44.959091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:44.960022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 893b4d63-dd26-4d53-b4be-37b5f8a76567 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:32:44.970785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9e4e1-3843-4d51-b802-1db282fcf0b1 req-2c5ff3ec-1932-42db-93db-a7859679dcbb tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:44.972363 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0cc9e4e1-3843-4d51-b802-1db282fcf0b1 req-2c5ff3ec-1932-42db-93db-a7859679dcbb tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.5706189 Apr 29 15:32:44.987024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.009438 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cc0a58a9-e00d-430d-890b-4ae78d28ff53 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules/8c0f76cc-2d80-40f5-b316-a8812f9fad48 HTTP/1.1" status: 200 len: 763 time: 0.0673962 Apr 29 15:32:45.010522 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33078) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:45.021041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-473fd294-7d9b-4b99-8e22-28754ba8df32 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.022409 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-473fd294-7d9b-4b99-8e22-28754ba8df32 tempest-FloatingIPAdminTestJSON-749096632 tempest-FloatingIPAdminTestJSON-749096632-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/d0929b0e-172e-4d14-a19e-841f9a234163 HTTP/1.1" status: 204 len: 168 time: 2.6321449 Apr 29 15:32:45.037249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33082) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:45.083740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Deleting port 893b4d63-dd26-4d53-b4be-37b5f8a76567 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:45.084104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.123573 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0cc9e4e1-3843-4d51-b802-1db282fcf0b1 req-78b5cf6b-6612-4c1d-83c4-6447c7f75c30 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423726 Apr 29 15:32:45.167840 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f8dfb196-b82e-4d51-8194-806526f5f112 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1519470 Apr 29 15:32:45.171811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-73d7c26f-8cb4-4ca8-8ca7-04680efc0acf tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Deleting port ec3d3d94-2546-4211-9113-e5a62e225474 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:45.172159 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-73d7c26f-8cb4-4ca8-8ca7-04680efc0acf tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.193577 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for 893b4d63-dd26-4d53-b4be-37b5f8a76567 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:45.197970 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.208596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33086) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:45.234977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Deleting port 40b4ba05-d7ff-4ce0-87ef-19f30f748a01 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:45.235340 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.281080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 893b4d63-dd26-4d53-b4be-37b5f8a76567, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=893b4d63-dd26-4d53-b4be-37b5f8a76567,segment=NetworkSegment(b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb),segment_id=b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:45.347064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1fdb-31c6-49ba-9baa-c5196746b5a2 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.370519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d88437c8-bbd6-45f0-a8f1-086d39f3a0e3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.373787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.430407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1fdb-31c6-49ba-9baa-c5196746b5a2 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.445456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:45.446081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:45.446175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] For port 893b4d63-dd26-4d53-b4be-37b5f8a76567, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=893b4d63-dd26-4d53-b4be-37b5f8a76567,segment=NetworkSegment(b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb),segment_id=b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:45.446283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.450512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88437c8-bbd6-45f0-a8f1-086d39f3a0e3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=499ac2bf-464f-4a8f-b7b3-f39356879306,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:45.500695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b514-62e9-4e2a-ab8a-fcd6d0fee6cf req-dd239c9f-54d6-4040-9f9b-376c9d1edb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:45.502410 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6bd4b514-62e9-4e2a-ab8a-fcd6d0fee6cf req-dd239c9f-54d6-4040-9f9b-376c9d1edb9d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1efd4495704a168117d9d603fb1f93&device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 1099 time: 0.9345038 Apr 29 15:32:45.543573 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d88437c8-bbd6-45f0-a8f1-086d39f3a0e3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.551714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2169df65-1472-4ebb-8cb3-c264e581483f tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port a3bd0bbb-c903-42e9-94f7-d654aa02f610 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:45.552149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2169df65-1472-4ebb-8cb3-c264e581483f tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.584301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Calling delete_port for 893b4d63-dd26-4d53-b4be-37b5f8a76567 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:45.605966 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d88437c8-bbd6-45f0-a8f1-086d39f3a0e3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/499ac2bf-464f-4a8f-b7b3-f39356879306 HTTP/1.1" status: 204 len: 168 time: 2.6044598 Apr 29 15:32:45.607996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33090) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:45.629967 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=893b4d63-dd26-4d53-b4be-37b5f8a76567,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:45.713287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1fdb-31c6-49ba-9baa-c5196746b5a2 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.728405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:45.729081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:45.763455 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.783996 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f1fdb-31c6-49ba-9baa-c5196746b5a2 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c0f76cc-2d80-40f5-b316-a8812f9fad48,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:45.786196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97288054-bb10-4001-93c5-ee3cf7265fe4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:45.787799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97288054-bb10-4001-93c5-ee3cf7265fe4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:45.789555 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-97288054-bb10-4001-93c5-ee3cf7265fe4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1282485 Apr 29 15:32:45.795819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33094) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:45.832336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b514-62e9-4e2a-ab8a-fcd6d0fee6cf req-76b90bb1-5a26-475e-8269-a99dd4e6ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:45.833754 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6bd4b514-62e9-4e2a-ab8a-fcd6d0fee6cf req-76b90bb1-5a26-475e-8269-a99dd4e6ecb1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2964b386-6c1c-4f7e-9bbd-459b2e114f03 HTTP/1.1" status: 200 len: 913 time: 0.3213003 Apr 29 15:32:45.857544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1fdb-31c6-49ba-9baa-c5196746b5a2 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:45.858628 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3f6f1fdb-31c6-49ba-9baa-c5196746b5a2 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/8c0f76cc-2d80-40f5-b316-a8812f9fad48 HTTP/1.1" status: 204 len: 168 time: 0.6499901 Apr 29 15:32:45.967354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33098) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:45.994857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Calling delete_port for 40b4ba05-d7ff-4ce0-87ef-19f30f748a01 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:46.021770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port 893b4d63-dd26-4d53-b4be-37b5f8a76567 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:46.022110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:46.061639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-73d7c26f-8cb4-4ca8-8ca7-04680efc0acf tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:46.119522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Router 6f066b7d-f378-4837-8c98-93b5b563ec5b is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:32:46.161997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8b4abe-5fb4-4904-a7f7-e5fd3a3922fb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 888e4f6a-79f9-4387-8e9c-7af48f12dc86 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:32:46.187772 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6bd4b514-62e9-4e2a-ab8a-fcd6d0fee6cf req-0c9c7143-39e6-4785-a7e8-0416ffe9b711 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647904f8-4d44-429d-940d-7234c4631de1 HTTP/1.1" status: 200 len: 1001 time: 0.3472741 Apr 29 15:32:46.188403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4abe-5fb4-4904-a7f7-e5fd3a3922fb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:46.336268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-73d7c26f-8cb4-4ca8-8ca7-04680efc0acf tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Calling delete_port for ec3d3d94-2546-4211-9113-e5a62e225474 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:46.449695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4abe-5fb4-4904-a7f7-e5fd3a3922fb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:46.484492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3a0fa6c6-8b42-49f8-98fe-f59ee0b87cc3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:46.499428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2169df65-1472-4ebb-8cb3-c264e581483f tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:46.570793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b514-62e9-4e2a-ab8a-fcd6d0fee6cf req-1107ec71-2d22-4aac-ae4f-66149c1584d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:46.572127 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6bd4b514-62e9-4e2a-ab8a-fcd6d0fee6cf req-1107ec71-2d22-4aac-ae4f-66149c1584d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e596a82-36fa-4d0f-b10e-5eea0b359f13 HTTP/1.1" status: 200 len: 851 time: 0.3473918 Apr 29 15:32:46.652059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port 893b4d63-dd26-4d53-b4be-37b5f8a76567, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=893b4d63-dd26-4d53-b4be-37b5f8a76567,segment=NetworkSegment(b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb),segment_id=b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:46.652415 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:46.654471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Deleting port 893b4d63-dd26-4d53-b4be-37b5f8a76567 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:46.655409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:46.665768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2169df65-1472-4ebb-8cb3-c264e581483f tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for a3bd0bbb-c903-42e9-94f7-d654aa02f610 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:46.683691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:46.702935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2dde2-1da8-4bcb-858d-0c19a5d77ea7 None None] Sync routers for ids ['6f066b7d-f378-4837-8c98-93b5b563ec5b'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:46.721067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3a0fa6c6-8b42-49f8-98fe-f59ee0b87cc3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:46.721804 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3a0fa6c6-8b42-49f8-98fe-f59ee0b87cc3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7534568 Apr 29 15:32:46.727350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2dde2-1da8-4bcb-858d-0c19a5d77ea7 None None] Routers {'6f066b7d-f378-4837-8c98-93b5b563ec5b'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:46.727996 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-45e2dde2-1da8-4bcb-858d-0c19a5d77ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6f066b7d-f378-4837-8c98-93b5b563ec5b'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:46.729956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33104) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:46.745139 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-53f79694-76fc-42da-83a0-a84448ee3efb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': '58eca8fe-0310-4972-9e28-e3472f664c8b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:46.790649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-53f79694-76fc-42da-83a0-a84448ee3efb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:46.812376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for 893b4d63-dd26-4d53-b4be-37b5f8a76567 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:46.821209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-45e2dde2-1da8-4bcb-858d-0c19a5d77ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:46.833999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-53f79694-76fc-42da-83a0-a84448ee3efb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:46.854376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2dde2-1da8-4bcb-858d-0c19a5d77ea7 None None] Routers {'6f066b7d-f378-4837-8c98-93b5b563ec5b'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:46.854996 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-45e2dde2-1da8-4bcb-858d-0c19a5d77ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6f066b7d-f378-4837-8c98-93b5b563ec5b'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:46.889134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4abe-5fb4-4904-a7f7-e5fd3a3922fb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:46.927745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b8b36-1691-4cd0-949c-d054ae67e2e7 req-f4586243-08ab-4065-82d9-7d61e7d1f209 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:46.934703 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0c0b8b36-1691-4cd0-949c-d054ae67e2e7 req-f4586243-08ab-4065-82d9-7d61e7d1f209 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6107247 Apr 29 15:32:46.942020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-45e2dde2-1da8-4bcb-858d-0c19a5d77ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:46.942020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2dde2-1da8-4bcb-858d-0c19a5d77ea7 None None] The sync data for ids ['6f066b7d-f378-4837-8c98-93b5b563ec5b'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:46.964101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4b514-62e9-4e2a-ab8a-fcd6d0fee6cf req-96621729-0c2b-4048-a08e-7e4961f9eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:46.965543 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6bd4b514-62e9-4e2a-ab8a-fcd6d0fee6cf req-96621729-0c2b-4048-a08e-7e4961f9eb12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2964b386-6c1c-4f7e-9bbd-459b2e114f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3838515 Apr 29 15:32:46.972370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:46.976605 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4d458e02-23b0-4eac-9404-448351dfbfab tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.4414623 Apr 29 15:32:46.983963 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33108) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:47.036519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] For port 893b4d63-dd26-4d53-b4be-37b5f8a76567, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=893b4d63-dd26-4d53-b4be-37b5f8a76567,segment=NetworkSegment(b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb),segment_id=b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:47.036911 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.071401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.116506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-73d7c26f-8cb4-4ca8-8ca7-04680efc0acf tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.135458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Port': ['ID=893b4d63-dd26-4d53-b4be-37b5f8a76567,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:47.137537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No DVR routers for this DVR port 893b4d63-dd26-4d53-b4be-37b5f8a76567 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:32:47.154992 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0c0b8b36-1691-4cd0-949c-d054ae67e2e7 req-78e25bd6-b14e-4f00-92dd-fe23f0cefb50 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175095 Apr 29 15:32:47.169795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Calling delete_port for 893b4d63-dd26-4d53-b4be-37b5f8a76567 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:47.180703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4abe-5fb4-4904-a7f7-e5fd3a3922fb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.189677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.221307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7c26f-8cb4-4ca8-8ca7-04680efc0acf tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event deleted for resources: {'Port': ['ID=ec3d3d94-2546-4211-9113-e5a62e225474,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:47.223686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53f79694-76fc-42da-83a0-a84448ee3efb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.254361 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:47.254597 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:47.263464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b4abe-5fb4-4904-a7f7-e5fd3a3922fb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=888e4f6a-79f9-4387-8e9c-7af48f12dc86,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:47.278915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4abe-5fb4-4904-a7f7-e5fd3a3922fb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.283552 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6bd4b514-62e9-4e2a-ab8a-fcd6d0fee6cf req-953191fd-e0df-4abb-9f7b-ba119a68efdc service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088112 Apr 29 15:32:47.284008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3d9b40-8b1f-4f8e-bf60-e4147534db00 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:47.383139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.404017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Pushing event deleted for resources: {'Port': ['ID=40b4ba05-d7ff-4ce0-87ef-19f30f748a01,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:47.583127 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6aab4165-da1b-4f40-9f78-0f6941e7891f tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/routers/6f066b7d-f378-4837-8c98-93b5b563ec5b HTTP/1.1" status: 200 len: 921 time: 0.5896547 Apr 29 15:32:47.589803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33112) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:47.601383 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4b8b4abe-5fb4-4904-a7f7-e5fd3a3922fb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/888e4f6a-79f9-4387-8e9c-7af48f12dc86 HTTP/1.1" status: 204 len: 168 time: 1.8045225 Apr 29 15:32:47.609040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33116) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:47.612639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-73d7c26f-8cb4-4ca8-8ca7-04680efc0acf tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.616156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53f79694-76fc-42da-83a0-a84448ee3efb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.636221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853a4cfb-48f7-4f8b-afb5-dc67bcab4533']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:47.640024 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4518aa21-005e-4277-88bd-d2e871883d66 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:32:47.645166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4518aa21-005e-4277-88bd-d2e871883d66 None None] Deleting port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:47.648653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4518aa21-005e-4277-88bd-d2e871883d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.666872 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-092dfe66-084a-41c9-8fa5-357947b21f42 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f066b7d-f378-4837-8c98-93b5b563ec5b HTTP/1.1" status: 200 len: 205 time: 0.0740745 Apr 29 15:32:47.668616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:47.668908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c25d37-c35a-4a6b-b695-e7bd44f4a4fb') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:47.678414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.679865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33120) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:47.746296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.856416 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6bd4b514-62e9-4e2a-ab8a-fcd6d0fee6cf req-75ddd2c7-39bb-4813-9062-0d08f41c6c95 service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634887 Apr 29 15:32:47.859549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.869337 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2169df65-1472-4ebb-8cb3-c264e581483f tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.873211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:32:47.873623 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:32:47.889623 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:32:47.930665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4518aa21-005e-4277-88bd-d2e871883d66 None None] For port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:47.931262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4518aa21-005e-4277-88bd-d2e871883d66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.937792 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Deleting port 893b4d63-dd26-4d53-b4be-37b5f8a76567 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:47.938090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.973626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53f79694-76fc-42da-83a0-a84448ee3efb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:47.977102 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-63ee7bfe-68d2-4e03-b978-3e80b4dedb79 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3668234 Apr 29 15:32:47.980604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33124) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:47.988998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:48.031752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.111417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169df65-1472-4ebb-8cb3-c264e581483f tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=a3bd0bbb-c903-42e9-94f7-d654aa02f610,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:48.116610 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-73d7c26f-8cb4-4ca8-8ca7-04680efc0acf tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "DELETE /v2.0/ports/ec3d3d94-2546-4211-9113-e5a62e225474 HTTP/1.1" status: 204 len: 168 time: 3.0728528 Apr 29 15:32:48.135945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4518aa21-005e-4277-88bd-d2e871883d66 None None] Calling delete_port for 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:48.146782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33128) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:48.155184 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f79694-76fc-42da-83a0-a84448ee3efb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047996d5-d851-476d-92d2-eaac4fe80c91,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:48.171583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-8529b833-1eb6-476a-8809-eaf7dd711786 None None] The port '893b4d63-dd26-4d53-b4be-37b5f8a76567' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:32:48.174252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.186544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.211670 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.254429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53f79694-76fc-42da-83a0-a84448ee3efb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.257934 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-53f79694-76fc-42da-83a0-a84448ee3efb tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5247498 Apr 29 15:32:48.259969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33134) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:48.275771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.341158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Network': ['ID=853a4cfb-48f7-4f8b-afb5-dc67bcab4533,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:48.343651 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-52a68afb-b5c4-480c-a0a6-a2dd3732a2dc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/853a4cfb-48f7-4f8b-afb5-dc67bcab4533 HTTP/1.1" status: 204 len: 168 time: 8.3787668 Apr 29 15:32:48.351450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:48.353656 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33138) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:48.365023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:48.377504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:48.385595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4518aa21-005e-4277-88bd-d2e871883d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.389005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:48.405883 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-913315563'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:48.433813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:48.442400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518aa21-005e-4277-88bd-d2e871883d66 None None] Pushing event deleted for resources: {'Port': ['ID=1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:48.445313 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4518aa21-005e-4277-88bd-d2e871883d66 None None] No DVR routers for this DVR port 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:32:48.457073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:network and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:48.461090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:48.468280 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cb3e6457-5d61-4f99-a852-1a0e756f8b1b tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules/047996d5-d851-476d-92d2-eaac4fe80c91 HTTP/1.1" status: 200 len: 764 time: 0.2070251 Apr 29 15:32:48.471391 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:48.473245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33142) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:48.502417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.502669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.503075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Fanout notify agent at l3_agent the message router_deleted on router 8206ae9b-45df-4f9e-8227-399905b8335e {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:32:48.517510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:48.520411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.546404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a3e4b4-f091-4807-8dd1-377649c967a0 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:48.547049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d5a3e4b4-f091-4807-8dd1-377649c967a0 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Synchronizing usage tracker for tenant:87f380f1708140c783c7cd6afa7fba97 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:48.558458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.563225 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9089e0b7-744f-4106-9751-a11d0831b5e8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/routers/8206ae9b-45df-4f9e-8227-399905b8335e HTTP/1.1" status: 204 len: 168 time: 4.8194201 Apr 29 15:32:48.565771 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33146) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:48.580879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1838680400', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:48.602410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:48.616987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Usage tracker for resource:router and tenant:1eb356cceec3401d9f4a354e55db950f is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:48.617701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:32:48.622851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:48.634754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:48.640921 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2169df65-1472-4ebb-8cb3-c264e581483f tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.656107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Deleting port 2f837ce7-2df8-4c6a-9ef1-eb56290349e4 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:48.656759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.656846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:32:48.657002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1d2e8d6a-fe4e-4ab1-b04c-1926c668c0c7 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:32:48.666707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2622e87-159e-4807-a5dc-39937713aebd req-98598029-27b0-4f61-af6b-caa1701d32e6 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:48.668202 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e2622e87-159e-4807-a5dc-39937713aebd req-98598029-27b0-4f61-af6b-caa1701d32e6 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.2071853 Apr 29 15:32:48.683133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:48.686935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.723920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e65fe766-c0b3-43df-833c-db2ea73672b1 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:48.767512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d5a3e4b4-f091-4807-8dd1-377649c967a0 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Unset dirty status for tenant:87f380f1708140c783c7cd6afa7fba97 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:48.768626 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d5a3e4b4-f091-4807-8dd1-377649c967a0 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0ca21e-f725-4cfa-94cc-a835ef61f6a8 HTTP/1.1" status: 200 len: 913 time: 0.6209433 Apr 29 15:32:48.775378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33150) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:48.814280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.815884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.867742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:32:48.869953 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e2622e87-159e-4807-a5dc-39937713aebd req-daecab1e-d35b-4826-b94b-9d9da836fe88 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432600 Apr 29 15:32:48.885708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.956252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e65fe766-c0b3-43df-833c-db2ea73672b1 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:48.957505 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e65fe766-c0b3-43df-833c-db2ea73672b1 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4781368 Apr 29 15:32:48.966504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33154) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:48.971139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:48.971475 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Added segment 5d445506-f2be-47d1-95d4-db2f6e008c79 of type vlan for network 361bb5f3-cc45-4f18-991d-92e985007d9b Apr 29 15:32:49.278039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:49.292471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-79539aa9-c76e-46e5-83cb-df5022a48d98 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:49.343752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-79539aa9-c76e-46e5-83cb-df5022a48d98 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:49.365930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:49.447938 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:49.468017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2169df65-1472-4ebb-8cb3-c264e581483f tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router 1d47cce1-1055-46f0-8787-2df242bf7b72 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:32:49.675311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Calling delete_port for 2f837ce7-2df8-4c6a-9ef1-eb56290349e4 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:49.731126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:49.734277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2169df65-1472-4ebb-8cb3-c264e581483f tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:49.737283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:49.738510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:49.745690 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ace58-1c82-4251-814e-2506afb275ff None None] Sync routers for ids ['1d47cce1-1055-46f0-8787-2df242bf7b72'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:49.754027 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2169df65-1472-4ebb-8cb3-c264e581483f tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "PUT /v2.0/routers/1d47cce1-1055-46f0-8787-2df242bf7b72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5053182 Apr 29 15:32:49.755831 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ace58-1c82-4251-814e-2506afb275ff None None] Routers {'1d47cce1-1055-46f0-8787-2df242bf7b72'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:49.756407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33158) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:49.756907 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e58ace58-1c82-4251-814e-2506afb275ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1d47cce1-1055-46f0-8787-2df242bf7b72'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:49.778114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-79539aa9-c76e-46e5-83cb-df5022a48d98 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:49.824332 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e58ace58-1c82-4251-814e-2506afb275ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:49.834793 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ace58-1c82-4251-814e-2506afb275ff None None] Routers {'1d47cce1-1055-46f0-8787-2df242bf7b72'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:49.835402 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e58ace58-1c82-4251-814e-2506afb275ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1d47cce1-1055-46f0-8787-2df242bf7b72'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:49.840443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79539aa9-c76e-46e5-83cb-df5022a48d98 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=047996d5-d851-476d-92d2-eaac4fe80c91,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:49.905196 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e58ace58-1c82-4251-814e-2506afb275ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:49.905855 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ace58-1c82-4251-814e-2506afb275ff None None] The sync data for ids ['1d47cce1-1055-46f0-8787-2df242bf7b72'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:49.918079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-79539aa9-c76e-46e5-83cb-df5022a48d98 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:49.919184 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-79539aa9-c76e-46e5-83cb-df5022a48d98 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/047996d5-d851-476d-92d2-eaac4fe80c91 HTTP/1.1" status: 204 len: 168 time: 0.9504480 Apr 29 15:32:49.922454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33164) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:49.959830 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=361bb5f3-cc45-4f18-991d-92e985007d9b,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:49.983458 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 361bb5f3-cc45-4f18-991d-92e985007d9b details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:32:49.990618 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-66646353-3d01-4590-a2d9-7c7e6c4a9d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6312819 Apr 29 15:32:49.995004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33168) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:50.027365 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'network_id': '361bb5f3-cc45-4f18-991d-92e985007d9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:50.140838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.objects.ports [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88715) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:32:50.197715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4745cc36-078d-4ccc-8e26-c8a19e1f6302 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:50.198919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:50.218834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:50.362740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:50.367961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:50.380770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:50.384658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:subnet and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:50.390430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:50.390897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:50.391457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:50.397998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c0dc83-909a-4300-acaa-17d2fba3a0c0 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:50.399504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:50.411913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:50.413398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=5e81e902-6d57-4a8c-890d-3e1ebba5c1ca,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:50.439285 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:50.485390 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4745cc36-078d-4ccc-8e26-c8a19e1f6302 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:50.489323 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4745cc36-078d-4ccc-8e26-c8a19e1f6302 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5620191 Apr 29 15:32:50.489653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33172) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:50.497981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31957be-b057-482d-ae6c-a9e500156833 req-791cf48b-8b2a-43c4-b5f1-1d1900a4d826 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:50.504989 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d31957be-b057-482d-ae6c-a9e500156833 req-791cf48b-8b2a-43c4-b5f1-1d1900a4d826 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.5189350 Apr 29 15:32:50.517413 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:50.521576 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c0a71171-aeb5-40ea-8a40-3e2e0f5eadd1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5395346 Apr 29 15:32:50.523341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:50.526780 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:50.528412 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33176) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:50.548405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:4e:85:0d', 'name': 'tempest-NetworksTestDHCPv6-477269275'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:50.625411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Pushing event deleted for resources: {'Port': ['ID=2f837ce7-2df8-4c6a-9ef1-eb56290349e4,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:50.649131 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '5e81e902-6d57-4a8c-890d-3e1ebba5c1ca'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:32:50.650378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:50.701223 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d31957be-b057-482d-ae6c-a9e500156833 req-632c04ea-2156-4ab3-a84b-3184511c5c6e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950645 Apr 29 15:32:50.702797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:50.835109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Allocated IP 2001:db8::f816:3eff:fe6f:3bf9 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/5e81e902-6d57-4a8c-890d-3e1ebba5c1ca/282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:50.986099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b37bd483-ee9c-45df-b1ad-760b18fcb8e3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.009507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.010671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port df7eb270-0b7f-48df-a369-02559b7a2fd2 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:51.011193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.049976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1bae2e83-5d19-44e2-8108-aa652d95bb28 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.069593 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Allocated IP 172.26.2.130 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/f76d98af-45df-4c4c-bdad-b354cada3069) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:51.083740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.093407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:51.095848 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Transition to ACTIVE for port object 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:51.103226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:51.110298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:51.120093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Transition to ACTIVE for port object 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:51.150776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:51.186150 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.245312 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e3e7b-0b01-4009-8951-26c3528a45c5 req-dc3d3775-bdbb-4ed2-b806-84fb49bca7b6 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:51.253223 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-798e3e7b-0b01-4009-8951-26c3528a45c5 req-dc3d3775-bdbb-4ed2-b806-84fb49bca7b6 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3520279 Apr 29 15:32:51.255464 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:51.259275 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:51.263027 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:51.304236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Pushing event updated for resources: {'Port': ['ID=282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:51.331265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:32:51.354002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b37bd483-ee9c-45df-b1ad-760b18fcb8e3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.374675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Attempting to bind port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:32:51.375116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Attempting to bind port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:32:51.381315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Attempting to bind port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:32:51.382487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:32:51.383381 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:51.383537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.383941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:32:51.384509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Bound port: 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:32:51.384939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.394288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.402431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.482574 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-798e3e7b-0b01-4009-8951-26c3528a45c5 req-bbc91326-91a1-486e-a434-8759ece61e2b tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284911 Apr 29 15:32:51.497031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.497839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] For port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:32:51.502348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] For port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:32:51.590723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.590723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Fanout notify agent at l3_agent the message router_deleted on router 6f066b7d-f378-4837-8c98-93b5b563ec5b {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:32:51.610314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.615646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b37bd483-ee9c-45df-b1ad-760b18fcb8e3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.628154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.659494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for df7eb270-0b7f-48df-a369-02559b7a2fd2 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:51.679054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bd483-ee9c-45df-b1ad-760b18fcb8e3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eca8fe-0310-4972-9e28-e3472f664c8b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:51.713346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880336a7-f13b-4328-b37b-8e36785a114f None None] Pushing event updated for resources: {'Port': ['ID=282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:51.757422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.762241 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7eb1bcae-802e-4f15-babe-501e3aecf5f6 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/routers/6f066b7d-f378-4837-8c98-93b5b563ec5b HTTP/1.1" status: 204 len: 168 time: 4.0777161 Apr 29 15:32:51.762241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=6e1d5825-4627-4ef0-a8b7-3c2c3169a820,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:51.764041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33184) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:51.775449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2034246422', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'enable_snat': False}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:51.779699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.782988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking segment: {'id': '5d445506-f2be-47d1-95d4-db2f6e008c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '361bb5f3-cc45-4f18-991d-92e985007d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:51.783222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network hostable DHCP agents. Network: 361bb5f3-cc45-4f18-991d-92e985007d9b, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:32:51.788972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:51.789143 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.799134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Usage tracker for resource:router and tenant:62b3bde5928d41aab3535b983fef7303 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:51.802589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b37bd483-ee9c-45df-b1ad-760b18fcb8e3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.807792 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b37bd483-ee9c-45df-b1ad-760b18fcb8e3 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-groups/58eca8fe-0310-4972-9e28-e3472f664c8b HTTP/1.1" status: 204 len: 168 time: 1.3131151 Apr 29 15:32:51.808399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:51.811994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33188) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:51.849262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port b8b44479-dcd8-4d70-a90a-238c9014bc18 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:32:51.859414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:51.959308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1bae2e83-5d19-44e2-8108-aa652d95bb28 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Deleting port 0a1821b7-66c2-4b95-9457-82fb17cfe055 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:51.959663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1bae2e83-5d19-44e2-8108-aa652d95bb28 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:51.986282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836f5bd-bff7-4ae4-8553-a7130c6245cc req-838fc277-2e58-482c-8e96-768cb8827894 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:51.987808 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9836f5bd-bff7-4ae4-8553-a7130c6245cc req-838fc277-2e58-482c-8e96-768cb8827894 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3373172 Apr 29 15:32:52.008778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network 361bb5f3-cc45-4f18-991d-92e985007d9b is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:32:52.016535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:52.018485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:52.035245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7210c421-6073-40a9-a8ce-9b8c4632b29e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:52.082151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:52.093241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:52.106977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 361bb5f3-cc45-4f18-991d-92e985007d9b) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:52.118852 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c633fd23-172b-49c0-af5c-e8f4d6afaaef None None] Network 361bb5f3-cc45-4f18-991d-92e985007d9b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:52.154103 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9836f5bd-bff7-4ae4-8553-a7130c6245cc req-3a6a795d-a3ba-4750-b981-00992696264a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452579 Apr 29 15:32:52.168644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:52.169232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:52.174002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7210c421-6073-40a9-a8ce-9b8c4632b29e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:52.175746 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7210c421-6073-40a9-a8ce-9b8c4632b29e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3629556 Apr 29 15:32:52.181157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33192) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:52.185885 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fcb9580b-e94e-4067-8e00-42a79cc5bfb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group': {'name': 'tempest-secgroup--991108893'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:52.210263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fcb9580b-e94e-4067-8e00-42a79cc5bfb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:52.235003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fcb9580b-e94e-4067-8e00-42a79cc5bfb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:52.239871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:52.250215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:52.253490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::f816:3eff:fe4e:850d (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/5e81e902-6d57-4a8c-890d-3e1ebba5c1ca/b8b44479-dcd8-4d70-a90a-238c9014bc18) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:52.255328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1bae2e83-5d19-44e2-8108-aa652d95bb28 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:52.263076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:52.300087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Pushing event updated for resources: {'Port': ['ID=f76d98af-45df-4c4c-bdad-b354cada3069,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:52.535159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-361bb5f3-cc45-4f18-991d-92e985007d9b', 'network_id': '361bb5f3-cc45-4f18-991d-92e985007d9b', 'tenant_id': 'fb3aa27575784d68910bded9aa48b69d', 'fixed_ips': [{'subnet_id': '6e1d5825-4627-4ef0-a8b7-3c2c3169a820'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:32:52.537395 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bb2f69fe-6050-441c-9769-ef395e369e0e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5160289 Apr 29 15:32:52.538046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:52.670271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33198) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:52.670515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcb9580b-e94e-4067-8e00-42a79cc5bfb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:52.679642 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:52.708840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1bae2e83-5d19-44e2-8108-aa652d95bb28 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Calling delete_port for 0a1821b7-66c2-4b95-9457-82fb17cfe055 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:52.720542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:52.824774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Allocated IP 172.20.0.1 (361bb5f3-cc45-4f18-991d-92e985007d9b/6e1d5825-4627-4ef0-a8b7-3c2c3169a820/5d2afaf1-56ee-4aa8-81dd-666a2ca641fe) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:52.865911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=df7eb270-0b7f-48df-a369-02559b7a2fd2,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:52.937282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fcb9580b-e94e-4067-8e00-42a79cc5bfb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:52.937485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:53.011115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.025987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fcb9580b-e94e-4067-8e00-42a79cc5bfb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:53.081543 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.094092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Transition to ACTIVE for port object 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:53.114809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.121452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Transition to ACTIVE for port object 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:53.144394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.188142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.193538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b7fb27e6-a85d-4951-84a0-f2987060164b None None] Provisioning for port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:53.206211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:53.206560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.250127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b7fb27e6-a85d-4951-84a0-f2987060164b None None] Provisioning complete for port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:53.250502 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b7fb27e6-a85d-4951-84a0-f2987060164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.304730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Network 361bb5f3-cc45-4f18-991d-92e985007d9b is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:53.310704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:53.315566 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:53.325434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Pushing event updated for resources: {'Port': ['ID=5d2afaf1-56ee-4aa8-81dd-666a2ca641fe,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:53.342879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcb9580b-e94e-4067-8e00-42a79cc5bfb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.441611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcb9580b-e94e-4067-8e00-42a79cc5bfb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.454983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Attempting to bind port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:32:53.454983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Attempting to bind port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '5d445506-f2be-47d1-95d4-db2f6e008c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '361bb5f3-cc45-4f18-991d-92e985007d9b'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:32:53.454983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Attempting to bind port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe on network 361bb5f3-cc45-4f18-991d-92e985007d9b {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:32:53.460540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.472909 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:32:53.473289 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Checking segment: {'id': '5d445506-f2be-47d1-95d4-db2f6e008c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '361bb5f3-cc45-4f18-991d-92e985007d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:32:53.473678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.474047 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Bound using segment: {'id': '5d445506-f2be-47d1-95d4-db2f6e008c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '361bb5f3-cc45-4f18-991d-92e985007d9b'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:32:53.474841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Bound port: 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d445506-f2be-47d1-95d4-db2f6e008c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '361bb5f3-cc45-4f18-991d-92e985007d9b'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:32:53.474841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.475720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6607564-366b-44c7-b91b-4b17891f796b req-61d04855-ac95-4fc7-b4fd-70f716340bfa tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:53.477276 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6607564-366b-44c7-b91b-4b17891f796b req-61d04855-ac95-4fc7-b4fd-70f716340bfa tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 1.0592892 Apr 29 15:32:53.479317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.487670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.498109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1bae2e83-5d19-44e2-8108-aa652d95bb28 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.536889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b7fb27e6-a85d-4951-84a0-f2987060164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.544526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object b8b44479-dcd8-4d70-a90a-238c9014bc18 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:32:53.598956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9580b-e94e-4067-8e00-42a79cc5bfb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d3376c-50a9-4b29-877f-d4d385182851,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:53.599357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] For port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:32:53.601173 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6607564-366b-44c7-b91b-4b17891f796b req-e533ee98-eb6c-4caa-89f1-81c12476f73a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084547 Apr 29 15:32:53.601300 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae2e83-5d19-44e2-8108-aa652d95bb28 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event deleted for resources: {'Port': ['ID=0a1821b7-66c2-4b95-9457-82fb17cfe055,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:53.603185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] For port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5d2afaf1-56ee-4aa8-81dd-666a2ca641fe,segment=NetworkSegment(5d445506-f2be-47d1-95d4-db2f6e008c79),segment_id=5d445506-f2be-47d1-95d4-db2f6e008c79)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:32:53.605081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b7fb27e6-a85d-4951-84a0-f2987060164b None None] For port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:53.622277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.662758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.682329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.683298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Fanout notify agent at l3_agent the message router_deleted on router 1d47cce1-1055-46f0-8787-2df242bf7b72 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:32:53.703149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b7fb27e6-a85d-4951-84a0-f2987060164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.754156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcb9580b-e94e-4067-8e00-42a79cc5bfb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.755530 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fcb9580b-e94e-4067-8e00-42a79cc5bfb0 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5737724 Apr 29 15:32:53.773008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c7c27-3cdb-4bf7-bf0f-dc4f714e667a None None] Pushing event updated for resources: {'Port': ['ID=5d2afaf1-56ee-4aa8-81dd-666a2ca641fe,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:53.773230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33204) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:53.795835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-bcfd12f4-ab11-4aa8-9c1a-a353efc28484 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Request body: {'security_group_rule': {'security_group_id': 'e8d3376c-50a9-4b29-877f-d4d385182851', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:53.809618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bcfd12f4-ab11-4aa8-9c1a-a353efc28484 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:32:53.838181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bcfd12f4-ab11-4aa8-9c1a-a353efc28484 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Usage tracker for resource:security_group_rule and tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:32:53.869597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bcfd12f4-ab11-4aa8-9c1a-a353efc28484 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:32:53.869828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.877792 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb27e6-a85d-4951-84a0-f2987060164b None None] Pushing event updated for resources: {'Port': ['ID=282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:53.884766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe, host dv-neutron-839183-1-hyperv, got binding levels [] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:53.885366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:53.895416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bcfd12f4-ab11-4aa8-9c1a-a353efc28484 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:32:53.954692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:54.034379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:54.036218 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-25f31466-1da8-4241-a6c8-7be7455135da tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/routers/1d47cce1-1055-46f0-8787-2df242bf7b72 HTTP/1.1" status: 204 len: 168 time: 4.2785747 Apr 29 15:32:54.062347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33208) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:54.125731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:54.140518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:54.147820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:54.153798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:54.154710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:54.194076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=b8b44479-dcd8-4d70-a90a-238c9014bc18,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:54.221381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d9640b-7d79-4188-9042-a4bf1866b3eb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting subnet b09cda90-4188-4250-b8e1-50dfb9bacb14 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:32:54.237454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d4cbb-2a28-410b-ae0c-73d37e38782b req-2366a20d-0925-4d70-9c11-95a820bf119c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:54.239057 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f14d4cbb-2a28-410b-ae0c-73d37e38782b req-2366a20d-0925-4d70-9c11-95a820bf119c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3945658 Apr 29 15:32:54.239819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67d9640b-7d79-4188-9042-a4bf1866b3eb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:54.414242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:54.467004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0a822543-357b-4214-aff1-77eed3ad9439 None None] Provisioning for port b8b44479-dcd8-4d70-a90a-238c9014bc18 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:54.472933 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0a822543-357b-4214-aff1-77eed3ad9439 None None] Provisioning complete for port b8b44479-dcd8-4d70-a90a-238c9014bc18 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:54.473422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a822543-357b-4214-aff1-77eed3ad9439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:54.537209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-0a822543-357b-4214-aff1-77eed3ad9439 None None] Port b8b44479-dcd8-4d70-a90a-238c9014bc18 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:32:54.537425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f4-ab11-4aa8-9c1a-a353efc28484 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:54.559695 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-66046023-2e67-4033-8ced-16e7ec8c976c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0204501 Apr 29 15:32:54.581972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33212) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:54.613205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67d9640b-7d79-4188-9042-a4bf1866b3eb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:54.678000 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f14d4cbb-2a28-410b-ae0c-73d37e38782b req-29edc4cf-33ed-4b36-be38-52292e0bc735 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4030893 Apr 29 15:32:54.682027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:54.726850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:54.767923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:54.782324 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:54.850166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1bae2e83-5d19-44e2-8108-aa652d95bb28 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:54.865622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f4-ab11-4aa8-9c1a-a353efc28484 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:54.951021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:54.951711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:54.992352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67d9640b-7d79-4188-9042-a4bf1866b3eb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.012121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f4-ab11-4aa8-9c1a-a353efc28484 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.019530 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59c8a25-6951-41b6-814b-13e372d0faed None None] Network 361bb5f3-cc45-4f18-991d-92e985007d9b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:55.072791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd12f4-ab11-4aa8-9c1a-a353efc28484 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4bb516-8546-4ff6-a6ef-4cd4e4b4492b,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:55.074887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:55.125328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80a7513-2b65-4b70-a51a-e35a487424f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:55.131060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80a7513-2b65-4b70-a51a-e35a487424f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:55.131818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c80a7513-2b65-4b70-a51a-e35a487424f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:55.136983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:55.187446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67d9640b-7d79-4188-9042-a4bf1866b3eb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.209968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Allocated IP 172.26.2.118 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/6d8532e1-ee5b-44f8-85bf-67eb360df6c6) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:32:55.274207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Router 4785e7fa-37d4-4d5d-a7b3-83026dff0acc is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:32:55.291312 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:55.291673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.325921 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a3cdf3e6-b536-4ffb-8798-e9eccf6afdb8 None None] Provisioning for port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:32:55.352516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a3cdf3e6-b536-4ffb-8798-e9eccf6afdb8 None None] Provisioning complete for port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:55.352885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf3e6-b536-4ffb-8798-e9eccf6afdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.371087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9640b-7d79-4188-9042-a4bf1866b3eb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Subnet': ['ID=b09cda90-4188-4250-b8e1-50dfb9bacb14,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:55.377363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67d9640b-7d79-4188-9042-a4bf1866b3eb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.423792 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fdd6b2-44d0-4e30-9125-fe6047bf8f8c None None] Network 253bb960-df90-4f9e-b1af-6435931b56f4 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:55.465057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c80a7513-2b65-4b70-a51a-e35a487424f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:55.465863 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c80a7513-2b65-4b70-a51a-e35a487424f5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.8828983 Apr 29 15:32:55.466705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bcfd12f4-ab11-4aa8-9c1a-a353efc28484 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.467764 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bcfd12f4-ab11-4aa8-9c1a-a353efc28484 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6931698 Apr 29 15:32:55.468638 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:55.471278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.492609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33222) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:55.493202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33224) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:55.503002 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-67d9640b-7d79-4188-9042-a4bf1866b3eb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/subnets/b09cda90-4188-4250-b8e1-50dfb9bacb14 HTTP/1.1" status: 204 len: 168 time: 1.4362175 Apr 29 15:32:55.509832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33228) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:55.749686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5b09abb1-734d-4634-83e1-bf7e167602fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port b8b44479-dcd8-4d70-a90a-238c9014bc18 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:55.749902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5b09abb1-734d-4634-83e1-bf7e167602fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.821598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf3e6-b536-4ffb-8798-e9eccf6afdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.855664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.866291 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a3cdf3e6-b536-4ffb-8798-e9eccf6afdb8 None None] For port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5d2afaf1-56ee-4aa8-81dd-666a2ca641fe,segment=NetworkSegment(5d445506-f2be-47d1-95d4-db2f6e008c79),segment_id=5d445506-f2be-47d1-95d4-db2f6e008c79)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:55.878049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5d2afaf1-56ee-4aa8-81dd-666a2ca641fe,segment=NetworkSegment(5d445506-f2be-47d1-95d4-db2f6e008c79),segment_id=5d445506-f2be-47d1-95d4-db2f6e008c79)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:55.878049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.888603 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6af7585d-0951-4065-ba9d-bd3a9a7eab36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.959378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:55.974539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66ace0-3105-41fd-bbee-3bf9e40a02eb req-4694849f-4dd1-43bd-8be2-00ea54ac1a49 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:55.974662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40135b-4a4f-49ca-bf32-66adbea39575 None None] DHCP port deletion for 253bb960-df90-4f9e-b1af-6435931b56f4 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:32:55.980897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4c2a1-57b5-410d-84fb-32add476e530 None None] Sync routers for ids ['4785e7fa-37d4-4d5d-a7b3-83026dff0acc'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:55.981579 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6f66ace0-3105-41fd-bbee-3bf9e40a02eb req-4694849f-4dd1-43bd-8be2-00ea54ac1a49 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6005192 Apr 29 15:32:55.983391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port 9855e7dd-f10f-43ef-816e-2689d2a40826 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:55.983739 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:55.990996 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1c40135b-4a4f-49ca-bf32-66adbea39575 None None] Deleting port 9855e7dd-f10f-43ef-816e-2689d2a40826 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:55.991648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1c40135b-4a4f-49ca-bf32-66adbea39575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.008111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:56.020612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf3e6-b536-4ffb-8798-e9eccf6afdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.099690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6af7585d-0951-4065-ba9d-bd3a9a7eab36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.122980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4c2a1-57b5-410d-84fb-32add476e530 None None] Routers {'4785e7fa-37d4-4d5d-a7b3-83026dff0acc'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:56.123730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-07b4c2a1-57b5-410d-84fb-32add476e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['4785e7fa-37d4-4d5d-a7b3-83026dff0acc'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:56.134453 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:56.134758 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:56.165793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.184144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bae2e83-5d19-44e2-8108-aa652d95bb28 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Router de0ca21e-f725-4cfa-94cc-a835ef61f6a8 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:32:56.212272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.214115 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5298572d-5164-402e-a280-cd078867e515 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.6432674 Apr 29 15:32:56.229196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-07b4c2a1-57b5-410d-84fb-32add476e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:56.233892 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6f66ace0-3105-41fd-bbee-3bf9e40a02eb req-779f7d71-e9c0-488b-a3d3-965a4c1ad594 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514148 Apr 29 15:32:56.275402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4c2a1-57b5-410d-84fb-32add476e530 None None] Routers {'4785e7fa-37d4-4d5d-a7b3-83026dff0acc'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:56.275946 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-07b4c2a1-57b5-410d-84fb-32add476e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['4785e7fa-37d4-4d5d-a7b3-83026dff0acc'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:56.327050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdf3e6-b536-4ffb-8798-e9eccf6afdb8 None None] Pushing event updated for resources: {'Port': ['ID=5d2afaf1-56ee-4aa8-81dd-666a2ca641fe,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:56.331925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33234) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:56.354160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-02ff2d01-4683-4df5-9c93-27e3c34edda4 None None] Provisioning complete for port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:56.354505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-02ff2d01-4683-4df5-9c93-27e3c34edda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.358199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:32:56.378758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-07b4c2a1-57b5-410d-84fb-32add476e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:56.379173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4c2a1-57b5-410d-84fb-32add476e530 None None] The sync data for ids ['4785e7fa-37d4-4d5d-a7b3-83026dff0acc'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:56.412504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:56.412504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.508252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-1c40135b-4a4f-49ca-bf32-66adbea39575 None None] For port 9855e7dd-f10f-43ef-816e-2689d2a40826, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9855e7dd-f10f-43ef-816e-2689d2a40826,segment=NetworkSegment(c80d718e-7c44-4071-befb-6078ec70f659),segment_id=c80d718e-7c44-4071-befb-6078ec70f659)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:56.508675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1c40135b-4a4f-49ca-bf32-66adbea39575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.530288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5b09abb1-734d-4634-83e1-bf7e167602fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.612749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:32:56.662268 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bae2e83-5d19-44e2-8108-aa652d95bb28 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:32:56.676077 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd70c731-bfe0-4805-b150-7f90200d6784 None None] Sync routers for ids ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:32:56.685759 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd70c731-bfe0-4805-b150-7f90200d6784 None None] Routers {'de0ca21e-f725-4cfa-94cc-a835ef61f6a8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:56.686676 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-dd70c731-bfe0-4805-b150-7f90200d6784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:56.713240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6af7585d-0951-4065-ba9d-bd3a9a7eab36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.725243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5b09abb1-734d-4634-83e1-bf7e167602fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for b8b44479-dcd8-4d70-a90a-238c9014bc18 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:56.751374 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-dd70c731-bfe0-4805-b150-7f90200d6784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:56.760422 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd70c731-bfe0-4805-b150-7f90200d6784 None None] Routers {'de0ca21e-f725-4cfa-94cc-a835ef61f6a8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:32:56.761515 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-dd70c731-bfe0-4805-b150-7f90200d6784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:56.775027 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1c40135b-4a4f-49ca-bf32-66adbea39575 None None] Calling delete_port for 9855e7dd-f10f-43ef-816e-2689d2a40826 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:56.791571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7585d-0951-4065-ba9d-bd3a9a7eab36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d3376c-50a9-4b29-877f-d4d385182851,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:56.808437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] For port 9855e7dd-f10f-43ef-816e-2689d2a40826, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9855e7dd-f10f-43ef-816e-2689d2a40826,segment=NetworkSegment(c80d718e-7c44-4071-befb-6078ec70f659),segment_id=c80d718e-7c44-4071-befb-6078ec70f659)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:56.809185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.830123 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-dd70c731-bfe0-4805-b150-7f90200d6784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:56.831031 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd70c731-bfe0-4805-b150-7f90200d6784 None None] The sync data for ids ['de0ca21e-f725-4cfa-94cc-a835ef61f6a8'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:32:56.844027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.881077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6af7585d-0951-4065-ba9d-bd3a9a7eab36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.882256 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6af7585d-0951-4065-ba9d-bd3a9a7eab36 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-groups/e8d3376c-50a9-4b29-877f-d4d385182851 HTTP/1.1" status: 204 len: 168 time: 1.3789225 Apr 29 15:32:56.892330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:32:56.892897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:56.905011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33240) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:56.953046 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for 9855e7dd-f10f-43ef-816e-2689d2a40826 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:56.995061 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1bae2e83-5d19-44e2-8108-aa652d95bb28 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "PUT /v2.0/routers/de0ca21e-f725-4cfa-94cc-a835ef61f6a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2152851 Apr 29 15:32:57.005894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33244) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:57.010125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1c40135b-4a4f-49ca-bf32-66adbea39575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:57.066801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40135b-4a4f-49ca-bf32-66adbea39575 None None] No DVR routers for this DVR port 9855e7dd-f10f-43ef-816e-2689d2a40826 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:32:57.091056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40135b-4a4f-49ca-bf32-66adbea39575 None None] Pushing event deleted for resources: {'Port': ['ID=9855e7dd-f10f-43ef-816e-2689d2a40826,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:57.133044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:32:57.144945 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:32:57.150690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9855e7dd-f10f-43ef-816e-2689d2a40826 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:32:57.167612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:32:57.196500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5d2afaf1-56ee-4aa8-81dd-666a2ca641fe,segment=NetworkSegment(5d445506-f2be-47d1-95d4-db2f6e008c79),segment_id=5d445506-f2be-47d1-95d4-db2f6e008c79)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:32:57.197119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:57.224139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event updated for resources: {'Port': ['ID=6d8532e1-ee5b-44f8-85bf-67eb360df6c6,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:57.249839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:32:57.250747 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:32:57.285694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:57.290927 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 9855e7dd-f10f-43ef-816e-2689d2a40826 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:32:57.291398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9855e7dd-f10f-43ef-816e-2689d2a40826 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:32:57.425535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5b09abb1-734d-4634-83e1-bf7e167602fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:57.506459 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-59297b63-2d3a-4d98-8fef-540b06d69260 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:57.515231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:57.537252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09abb1-734d-4634-83e1-bf7e167602fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=b8b44479-dcd8-4d70-a90a-238c9014bc18,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:57.601003 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5b09abb1-734d-4634-83e1-bf7e167602fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:57.640859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:57.660251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110c1de-2fad-42ff-a01d-72e1da5e5777 req-ac889122-edcc-4e96-93b1-e1e3b5b80f4c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:57.661813 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9110c1de-2fad-42ff-a01d-72e1da5e5777 req-ac889122-edcc-4e96-93b1-e1e3b5b80f4c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.2555697 Apr 29 15:32:57.692355 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5b09abb1-734d-4634-83e1-bf7e167602fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/b8b44479-dcd8-4d70-a90a-238c9014bc18 HTTP/1.1" status: 204 len: 168 time: 2.1912003 Apr 29 15:32:57.701330 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33250) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:57.734025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-59297b63-2d3a-4d98-8fef-540b06d69260 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:57.738317 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-59297b63-2d3a-4d98-8fef-540b06d69260 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8217945 Apr 29 15:32:57.742922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33254) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:57.748154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Deleting port 6b26ea31-dca6-4167-b660-de1fdd0c5dc8 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:57.748519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:57.897609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port 9855e7dd-f10f-43ef-816e-2689d2a40826 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:57.897819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:57.970292 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9110c1de-2fad-42ff-a01d-72e1da5e5777 req-d076cd2b-36fc-48f5-86c3-109d4e1b4b78 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002162 Apr 29 15:32:58.030891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] The port '9855e7dd-f10f-43ef-816e-2689d2a40826' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:32:58.051498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.098860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b052a-1e8b-450a-abdf-cc85f09a81c3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:58.100486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b052a-1e8b-450a-abdf-cc85f09a81c3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:58.101240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e24b052a-1e8b-450a-abdf-cc85f09a81c3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:58.137556 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.213699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c1165cec-0aaf-4060-a074-2c273cb5756e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:58.271735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Port': ['ID=5d2afaf1-56ee-4aa8-81dd-666a2ca641fe,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:58.300890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.322030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.339802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e24b052a-1e8b-450a-abdf-cc85f09a81c3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:58.340999 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e24b052a-1e8b-450a-abdf-cc85f09a81c3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6387448 Apr 29 15:32:58.353007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33262) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:58.360002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd18fe6-738f-41cd-b1f0-e4c2fcca5fc7 None None] DHCP port deletion for 361bb5f3-cc45-4f18-991d-92e985007d9b request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:32:58.374542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No DVR routers for this DVR port 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:32:58.380407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5394b3bf-3454-4ad5-b57c-36d425da204b None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:32:58.387910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253bb960-df90-4f9e-b1af-6435931b56f4']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:58.436396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.462496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.515297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.552761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394b3bf-3454-4ad5-b57c-36d425da204b None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:32:58.609959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:32:58.633218 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80d718e-7c44-4071-befb-6078ec70f659') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:58.633582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80d718e-7c44-4071-befb-6078ec70f659') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:58.645962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c1165cec-0aaf-4060-a074-2c273cb5756e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group_rule {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:58.649281 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c1165cec-0aaf-4060-a074-2c273cb5756e tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.8998413 Apr 29 15:32:58.660345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Calling delete_port for 6b26ea31-dca6-4167-b660-de1fdd0c5dc8 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:58.660780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:32:58.661063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5d2afaf1-56ee-4aa8-81dd-666a2ca641fe not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:32:58.676860 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Deleting port f76d98af-45df-4c4c-bdad-b354cada3069 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:58.677215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.706152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33266) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:58.719015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.766165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.769912 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-e6054b3b-559e-4712-bfee-0023746065f7 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] delete failed (client error): The resource could not be found. Apr 29 15:32:58.777746 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e6054b3b-559e-4712-bfee-0023746065f7 tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "DELETE /v2.0/security-groups/e8d3376c-50a9-4b29-877f-d4d385182851 HTTP/1.1" status: 404 len: 347 time: 0.0586126 Apr 29 15:32:58.780266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-877c132a-6e16-4fe4-9dd2-4605822ef13b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 5e81e902-6d57-4a8c-890d-3e1ebba5c1ca {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:32:58.786787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33270) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:58.792156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:32:58.792599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.808724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-877c132a-6e16-4fe4-9dd2-4605822ef13b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:32:58.844304 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:32:58.992097 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd36cc3-81ed-4423-934d-68f99bb4267b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-361bb5f3-cc45-4f18-991d-92e985007d9b', 'network_id': '361bb5f3-cc45-4f18-991d-92e985007d9b', 'tenant_id': 'fb3aa27575784d68910bded9aa48b69d', 'fixed_ips': [{'subnet_id': '6e1d5825-4627-4ef0-a8b7-3c2c3169a820'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:32:58.992649 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7cd36cc3-81ed-4423-934d-68f99bb4267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:59.026784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-877c132a-6e16-4fe4-9dd2-4605822ef13b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:59.081313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dfede84e-ad99-463c-a0b4-cc9fa47168bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Synchronizing usage tracker for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:32:59.096250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c9180-d728-4408-9815-c3ca235ea45c req-5c70acc7-5254-4c3c-9dae-fb9f89fca97c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:59.100948 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fb6c9180-d728-4408-9815-c3ca235ea45c req-5c70acc7-5254-4c3c-9dae-fb9f89fca97c tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6564898 Apr 29 15:32:59.105756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:59.154004 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server [None req-7cd36cc3-81ed-4423-934d-68f99bb4267b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e1d5825-4627-4ef0-a8b7-3c2c3169a820: This subnet is being modified by another concurrent operation. Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:32:59.154765 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise exception Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e1d5825-4627-4ef0-a8b7-3c2c3169a820: This subnet is being modified by another concurrent operation. Apr 29 15:32:59.164625 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server Apr 29 15:32:59.181584 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b445f-9848-450d-b3a9-babf689021e3 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:32:59.185216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dfede84e-ad99-463c-a0b4-cc9fa47168bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] Unset dirty status for tenant:fe2962a5d80f4653b0e80e4b1ad1cf3d on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:32:59.192517 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dfede84e-ad99-463c-a0b4-cc9fa47168bf tempest-SecGroupTest-1029010117 tempest-SecGroupTest-1029010117-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3976820 Apr 29 15:32:59.192517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Network': ['ID=253bb960-df90-4f9e-b1af-6435931b56f4,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:59.197077 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-21f9f2c1-ed86-4456-8bb4-07a78c052d49 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/networks/253bb960-df90-4f9e-b1af-6435931b56f4 HTTP/1.1" status: 204 len: 168 time: 3.6669185 Apr 29 15:32:59.198937 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33276) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:59.216322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:59.281771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875bf-4da2-409f-968f-13212ce44be7 req-ca161bc9-bf09-4c7b-979b-27f407ff71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:59.283391 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-980875bf-4da2-409f-968f-13212ce44be7 req-ca161bc9-bf09-4c7b-979b-27f407ff71a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba1efd4495704a168117d9d603fb1f93&device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 1099 time: 0.7417095 Apr 29 15:32:59.314858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Subnet': ['ID=6e1d5825-4627-4ef0-a8b7-3c2c3169a820,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:59.353561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:59.376709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545b445f-9848-450d-b3a9-babf689021e3 None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:32:59.432982 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fb6c9180-d728-4408-9815-c3ca235ea45c req-22fcfdb6-9110-4fec-b3fe-b26319bb1e7f tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251939 Apr 29 15:32:59.575530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Calling delete_port for f76d98af-45df-4c4c-bdad-b354cada3069 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:32:59.604448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:59.622514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-877c132a-6e16-4fe4-9dd2-4605822ef13b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:59.658772 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-371ffb53-b17e-4e42-abe8-daa5b815ab8a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port 0d6f5d42-6275-497a-a3a4-bff7ffcdc597 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:32:59.659195 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-371ffb53-b17e-4e42-abe8-daa5b815ab8a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:59.734671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361bb5f3-cc45-4f18-991d-92e985007d9b']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:59.754529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:59.773285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d445506-f2be-47d1-95d4-db2f6e008c79') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:59.773618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d445506-f2be-47d1-95d4-db2f6e008c79') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:32:59.807717 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b4cc0-1f56-4b83-8be2-a6f2178acdc7 None None] Network 361bb5f3-cc45-4f18-991d-92e985007d9b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:32:59.824179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33282) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:32:59.837930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:59.858195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875bf-4da2-409f-968f-13212ce44be7 req-3f6163a5-5e0f-411e-b13a-9bfb87acfd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:32:59.859755 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-980875bf-4da2-409f-968f-13212ce44be7 req-3f6163a5-5e0f-411e-b13a-9bfb87acfd9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=2964b386-6c1c-4f7e-9bbd-459b2e114f03 HTTP/1.1" status: 200 len: 913 time: 0.5644321 Apr 29 15:32:59.901227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event deleted for resources: {'Port': ['ID=6b26ea31-dca6-4167-b660-de1fdd0c5dc8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:32:59.906719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-877c132a-6e16-4fe4-9dd2-4605822ef13b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:32:59.923458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.041649 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254ff22f-11d8-4d55-8705-979ecf2969a2 None None] DHCP port deletion for 361bb5f3-cc45-4f18-991d-92e985007d9b request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:33:00.043862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.047535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c132a-6e16-4fe4-9dd2-4605822ef13b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=5e81e902-6d57-4a8c-890d-3e1ebba5c1ca,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:00.049956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-877c132a-6e16-4fe4-9dd2-4605822ef13b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.057276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-face9166-bd50-49c9-b7d7-5f2e3a46f956 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:00.059585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-371ffb53-b17e-4e42-abe8-daa5b815ab8a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.059921 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-371ffb53-b17e-4e42-abe8-daa5b815ab8a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.061016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:00.065456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:00.080896 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:00.190272 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-980875bf-4da2-409f-968f-13212ce44be7 req-966810b9-a949-4571-80d4-80aff2c96827 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=647904f8-4d44-429d-940d-7234c4631de1 HTTP/1.1" status: 200 len: 1001 time: 0.2501600 Apr 29 15:33:00.223785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-371ffb53-b17e-4e42-abe8-daa5b815ab8a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for 0d6f5d42-6275-497a-a3a4-bff7ffcdc597 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:00.256756 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-877c132a-6e16-4fe4-9dd2-4605822ef13b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/5e81e902-6d57-4a8c-890d-3e1ebba5c1ca HTTP/1.1" status: 204 len: 168 time: 1.8918965 Apr 29 15:33:00.261155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33288) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:00.287958 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6b7ab1d0-7c5c-4a2a-9d7c-c41fd333a4d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe2962a5d80f4653b0e80e4b1ad1cf3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618967 Apr 29 15:33:00.291185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.330900 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33292) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:00.354268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172769c9-316d-4110-abdb-73fd084b0683 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:33:00.358843 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-172769c9-316d-4110-abdb-73fd084b0683 None None] Deleting port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:00.359211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-172769c9-316d-4110-abdb-73fd084b0683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.499319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.502848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.520166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.531032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.571063 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6847c758-0a30-4ad7-89f8-c01a8b405f34 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3049958 Apr 29 15:33:00.576831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33298) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:00.585834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875bf-4da2-409f-968f-13212ce44be7 req-1635d10b-0282-4487-af97-1a3543f54a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:00.586821 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-980875bf-4da2-409f-968f-13212ce44be7 req-1635d10b-0282-4487-af97-1a3543f54a19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9e596a82-36fa-4d0f-b10e-5eea0b359f13 HTTP/1.1" status: 200 len: 851 time: 0.3857403 Apr 29 15:33:00.627665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:00.628246 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Network': ['ID=361bb5f3-cc45-4f18-991d-92e985007d9b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:00.660410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.661102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Fanout notify agent at l3_agent the message router_deleted on router de0ca21e-f725-4cfa-94cc-a835ef61f6a8 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:33:00.662612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cf1abeee-c130-4927-87e7-c8fb04e9f2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.695970 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-172769c9-316d-4110-abdb-73fd084b0683 None None] For port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:00.696554 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-172769c9-316d-4110-abdb-73fd084b0683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.714893 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4d051440-21fb-49cd-b4ba-2a1dd3b114b1 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/361bb5f3-cc45-4f18-991d-92e985007d9b HTTP/1.1" status: 204 len: 168 time: 8.0214362 Apr 29 15:33:00.716498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33302) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:00.734725 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-205308280'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:00.755343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:00.773099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:network and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:00.785794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:00.795190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cc5f24-184d-4877-93d9-1c3f30cb1476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:00.795380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cf1abeee-c130-4927-87e7-c8fb04e9f2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.795484 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f6cc5f24-184d-4877-93d9-1c3f30cb1476 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2096961 Apr 29 15:33:00.795484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33306) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:00.799349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980875bf-4da2-409f-968f-13212ce44be7 req-74e55927-fb3a-4090-9f36-bd722f185895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:00.800831 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-980875bf-4da2-409f-968f-13212ce44be7 req-74e55927-fb3a-4090-9f36-bd722f185895 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2964b386-6c1c-4f7e-9bbd-459b2e114f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1640539 Apr 29 15:33:00.804599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:00.815582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.819146 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d5143770-cd5c-4423-8591-d64d4c343e14 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "DELETE /v2.0/routers/de0ca21e-f725-4cfa-94cc-a835ef61f6a8 HTTP/1.1" status: 204 len: 168 time: 3.8088918 Apr 29 15:33:00.828217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33310) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:00.851950 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-172769c9-316d-4110-abdb-73fd084b0683 None None] Calling delete_port for 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:00.861105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.908218 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-371ffb53-b17e-4e42-abe8-daa5b815ab8a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.913975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Router 3de6637d-577e-4f15-9eac-719491ca90c3 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:33:00.964744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:00.968164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.971135 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Pushing event deleted for resources: {'Port': ['ID=f76d98af-45df-4c4c-bdad-b354cada3069,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:00.981408 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:00.981754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ffb53-b17e-4e42-abe8-daa5b815ab8a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=0d6f5d42-6275-497a-a3a4-bff7ffcdc597,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:00.992148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-888e1f99-14cc-4cf8-85fd-52ba3c482666 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Deleting subnet 0b51bb14-a79c-4b55-a215-92e8566446a6 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:33:01.033171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef984f3-c5ab-4dd6-9916-68d75b416d91 req-c7f07c0b-1c89-4938-88d0-d5c811df0b81 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:01.034641 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3ef984f3-c5ab-4dd6-9916-68d75b416d91 req-c7f07c0b-1c89-4938-88d0-d5c811df0b81 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.3794119 Apr 29 15:33:01.049776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-888e1f99-14cc-4cf8-85fd-52ba3c482666 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.087165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a7ca78-fd44-4055-b0cb-5bcf41433b7d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:01.087761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b0a7ca78-fd44-4055-b0cb-5bcf41433b7d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:01.091388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-172769c9-316d-4110-abdb-73fd084b0683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.132246 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cf1abeee-c130-4927-87e7-c8fb04e9f2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.148285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172769c9-316d-4110-abdb-73fd084b0683 None None] Pushing event deleted for resources: {'Port': ['ID=282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:01.150273 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172769c9-316d-4110-abdb-73fd084b0683 None None] No DVR routers for this DVR port 282e8cbb-c0a8-44ed-bfdc-baa2f7d5d1a0 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:01.295498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.327590 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1abeee-c130-4927-87e7-c8fb04e9f2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d316d6-f919-4f83-aead-e5539f68bc1f,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:01.330277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:01.345505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-888e1f99-14cc-4cf8-85fd-52ba3c482666 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.387533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.387877 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Added segment 10e21ad1-c947-4a5d-8144-7ff27dd9b3b4 of type vlan for network 7504ec15-d91d-45c6-8226-4c6dfc5c0efb Apr 29 15:33:01.393607 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3ef984f3-c5ab-4dd6-9916-68d75b416d91 req-e6d9f5a0-baee-4f9b-8725-2f82c9c36da0 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3448679 Apr 29 15:33:01.403376 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-371ffb53-b17e-4e42-abe8-daa5b815ab8a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.416131 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-980875bf-4da2-409f-968f-13212ce44be7 req-9bdb0919-fd45-4425-a248-098c27bfd9d8 service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781195 Apr 29 15:33:01.427464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b0a7ca78-fd44-4055-b0cb-5bcf41433b7d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:01.428605 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b0a7ca78-fd44-4055-b0cb-5bcf41433b7d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6323805 Apr 29 15:33:01.432152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33314) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:01.447066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-371ffb53-b17e-4e42-abe8-daa5b815ab8a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.448169 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-371ffb53-b17e-4e42-abe8-daa5b815ab8a tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/floatingips/04abf1f9-7cf2-433d-a04c-297618b5e1b5 HTTP/1.1" status: 204 len: 168 time: 2.2495911 Apr 29 15:33:01.458236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33318) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:01.520740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cf1abeee-c130-4927-87e7-c8fb04e9f2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.521869 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cf1abeee-c130-4927-87e7-c8fb04e9f2da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3d316d6-f919-4f83-aead-e5539f68bc1f HTTP/1.1" status: 204 len: 168 time: 1.1860199 Apr 29 15:33:01.523853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.545039 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b53a5770-56ea-45b3-a60c-f9f4b7795c09 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056287 Apr 29 15:33:01.547069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33324) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:01.556592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:01.652950 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f4ea75-59e0-4e6a-98d3-c4caecb7c757 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] DELETE failed (client error): The resource could not be found. Apr 29 15:33:01.653351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f4ea75-59e0-4e6a-98d3-c4caecb7c757 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:33:01.658605 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b8f4ea75-59e0-4e6a-98d3-c4caecb7c757 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/ports/208c2afa-0ad6-477a-b4b4-0cb78b28c83f HTTP/1.1" status: 404 len: 333 time: 0.1943321 Apr 29 15:33:01.662655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33328) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:01.710001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-888e1f99-14cc-4cf8-85fd-52ba3c482666 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.767484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7a74a7e9-ecbf-4a8b-8753-dd3a1ee08ae2 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Synchronizing usage tracker for tenant:f6888428a038455d869f128072efda66 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:01.774307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.779621 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:01.780191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:01.784369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:33:01.794367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Sync routers for ids ['3de6637d-577e-4f15-9eac-719491ca90c3'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:33:01.805176 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Routers {'3de6637d-577e-4f15-9eac-719491ca90c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:01.805857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3de6637d-577e-4f15-9eac-719491ca90c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:01.816506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:01.912443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:01.933355 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=7504ec15-d91d-45c6-8226-4c6dfc5c0efb,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:01.948653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 7504ec15-d91d-45c6-8226-4c6dfc5c0efb details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:01.966067 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-86b6b41f-a42c-433c-abde-09b02a0f3b7a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2378311 Apr 29 15:33:01.969358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33334) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:01.978838 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'network_id': '7504ec15-d91d-45c6-8226-4c6dfc5c0efb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:02.007115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7a74a7e9-ecbf-4a8b-8753-dd3a1ee08ae2 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Unset dirty status for tenant:f6888428a038455d869f128072efda66 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:02.008561 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7a74a7e9-ecbf-4a8b-8753-dd3a1ee08ae2 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d47cce1-1055-46f0-8787-2df242bf7b72 HTTP/1.1" status: 200 len: 205 time: 0.3449488 Apr 29 15:33:02.020585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33340) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:02.052409 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.067326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.079639 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-980875bf-4da2-409f-968f-13212ce44be7 req-4b07cf49-e356-4761-89c3-5836ecc2aacb service neutron] 10.222.0.44 "GET /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493611 Apr 29 15:33:02.097065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-888e1f99-14cc-4cf8-85fd-52ba3c482666 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.118316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-11cce68a-95d3-4be2-9f96-c57408a6925c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.123673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Set router 3de6637d-577e-4f15-9eac-719491ca90c3 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:33:02.140321 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-4ee9fb1c-0e6f-4204-9d5f-27a8677e55b1 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] delete failed (client error): The resource could not be found. Apr 29 15:33:02.143880 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4ee9fb1c-0e6f-4204-9d5f-27a8677e55b1 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/routers/1d47cce1-1055-46f0-8787-2df242bf7b72 HTTP/1.1" status: 404 len: 336 time: 0.1196175 Apr 29 15:33:02.195176 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33348) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:02.212580 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.213534 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9b8f9659-29d5-43fa-a1cd-8b63c79ad711 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.4453988 Apr 29 15:33:02.216097 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e1f99-14cc-4cf8-85fd-52ba3c482666 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event deleted for resources: {'Subnet': ['ID=0b51bb14-a79c-4b55-a215-92e8566446a6,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:02.216928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33352) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:02.218917 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:02.222696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.275423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-888e1f99-14cc-4cf8-85fd-52ba3c482666 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.300601 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a51a4a1-d5fb-4178-8a22-b7a170c9717d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] DELETE failed (client error): The resource could not be found. Apr 29 15:33:02.303316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a51a4a1-d5fb-4178-8a22-b7a170c9717d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:33:02.303316 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7a51a4a1-d5fb-4178-8a22-b7a170c9717d tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/subnets/b09cda90-4188-4250-b8e1-50dfb9bacb14 HTTP/1.1" status: 404 len: 337 time: 0.1017916 Apr 29 15:33:02.316434 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-888e1f99-14cc-4cf8-85fd-52ba3c482666 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "DELETE /v2.0/subnets/0b51bb14-a79c-4b55-a215-92e8566446a6 HTTP/1.1" status: 204 len: 168 time: 1.4856029 Apr 29 15:33:02.320213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33358) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:02.320457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33360) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:02.321444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:02.388717 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4a12c2-59d9-473c-9bf6-ad1e3404ddd6 None None] Network 3e7739b5-ad4a-4905-8f5d-662bf6167622 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:02.405203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Router 4785e7fa-37d4-4d5d-a7b3-83026dff0acc has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:33:02.426057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3c649715-3190-44b5-97c3-fdff852a64c8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port 72fb1929-e4a0-4ea8-9af6-c41a34291af2 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:02.426057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3c649715-3190-44b5-97c3-fdff852a64c8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.456857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:subnet and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:02.512270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:02.547548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:02.584940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:33:02.595497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.597446 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-aa775f66-f100-49b1-907e-e44a0737b469 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "PUT /v2.0/routers/4785e7fa-37d4-4d5d-a7b3-83026dff0acc HTTP/1.1" status: 200 len: 710 time: 6.2644043 Apr 29 15:33:02.598491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33368) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:02.600136 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de6a0a2-10e8-48da-a0a5-15f6f0a07583 None None] Sync routers for ids ['4785e7fa-37d4-4d5d-a7b3-83026dff0acc'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:33:02.600824 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-845a0474-8e44-46ee-8971-dbb594e501b3 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/routers/3de6637d-577e-4f15-9eac-719491ca90c3 HTTP/1.1" status: 200 len: 909 time: 0.3827283 Apr 29 15:33:02.603547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33370) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:02.623039 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de6637d-577e-4f15-9eac-719491ca90c3', 'name': 'tempest-snat-router-2034246422', 'tenant_id': '62b3bde5928d41aab3535b983fef7303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.118'}], 'enable_snat': False}, 'gw_port_id': '6d8532e1-ee5b-44f8-85bf-67eb360df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:32:52Z', 'updated_at': '2022-04-29T15:32:57Z', 'revision_number': 3, 'project_id': '62b3bde5928d41aab3535b983fef7303', 'gw_port': {'id': '6d8532e1-ee5b-44f8-85bf-67eb360df6c6', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de6637d-577e-4f15-9eac-719491ca90c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:32:54Z', 'updated_at': '2022-04-29T15:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:02.629005 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de6a0a2-10e8-48da-a0a5-15f6f0a07583 None None] Routers {'4785e7fa-37d4-4d5d-a7b3-83026dff0acc'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:02.629632 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6de6a0a2-10e8-48da-a0a5-15f6f0a07583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['4785e7fa-37d4-4d5d-a7b3-83026dff0acc'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:02.630487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Checking router: 3de6637d-577e-4f15-9eac-719491ca90c3 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:33:02.630989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Updating router 3de6637d-577e-4f15-9eac-719491ca90c3 port 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:33:02.682448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:02.685863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.703684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2034246422', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'enable_snat': True}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:02.717900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.805451 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6de6a0a2-10e8-48da-a0a5-15f6f0a07583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:02.817494 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de6a0a2-10e8-48da-a0a5-15f6f0a07583 None None] Routers {'4785e7fa-37d4-4d5d-a7b3-83026dff0acc'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:02.818369 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6de6a0a2-10e8-48da-a0a5-15f6f0a07583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:32:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['4785e7fa-37d4-4d5d-a7b3-83026dff0acc'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:02.838167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:02.845660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Usage tracker for resource:router and tenant:62b3bde5928d41aab3535b983fef7303 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:02.848698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:02.850295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.865889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:02.880021 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-be93415f-b6ec-499e-b929-f84468a6e22d tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/routers/4785e7fa-37d4-4d5d-a7b3-83026dff0acc HTTP/1.1" status: 200 len: 745 time: 0.2755172 Apr 29 15:33:02.893957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33382) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:02.921050 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6de6a0a2-10e8-48da-a0a5-15f6f0a07583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:02.923450 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de6a0a2-10e8-48da-a0a5-15f6f0a07583 None None] The sync data for ids ['4785e7fa-37d4-4d5d-a7b3-83026dff0acc'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:33:02.978333 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-34c16e41-73ae-412d-9e77-4a902889514f tempest-RoutersIpV6AdminTest-1149319184 tempest-RoutersIpV6AdminTest-1149319184-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&device_id=4785e7fa-37d4-4d5d-a7b3-83026dff0acc HTTP/1.1" status: 200 len: 205 time: 0.0818226 Apr 29 15:33:02.978333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.983436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:02.989595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33388) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:03.035722 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Deleting port 02441acd-a1b3-4a9e-baf6-d43d520da6fe {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:03.036071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:03.060273 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b600285f-ea9b-4af5-ac4e-c1de8a5ff67f tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "GET /v2.0/ports?device_id=4785e7fa-37d4-4d5d-a7b3-83026dff0acc HTTP/1.1" status: 200 len: 205 time: 0.0655165 Apr 29 15:33:03.071061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:03.088335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33392) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:03.088982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33394) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:03.187537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bdac7f-7f2b-47fc-9a64-c095d120abc8 None None] DHCP port deletion for 3e7739b5-ad4a-4905-8f5d-662bf6167622 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:33:03.196720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-39bdac7f-7f2b-47fc-9a64-c095d120abc8 None None] Deleting port 02441acd-a1b3-4a9e-baf6-d43d520da6fe {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:03.197607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-39bdac7f-7f2b-47fc-9a64-c095d120abc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:03.253178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-360bf873-44ec-450d-a00c-bff42f1ee465 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:03.364283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ca62e-1113-49d0-9853-687e8cd0cc9c req-70efe87e-73bb-415d-b3c0-6b537a3f8bf4 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:03.365940 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-404ca62e-1113-49d0-9853-687e8cd0cc9c req-70efe87e-73bb-415d-b3c0-6b537a3f8bf4 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6952655 Apr 29 15:33:03.427149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:03.441309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Transition to ACTIVE for port object 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:03.458981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3c649715-3190-44b5-97c3-fdff852a64c8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:03.531870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:03.637098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-39bdac7f-7f2b-47fc-9a64-c095d120abc8 None None] For port 02441acd-a1b3-4a9e-baf6-d43d520da6fe, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=02441acd-a1b3-4a9e-baf6-d43d520da6fe,segment=NetworkSegment(439f89de-7233-4b4f-aae9-07489f4d8e00),segment_id=439f89de-7233-4b4f-aae9-07489f4d8e00)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:03.637493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-39bdac7f-7f2b-47fc-9a64-c095d120abc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:03.655807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Attempting to bind port 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:03.656667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Attempting to bind port 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:03.656885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3c649715-3190-44b5-97c3-fdff852a64c8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for 72fb1929-e4a0-4ea8-9af6-c41a34291af2 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:03.657971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Attempting to bind port 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:03.659716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1f05550a-53c8-4d50-b363-7f28bfcc3b9f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:03.660675 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-1f05550a-53c8-4d50-b363-7f28bfcc3b9f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 15:33:03.661179 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-1f05550a-53c8-4d50-b363-7f28bfcc3b9f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 15:33:03.665591 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1f05550a-53c8-4d50-b363-7f28bfcc3b9f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5641627 Apr 29 15:33:03.665766 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36036263-8922-4382-b86f-1851a16a5a58 None None] Pushing event updated for resources: {'Port': ['ID=6d8532e1-ee5b-44f8-85bf-67eb360df6c6,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:03.679622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33402) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:03.722524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:03.722938 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:03.723287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:03.723683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:03.724167 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Bound port: 6d8532e1-ee5b-44f8-85bf-67eb360df6c6, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:03.724565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:03.727040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059247756'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:03.738520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:03.785831 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-404ca62e-1113-49d0-9853-687e8cd0cc9c req-bf6f74b8-ab11-48b7-bac1-5ed990daec5b tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3908031 Apr 29 15:33:03.842985 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-39bdac7f-7f2b-47fc-9a64-c095d120abc8 None None] Calling delete_port for 02441acd-a1b3-4a9e-baf6-d43d520da6fe owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:03.869826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:03.928071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:03.931673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] For port 02441acd-a1b3-4a9e-baf6-d43d520da6fe, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=02441acd-a1b3-4a9e-baf6-d43d520da6fe,segment=NetworkSegment(439f89de-7233-4b4f-aae9-07489f4d8e00),segment_id=439f89de-7233-4b4f-aae9-07489f4d8e00)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:03.932032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:03.946855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] For port 6d8532e1-ee5b-44f8-85bf-67eb360df6c6, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:04.002049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:04.005058 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-360bf873-44ec-450d-a00c-bff42f1ee465 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.008646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-360bf873-44ec-450d-a00c-bff42f1ee465 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.012502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.036240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-39bdac7f-7f2b-47fc-9a64-c095d120abc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.084146 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdac7f-7f2b-47fc-9a64-c095d120abc8 None None] Pushing event deleted for resources: {'Port': ['ID=02441acd-a1b3-4a9e-baf6-d43d520da6fe,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:04.085967 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdac7f-7f2b-47fc-9a64-c095d120abc8 None None] No DVR routers for this DVR port 02441acd-a1b3-4a9e-baf6-d43d520da6fe on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:04.110442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.122879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.132319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Calling delete_port for 02441acd-a1b3-4a9e-baf6-d43d520da6fe owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:04.138302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-360bf873-44ec-450d-a00c-bff42f1ee465 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.139072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360bf873-44ec-450d-a00c-bff42f1ee465 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Fanout notify agent at l3_agent the message router_deleted on router 4785e7fa-37d4-4d5d-a7b3-83026dff0acc {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:33:04.161453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.167076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:04.173309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:04.176506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:04.183246 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-360bf873-44ec-450d-a00c-bff42f1ee465 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.184319 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-360bf873-44ec-450d-a00c-bff42f1ee465 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/routers/4785e7fa-37d4-4d5d-a7b3-83026dff0acc HTTP/1.1" status: 204 len: 168 time: 1.0943089 Apr 29 15:33:04.185562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.objects.ports [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88714) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:33:04.205726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33406) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:04.205726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:04.215694 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f717af26-b4d4-4dcb-906d-defcfa3b2032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.218588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.257867 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7900311a-e3a6-41fc-8dd0-c6f4732532d0 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "GET /v2.0/ports?device_id=4785e7fa-37d4-4d5d-a7b3-83026dff0acc HTTP/1.1" status: 200 len: 205 time: 0.0553484 Apr 29 15:33:04.259636 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33410) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:04.290993 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:04.306860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:04.311811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=f9a87ba8-0f72-45f0-99ea-cad421acb034,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:04.314302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:04.314873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.324713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f61ba9b-d01f-44ba-a5b9-ba5c143a2a9d None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:04.344021 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-0170b7c1-e47e-43f8-b5de-34e83511360c tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] delete failed (client error): The resource could not be found. Apr 29 15:33:04.348324 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0170b7c1-e47e-43f8-b5de-34e83511360c tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/routers/4785e7fa-37d4-4d5d-a7b3-83026dff0acc HTTP/1.1" status: 404 len: 336 time: 0.0866029 Apr 29 15:33:04.364356 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33414) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:04.368870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] For port 6d8532e1-ee5b-44f8-85bf-67eb360df6c6, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6d8532e1-ee5b-44f8-85bf-67eb360df6c6,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:04.376497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3c649715-3190-44b5-97c3-fdff852a64c8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.439603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.487809 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.492934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:04.493272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:04.493883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking segment: {'id': '10e21ad1-c947-4a5d-8144-7ff27dd9b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7504ec15-d91d-45c6-8226-4c6dfc5c0efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:04.494236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network hostable DHCP agents. Network: 7504ec15-d91d-45c6-8226-4c6dfc5c0efb, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:33:04.504063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c649715-3190-44b5-97c3-fdff852a64c8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=72fb1929-e4a0-4ea8-9af6-c41a34291af2,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:04.510001 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e7bb377e-5fad-4222-8971-bd388a7d2a7d tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "GET /v2.0/ports?device_id=8206ae9b-45df-4f9e-8227-399905b8335e HTTP/1.1" status: 200 len: 205 time: 0.1422079 Apr 29 15:33:04.516185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33418) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:04.576542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Routers {'3de6637d-577e-4f15-9eac-719491ca90c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:04.577456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3de6637d-577e-4f15-9eac-719491ca90c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:04.613433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.621190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=e6613998-9d10-43ef-9cc7-79f8928e804d,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:04.640020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:04.652983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:04.658372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:04.677621 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-78150835-b28e-44c2-ad77-815363e72bd1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] delete failed (client error): The resource could not be found. Apr 29 15:33:04.681485 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-78150835-b28e-44c2-ad77-815363e72bd1 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/routers/8206ae9b-45df-4f9e-8227-399905b8335e HTTP/1.1" status: 404 len: 336 time: 0.1357272 Apr 29 15:33:04.686690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33422) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:04.697060 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f43cc857-ba28-4aaa-9945-691d2600cc48 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1471496 Apr 29 15:33:04.705352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:04.707705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33426) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:04.711007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 02441acd-a1b3-4a9e-baf6-d43d520da6fe no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:04.720387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:c7:0e:e1', 'name': 'tempest-NetworksTestDHCPv6-1282475330'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:04.748479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0517d3-1fbb-4523-8d21-151eef6b4181,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:04.764632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36036263-8922-4382-b86f-1851a16a5a58 None None] Pushing event updated for resources: {'Port': ['ID=6d8532e1-ee5b-44f8-85bf-67eb360df6c6,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:04.781096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 02441acd-a1b3-4a9e-baf6-d43d520da6fe {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:33:04.781545 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 02441acd-a1b3-4a9e-baf6-d43d520da6fe not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:33:04.865383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': 'e6613998-9d10-43ef-9cc7-79f8928e804d'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:04.866428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.888625 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2092e92a-9d0f-42a5-a204-da87e6961505 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a2357b7-0608-4a0d-9a2d-bdbb884c9923 HTTP/1.1" status: 200 len: 205 time: 0.1980412 Apr 29 15:33:04.890555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network 7504ec15-d91d-45c6-8226-4c6dfc5c0efb is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:33:04.893337 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33432) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:04.951794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3c649715-3190-44b5-97c3-fdff852a64c8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.958299 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3c649715-3190-44b5-97c3-fdff852a64c8 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/ports/72fb1929-e4a0-4ea8-9af6-c41a34291af2 HTTP/1.1" status: 204 len: 168 time: 2.6299801 Apr 29 15:33:04.963030 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33436) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:04.967650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:04.999261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:05.001919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.003697 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Deleting port 02441acd-a1b3-4a9e-baf6-d43d520da6fe {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:05.004032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.006599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] Set router 3de6637d-577e-4f15-9eac-719491ca90c3 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:33:05.045328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:05.051657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:05.080484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.081633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:05.090694 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-ced67139-e43b-4c94-a6a3-a5918e652a13 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] delete failed (client error): The resource could not be found. Apr 29 15:33:05.094256 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ced67139-e43b-4c94-a6a3-a5918e652a13 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/routers/8a2357b7-0608-4a0d-9a2d-bdbb884c9923 HTTP/1.1" status: 404 len: 336 time: 0.1960580 Apr 29 15:33:05.096265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33440) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:05.097714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 7504ec15-d91d-45c6-8226-4c6dfc5c0efb) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:05.134187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8575654-00d8-4e58-b1ef-3bc93e03559b None None] Network 7504ec15-d91d-45c6-8226-4c6dfc5c0efb requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:05.136169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:05.136771 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.146292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] The port '02441acd-a1b3-4a9e-baf6-d43d520da6fe' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:33:05.155961 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-07a04095-a67c-4c26-9ea0-3e8ce380a7e5 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc6f1fa8-09c1-4043-9a4f-d5af9aa39279 HTTP/1.1" status: 200 len: 205 time: 0.0561032 Apr 29 15:33:05.156271 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33444) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:05.161341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.229019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:05.289509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c45ac-09ba-4554-95e0-c76ce4b3f0e3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port a1d4dfd4-91f1-4753-b265-8feab5da7adb {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:05.290139 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1f2c45ac-09ba-4554-95e0-c76ce4b3f0e3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.339714 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-c24dfea3-aae9-481f-815f-43ced1c7d9f8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] delete failed (client error): The resource could not be found. Apr 29 15:33:05.341036 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c24dfea3-aae9-481f-815f-43ced1c7d9f8 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/routers/dc6f1fa8-09c1-4043-9a4f-d5af9aa39279 HTTP/1.1" status: 404 len: 336 time: 0.1800165 Apr 29 15:33:05.357476 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33448) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:05.374173 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7feb50b9-61ab-48cc-bfac-815441798d19 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4001281 Apr 29 15:33:05.429882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33452) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:05.434784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ca03c5-e321-43ee-9f4a-8458c44ab5ed,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:05.454085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.465091 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.507984 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-93cfbf46-3bee-4213-af11-07f7ff578f54 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "GET /v2.0/ports?device_id=09e27d6e-aefa-45f0-9672-3250fda50d3e HTTP/1.1" status: 200 len: 205 time: 0.1457126 Apr 29 15:33:05.516063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33456) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:05.524672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.526108 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cc0e4bf9-2024-4488-8b12-cca08eb1be6f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8436201 Apr 29 15:33:05.531121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.550737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33458) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:05.550947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7739b5-ad4a-4905-8f5d-662bf6167622']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:05.562575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Allocated IP 2001:db8::f816:3eff:fefc:1457 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/e6613998-9d10-43ef-9cc7-79f8928e804d/36a22f5b-3d9c-46c7-8cca-4243f5780abe) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:05.565305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a0ced821-4ae5-4833-aecc-fdf4b81478dc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': 'e8ca03c5-e321-43ee-9f4a-8458c44ab5ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:05.624968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Allocated IP 172.26.2.220 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/74e35bcc-24bc-45fe-b63a-ee91afa7da5f) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:05.627377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a0ced821-4ae5-4833-aecc-fdf4b81478dc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:05.632913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be40d4-e851-49ad-8bda-21cfcda61be6 req-cfc8f6d1-6e8c-4937-8774-03aac5282fb7 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:05.634413 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-57be40d4-e851-49ad-8bda-21cfcda61be6 req-cfc8f6d1-6e8c-4937-8774-03aac5282fb7 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.6779160 Apr 29 15:33:05.647145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439f89de-7233-4b4f-aae9-07489f4d8e00') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:05.647494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439f89de-7233-4b4f-aae9-07489f4d8e00') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:05.664097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a0ced821-4ae5-4833-aecc-fdf4b81478dc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:05.674702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a0ced821-4ae5-4833-aecc-fdf4b81478dc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:05.687546 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-0d441622-5209-4c25-952a-1174afbf9e74 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] delete failed (client error): The resource could not be found. Apr 29 15:33:05.689195 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0d441622-5209-4c25-952a-1174afbf9e74 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/routers/09e27d6e-aefa-45f0-9672-3250fda50d3e HTTP/1.1" status: 404 len: 336 time: 0.1462605 Apr 29 15:33:05.689568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a0ced821-4ae5-4833-aecc-fdf4b81478dc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:05.691274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.697929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.707094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33464) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:05.777578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-7504ec15-d91d-45c6-8226-4c6dfc5c0efb', 'network_id': '7504ec15-d91d-45c6-8226-4c6dfc5c0efb', 'tenant_id': 'fb3aa27575784d68910bded9aa48b69d', 'fixed_ips': [{'subnet_id': 'f9a87ba8-0f72-45f0-99ea-cad421acb034'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:05.778393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.783604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 0415bccf-698c-48ab-81b2-9f82018b02ba yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:33:05.800413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.806741 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-82ee4ad5-bfee-4baa-b12b-9b2a80a172a3 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "GET /v2.0/ports?device_id=daabfa15-03f9-400f-b247-6458cc7bc47e HTTP/1.1" status: 200 len: 205 time: 0.0963500 Apr 29 15:33:05.816725 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33468) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:05.866523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:05.866910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.880327 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.911647 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de6637d-577e-4f15-9eac-719491ca90c3', 'name': 'tempest-snat-router-2034246422', 'tenant_id': '62b3bde5928d41aab3535b983fef7303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.118'}], 'enable_snat': False}, 'gw_port_id': '6d8532e1-ee5b-44f8-85bf-67eb360df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:32:52Z', 'updated_at': '2022-04-29T15:32:57Z', 'revision_number': 3, 'project_id': '62b3bde5928d41aab3535b983fef7303', 'gw_port': {'id': '6d8532e1-ee5b-44f8-85bf-67eb360df6c6', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de6637d-577e-4f15-9eac-719491ca90c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:32:54Z', 'updated_at': '2022-04-29T15:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:05.924491 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57143042-6691-4d10-97d6-a15a17054fe4 None None] The sync data for ids ['3de6637d-577e-4f15-9eac-719491ca90c3'] in dv-neutron-839183-1-hyperv is: [{'id': '3de6637d-577e-4f15-9eac-719491ca90c3', 'name': 'tempest-snat-router-2034246422', 'tenant_id': '62b3bde5928d41aab3535b983fef7303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.118'}], 'enable_snat': False}, 'gw_port_id': '6d8532e1-ee5b-44f8-85bf-67eb360df6c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:32:52Z', 'updated_at': '2022-04-29T15:32:57Z', 'revision_number': 3, 'project_id': '62b3bde5928d41aab3535b983fef7303', 'gw_port': {'id': '6d8532e1-ee5b-44f8-85bf-67eb360df6c6', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de6637d-577e-4f15-9eac-719491ca90c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:32:54Z', 'updated_at': '2022-04-29T15:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:33:05.931326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a0ced821-4ae5-4833-aecc-fdf4b81478dc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:05.943483 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-57be40d4-e851-49ad-8bda-21cfcda61be6 req-74732d09-5acb-4ebc-86b7-4ac3695800d4 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982609 Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:05.944133 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:06.006523 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-002cba99-5591-4ef4-b42b-02d16e94ff83 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] delete failed (client error): The resource could not be found. Apr 29 15:33:06.007554 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-002cba99-5591-4ef4-b42b-02d16e94ff83 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/routers/daabfa15-03f9-400f-b247-6458cc7bc47e HTTP/1.1" status: 404 len: 336 time: 0.1899335 Apr 29 15:33:06.038765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.061644 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.074036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Allocated IP 172.20.0.2 (7504ec15-d91d-45c6-8226-4c6dfc5c0efb/f9a87ba8-0f72-45f0-99ea-cad421acb034/982268f5-8400-4ffc-a4f7-4326dbdcfc65) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:06.079728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Transition to ACTIVE for port object 36a22f5b-3d9c-46c7-8cca-4243f5780abe will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:06.092727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1f2c45ac-09ba-4554-95e0-c76ce4b3f0e3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.104266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33474) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:06.145435 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Transition to ACTIVE for port object 36a22f5b-3d9c-46c7-8cca-4243f5780abe will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:06.207706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.235065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c45ac-09ba-4554-95e0-c76ce4b3f0e3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for a1d4dfd4-91f1-4753-b265-8feab5da7adb owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:06.254090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.309470 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47c1187-2e42-48ec-9336-44e5bedbc442 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] DELETE failed (client error): The resource could not be found. Apr 29 15:33:06.309928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47c1187-2e42-48ec-9336-44e5bedbc442 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:33:06.401520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:06.404556 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Pushing event updated for resources: {'Port': ['ID=36a22f5b-3d9c-46c7-8cca-4243f5780abe,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:06.409069 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b47c1187-2e42-48ec-9336-44e5bedbc442 tempest-RoutersIpV6AdminTest-1062010630 tempest-RoutersIpV6AdminTest-1062010630-project] 10.222.0.39 "DELETE /v2.0/subnets/600f3e9b-5aef-48e3-80d0-c11b79c04bd1 HTTP/1.1" status: 404 len: 337 time: 0.3036823 Apr 29 15:33:06.409380 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:06.413317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:06.429649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:06.465813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a0ced821-4ae5-4833-aecc-fdf4b81478dc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.469916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.472079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.472633 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:33:06.552190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Transition to ACTIVE for port object 982268f5-8400-4ffc-a4f7-4326dbdcfc65 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:06.590962 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Attempting to bind port 36a22f5b-3d9c-46c7-8cca-4243f5780abe on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:06.591337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Attempting to bind port 36a22f5b-3d9c-46c7-8cca-4243f5780abe by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:06.591701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Attempting to bind port 36a22f5b-3d9c-46c7-8cca-4243f5780abe on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:06.597464 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Transition to ACTIVE for port object 982268f5-8400-4ffc-a4f7-4326dbdcfc65 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:06.601393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:06.601765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:06.602156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.602544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:06.603015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Bound port: 36a22f5b-3d9c-46c7-8cca-4243f5780abe, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:06.603381 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.621441 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.630076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:06.634127 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:06.712402 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.733682 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event deleted for resources: {'Network': ['ID=3e7739b5-ad4a-4905-8f5d-662bf6167622,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:06.736104 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b6bfd757-ab77-4039-9ba6-321e36a5231e tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "DELETE /v2.0/networks/3e7739b5-ad4a-4905-8f5d-662bf6167622 HTTP/1.1" status: 204 len: 168 time: 4.4094114 Apr 29 15:33:06.743742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33480) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:06.756023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::f816:3eff:fec7:ee1 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/e6613998-9d10-43ef-9cc7-79f8928e804d/0415bccf-698c-48ab-81b2-9f82018b02ba) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:06.813689 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] For port 36a22f5b-3d9c-46c7-8cca-4243f5780abe, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:06.817008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] For port 36a22f5b-3d9c-46c7-8cca-4243f5780abe, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=36a22f5b-3d9c-46c7-8cca-4243f5780abe,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:06.820478 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.824367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:06.896964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.907931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event updated for resources: {'Port': ['ID=74e35bcc-24bc-45fe-b63a-ee91afa7da5f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:06.911201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a0ced821-4ae5-4833-aecc-fdf4b81478dc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:06.974416 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f25dd-c933-4abd-9555-b54f93c6abd9 req-ce158f0d-dfc8-4456-bcce-c8aef52f6556 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:06.982441 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-008f25dd-c933-4abd-9555-b54f93c6abd9 req-ce158f0d-dfc8-4456-bcce-c8aef52f6556 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.7601194 Apr 29 15:33:07.005924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Network 7504ec15-d91d-45c6-8226-4c6dfc5c0efb is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:07.017753 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:07.025305 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:07.122770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ced821-4ae5-4833-aecc-fdf4b81478dc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ffe278-1cec-455c-b031-c63fd3b68c20,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:07.142117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9dc1b-07d1-49ea-9114-66e3a51dfed4 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Deleting port 2051b7b6-d6b1-4657-8db3-0e4ea023cca0 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:07.142740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cbb9dc1b-07d1-49ea-9114-66e3a51dfed4 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.234694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33486) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:07.248318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a0ced821-4ae5-4833-aecc-fdf4b81478dc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.251331 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a0ced821-4ae5-4833-aecc-fdf4b81478dc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6976647 Apr 29 15:33:07.329524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33490) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:07.342894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Attempting to bind port 982268f5-8400-4ffc-a4f7-4326dbdcfc65 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:07.343462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Attempting to bind port 982268f5-8400-4ffc-a4f7-4326dbdcfc65 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '10e21ad1-c947-4a5d-8144-7ff27dd9b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7504ec15-d91d-45c6-8226-4c6dfc5c0efb'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:07.343987 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Attempting to bind port 982268f5-8400-4ffc-a4f7-4326dbdcfc65 on network 7504ec15-d91d-45c6-8226-4c6dfc5c0efb {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:07.363263 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:07.366925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Checking segment: {'id': '10e21ad1-c947-4a5d-8144-7ff27dd9b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7504ec15-d91d-45c6-8226-4c6dfc5c0efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:07.367471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-75e1b5d4-c01a-4fbe-82fe-5e454804194b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': 'e8ca03c5-e321-43ee-9f4a-8458c44ab5ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:07.368203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.368919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Bound using segment: {'id': '10e21ad1-c947-4a5d-8144-7ff27dd9b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7504ec15-d91d-45c6-8226-4c6dfc5c0efb'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:07.369631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Bound port: 982268f5-8400-4ffc-a4f7-4326dbdcfc65, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e21ad1-c947-4a5d-8144-7ff27dd9b3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7504ec15-d91d-45c6-8226-4c6dfc5c0efb'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:07.371107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.380506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-75e1b5d4-c01a-4fbe-82fe-5e454804194b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:07.408551 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Pushing event updated for resources: {'Port': ['ID=982268f5-8400-4ffc-a4f7-4326dbdcfc65,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:07.436853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.436853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-75e1b5d4-c01a-4fbe-82fe-5e454804194b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:07.482775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-75e1b5d4-c01a-4fbe-82fe-5e454804194b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:07.486619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.487446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:07.489181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.503012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cbb9dc1b-07d1-49ea-9114-66e3a51dfed4 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.503564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cbb9dc1b-07d1-49ea-9114-66e3a51dfed4 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.510615 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:07.511108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.559119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-75e1b5d4-c01a-4fbe-82fe-5e454804194b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:07.601143 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 0415bccf-698c-48ab-81b2-9f82018b02ba will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:07.611113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a337861-aa01-4413-8094-cea22d1d5c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.637455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a87ba8-0f72-45f0-99ea-cad421acb034,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:07.653690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9dc1b-07d1-49ea-9114-66e3a51dfed4 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Calling delete_port for 2051b7b6-d6b1-4657-8db3-0e4ea023cca0 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:07.709866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a355a0-64b3-44c7-8e8e-909c0b496545 None None] Pushing event updated for resources: {'Port': ['ID=36a22f5b-3d9c-46c7-8cca-4243f5780abe,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:07.787301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.792404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] For port 982268f5-8400-4ffc-a4f7-4326dbdcfc65, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:07.796848 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] For port 982268f5-8400-4ffc-a4f7-4326dbdcfc65, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=982268f5-8400-4ffc-a4f7-4326dbdcfc65,segment=NetworkSegment(10e21ad1-c947-4a5d-8144-7ff27dd9b3b4),segment_id=10e21ad1-c947-4a5d-8144-7ff27dd9b3b4)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:07.816500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 6d8532e1-ee5b-44f8-85bf-67eb360df6c6, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6d8532e1-ee5b-44f8-85bf-67eb360df6c6,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:07.832683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.848208 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-008f25dd-c933-4abd-9555-b54f93c6abd9 req-57cd9b9a-247e-4ec4-9b2c-f071693f8219 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8648894 Apr 29 15:33:07.858362 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7a337861-aa01-4413-8094-cea22d1d5c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:07.899140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7a337861-aa01-4413-8094-cea22d1d5c5a admin admin] Usage tracker for resource:security_group_rule and tenant:1eb356cceec3401d9f4a354e55db950f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:07.903101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:07.909392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7504ec15-d91d-45c6-8226-4c6dfc5c0efb']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:07.917237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7a337861-aa01-4413-8094-cea22d1d5c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:07.992653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cbb9dc1b-07d1-49ea-9114-66e3a51dfed4 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.029057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc25bf-6f02-4918-90c0-7a98e42f4db0 None None] Pushing event updated for resources: {'Port': ['ID=982268f5-8400-4ffc-a4f7-4326dbdcfc65,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:08.049219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1f2c45ac-09ba-4554-95e0-c76ce4b3f0e3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.098558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.104869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7a337861-aa01-4413-8094-cea22d1d5c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:08.114106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e21ad1-c947-4a5d-8144-7ff27dd9b3b4') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:08.114402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e21ad1-c947-4a5d-8144-7ff27dd9b3b4') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:08.115084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9dc1b-07d1-49ea-9114-66e3a51dfed4 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Pushing event deleted for resources: {'Port': ['ID=2051b7b6-d6b1-4657-8db3-0e4ea023cca0,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:08.134110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-75e1b5d4-c01a-4fbe-82fe-5e454804194b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.151406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.162313 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fd3aca-5e82-4b2e-96f0-7fee2a0a410d None None] Network 7504ec15-d91d-45c6-8226-4c6dfc5c0efb requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:08.197997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.268703 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c45ac-09ba-4554-95e0-c76ce4b3f0e3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=a1d4dfd4-91f1-4753-b265-8feab5da7adb,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:08.270189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:08.270587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:08.289712 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:08.367751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=6d8532e1-ee5b-44f8-85bf-67eb360df6c6,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:08.392794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.429163 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cbb9dc1b-07d1-49ea-9114-66e3a51dfed4 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.442055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1f2c45ac-09ba-4554-95e0-c76ce4b3f0e3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.475085 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1f2c45ac-09ba-4554-95e0-c76ce4b3f0e3 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/ports/a1d4dfd4-91f1-4753-b265-8feab5da7adb HTTP/1.1" status: 204 len: 168 time: 3.5110548 Apr 29 15:33:08.477539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33500) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:08.579881 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cbb9dc1b-07d1-49ea-9114-66e3a51dfed4 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.581086 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cbb9dc1b-07d1-49ea-9114-66e3a51dfed4 tempest-FloatingIPAdminTestJSON-1630250925 tempest-FloatingIPAdminTestJSON-1630250925-project] 10.222.0.39 "DELETE /v2.0/floatingips/a2944318-45d2-46b4-807a-a390a9567de8 HTTP/1.1" status: 204 len: 168 time: 1.8287265 Apr 29 15:33:08.617991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:08.626639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=0415bccf-698c-48ab-81b2-9f82018b02ba,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:08.630135 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:08.647555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:33:08.647555 dv-neutron-839183-1-hyperv neutron-server[88715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:33:08.647555 dv-neutron-839183-1-hyperv neutron-server[88715]: [parameters: {'id': '7504ec15-d91d-45c6-8226-4c6dfc5c0efb'}] Apr 29 15:33:08.647555 dv-neutron-839183-1-hyperv neutron-server[88715]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:08.650553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:08.650553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:08.655074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:08.655697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.670734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ebe68e-7bed-467e-a99d-bb9a062fd28e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:08.671483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b6ebe68e-7bed-467e-a99d-bb9a062fd28e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Synchronizing usage tracker for tenant:f6888428a038455d869f128072efda66 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:08.701080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f035e3e-0f1c-453a-bbb4-b58d739f56cb req-8e9959e1-947d-4f8d-b17c-46e288f8b3c0 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:08.702818 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7f035e3e-0f1c-453a-bbb4-b58d739f56cb req-8e9959e1-947d-4f8d-b17c-46e288f8b3c0 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.1605396 Apr 29 15:33:08.710221 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-75e1b5d4-c01a-4fbe-82fe-5e454804194b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 15:33:08.711296 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-75e1b5d4-c01a-4fbe-82fe-5e454804194b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3730707 Apr 29 15:33:08.716686 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33506) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:08.722688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a337861-aa01-4413-8094-cea22d1d5c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.724528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.731959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 36a22f5b-3d9c-46c7-8cca-4243f5780abe up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:08.765120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b6ebe68e-7bed-467e-a99d-bb9a062fd28e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Unset dirty status for tenant:f6888428a038455d869f128072efda66 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:08.772124 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b6ebe68e-7bed-467e-a99d-bb9a062fd28e tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 HTTP/1.1" status: 200 len: 913 time: 0.2935302 Apr 29 15:33:08.772843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33510) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:08.856456 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ff91962a-42ae-465f-94af-1062687c2194 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1445937 Apr 29 15:33:08.871810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a337861-aa01-4413-8094-cea22d1d5c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:08.888785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33514) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:08.905443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 36a22f5b-3d9c-46c7-8cca-4243f5780abe completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:08.910060 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7f035e3e-0f1c-453a-bbb4-b58d739f56cb req-219052ce-686a-4f00-8ffd-6ffa06e7f173 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978095 Apr 29 15:33:08.913708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:09.010701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:09.011265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.022740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a337861-aa01-4413-8094-cea22d1d5c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e9029d-b0e1-48f4-87cb-198a18316c34,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:09.061276 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7a337861-aa01-4413-8094-cea22d1d5c5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1eb356cceec3401d9f4a354e55db950f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8227682 Apr 29 15:33:09.068544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33520) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:09.099226 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f8af28d-86f3-457f-b8ec-15adab16181b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.158880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.178227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33524) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:09.217899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f8af28d-86f3-457f-b8ec-15adab16181b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.236106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85492e97-a9ee-4654-896b-aab0be2a24c0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:09.242079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85492e97-a9ee-4654-896b-aab0be2a24c0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:09.242967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-85492e97-a9ee-4654-896b-aab0be2a24c0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:09.424012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port 982268f5-8400-4ffc-a4f7-4326dbdcfc65 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:09.424294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.434558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5971522c-42ed-400f-af20-d3d203d29458 None None] Provisioning for port 36a22f5b-3d9c-46c7-8cca-4243f5780abe completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:09.450729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5971522c-42ed-400f-af20-d3d203d29458 None None] Provisioning complete for port 36a22f5b-3d9c-46c7-8cca-4243f5780abe triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:09.453000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5971522c-42ed-400f-af20-d3d203d29458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.476633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-85492e97-a9ee-4654-896b-aab0be2a24c0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:09.480184 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-85492e97-a9ee-4654-896b-aab0be2a24c0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5820243 Apr 29 15:33:09.480901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33530) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:09.556103 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd1dd37-0e65-4517-b4ee-c64677b12239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.583304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-72b1837a-bbb2-49fe-8db3-78cd79eb8d9d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 0415bccf-698c-48ab-81b2-9f82018b02ba {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:09.583683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-72b1837a-bbb2-49fe-8db3-78cd79eb8d9d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.613845 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5971522c-42ed-400f-af20-d3d203d29458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.623339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48121231-4f6b-4a47-91dd-9aa7a6099b1f None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:33:09.660005 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-472559c8-1974-497f-8f5e-1122380396cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87f380f1708140c783c7cd6afa7fba97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723856 Apr 29 15:33:09.664995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f8af28d-86f3-457f-b8ec-15adab16181b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.672503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33534) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:09.689163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd1dd37-0e65-4517-b4ee-c64677b12239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.707540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5971522c-42ed-400f-af20-d3d203d29458 None None] For port 36a22f5b-3d9c-46c7-8cca-4243f5780abe, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=36a22f5b-3d9c-46c7-8cca-4243f5780abe,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:09.718869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8af28d-86f3-457f-b8ec-15adab16181b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ca03c5-e321-43ee-9f4a-8458c44ab5ed,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:09.731627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.779248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5971522c-42ed-400f-af20-d3d203d29458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.824639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48121231-4f6b-4a47-91dd-9aa7a6099b1f None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:33:09.893716 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9aef389f-45bc-4109-aa60-b789642f7aeb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:09.904307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971522c-42ed-400f-af20-d3d203d29458 None None] Pushing event updated for resources: {'Port': ['ID=36a22f5b-3d9c-46c7-8cca-4243f5780abe,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:10.052321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f8af28d-86f3-457f-b8ec-15adab16181b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.052321 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0f8af28d-86f3-457f-b8ec-15adab16181b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "DELETE /v2.0/security-groups/e8ca03c5-e321-43ee-9f4a-8458c44ab5ed HTTP/1.1" status: 204 len: 168 time: 1.3299487 Apr 29 15:33:10.053014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33540) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:10.108507 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-166c271d-11b9-4312-95ac-180ce76a7181 None None] Provisioning for port 0415bccf-698c-48ab-81b2-9f82018b02ba completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:10.119411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-166c271d-11b9-4312-95ac-180ce76a7181 None None] Provisioning complete for port 0415bccf-698c-48ab-81b2-9f82018b02ba triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:10.119846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-166c271d-11b9-4312-95ac-180ce76a7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.143032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-72b1837a-bbb2-49fe-8db3-78cd79eb8d9d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.154093 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port 982268f5-8400-4ffc-a4f7-4326dbdcfc65, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=982268f5-8400-4ffc-a4f7-4326dbdcfc65,segment=NetworkSegment(10e21ad1-c947-4a5d-8144-7ff27dd9b3b4),segment_id=10e21ad1-c947-4a5d-8144-7ff27dd9b3b4)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:10.154450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.194035 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-166c271d-11b9-4312-95ac-180ce76a7181 None None] Port 0415bccf-698c-48ab-81b2-9f82018b02ba cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:10.295274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49170ba3-39e2-4447-80f9-415635333d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.305085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for 982268f5-8400-4ffc-a4f7-4326dbdcfc65 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:10.330891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-72b1837a-bbb2-49fe-8db3-78cd79eb8d9d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 0415bccf-698c-48ab-81b2-9f82018b02ba owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:10.350968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd1dd37-0e65-4517-b4ee-c64677b12239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.395313 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-04e9d5b7-b7c0-429a-a342-2c448e7867aa tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3416126 Apr 29 15:33:10.400636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33544) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:10.410917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1dd37-0e65-4517-b4ee-c64677b12239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e9029d-b0e1-48f4-87cb-198a18316c34,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:10.415869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49170ba3-39e2-4447-80f9-415635333d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.434111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd1dd37-0e65-4517-b4ee-c64677b12239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.435217 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9fd1dd37-0e65-4517-b4ee-c64677b12239 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8e9029d-b0e1-48f4-87cb-198a18316c34 HTTP/1.1" status: 204 len: 168 time: 1.3407264 Apr 29 15:33:10.473066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group': {'name': 'tempest-secgroup--654689595'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:10.478586 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:10.482446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:10.515828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:10.538671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:10.552203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.591281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Router db0591cc-664f-47ec-8acd-f4214ca93d06 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:33:10.595569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49170ba3-39e2-4447-80f9-415635333d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.616418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Port': ['ID=982268f5-8400-4ffc-a4f7-4326dbdcfc65,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:10.616770 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 36a22f5b-3d9c-46c7-8cca-4243f5780abe up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:10.626569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No DVR routers for this DVR port 982268f5-8400-4ffc-a4f7-4326dbdcfc65 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:10.647853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d355ac-15ff-41b7-adb7-e9b34d662190 req-fea788e6-9284-4ead-8b3a-eeb0ff63e067 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:10.649451 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d3d355ac-15ff-41b7-adb7-e9b34d662190 req-fea788e6-9284-4ead-8b3a-eeb0ff63e067 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.5657334 Apr 29 15:33:10.656717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.671235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49170ba3-39e2-4447-80f9-415635333d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eb0757-7890-41e5-90d3-97d87f11ae3d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:10.721608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 36a22f5b-3d9c-46c7-8cca-4243f5780abe triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:10.721983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.769356 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:10.773816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:10.780518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:10.783092 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:10.809064 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d3d355ac-15ff-41b7-adb7-e9b34d662190 req-04add8e2-1769-45f6-8b60-399bf71b441a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395905 Apr 29 15:33:10.834366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49170ba3-39e2-4447-80f9-415635333d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:10.845472 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-49170ba3-39e2-4447-80f9-415635333d14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2eb0757-7890-41e5-90d3-97d87f11ae3d HTTP/1.1" status: 204 len: 168 time: 1.1534450 Apr 29 15:33:10.962634 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.003528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7504ec15-d91d-45c6-8226-4c6dfc5c0efb']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:11.016117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-72b1837a-bbb2-49fe-8db3-78cd79eb8d9d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.030838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e21ad1-c947-4a5d-8144-7ff27dd9b3b4') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:11.031403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e21ad1-c947-4a5d-8144-7ff27dd9b3b4') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:11.051990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.072402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:33:11.082037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.085489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Sync routers for ids ['db0591cc-664f-47ec-8acd-f4214ca93d06'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:33:11.095398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Routers {'db0591cc-664f-47ec-8acd-f4214ca93d06'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:11.096452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['db0591cc-664f-47ec-8acd-f4214ca93d06'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:11.105099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:11.105099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:11.112722 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:11.124212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1837a-bbb2-49fe-8db3-78cd79eb8d9d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=0415bccf-698c-48ab-81b2-9f82018b02ba,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:11.128710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-e961f003-e99b-4e21-b0ff-cab51594e822 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:11.129682 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-e961f003-e99b-4e21-b0ff-cab51594e822 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Synchronizing usage tracker for tenant:ba1efd4495704a168117d9d603fb1f93 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:11.148178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-72b1837a-bbb2-49fe-8db3-78cd79eb8d9d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.160662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-9aef389f-45bc-4109-aa60-b789642f7aeb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port ba404b57-c152-4304-a5c4-1603896c7268 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:11.162506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9aef389f-45bc-4109-aa60-b789642f7aeb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.228708 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33556) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:11.258356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.265829 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3ff97a34-4c5b-4ded-9689-adc1d3e4ee80 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6612380 Apr 29 15:33:11.272166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33560) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:11.288304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.311891 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-72b1837a-bbb2-49fe-8db3-78cd79eb8d9d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/0415bccf-698c-48ab-81b2-9f82018b02ba HTTP/1.1" status: 204 len: 168 time: 1.8297727 Apr 29 15:33:11.317392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33564) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:11.398116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.400104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-e961f003-e99b-4e21-b0ff-cab51594e822 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Unset dirty status for tenant:ba1efd4495704a168117d9d603fb1f93 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:11.401533 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-e961f003-e99b-4e21-b0ff-cab51594e822 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.44 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.5649579 Apr 29 15:33:11.420390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Set router db0591cc-664f-47ec-8acd-f4214ca93d06 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:33:11.481094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.497370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.570258 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c23dd2-54f9-4c11-a1f1-d4d1ddf22cda tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:11.571786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c23dd2-54f9-4c11-a1f1-d4d1ddf22cda tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:11.572484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d6c23dd2-54f9-4c11-a1f1-d4d1ddf22cda tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:11.575175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4456daa5-1b85-4b86-a610-26731309d73e,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:11.604859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9aef389f-45bc-4109-aa60-b789642f7aeb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.668598 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d6c23dd2-54f9-4c11-a1f1-d4d1ddf22cda tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:11.669994 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d6c23dd2-54f9-4c11-a1f1-d4d1ddf22cda tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3497226 Apr 29 15:33:11.670949 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.672206 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-40d23234-d18b-4989-b278-06d2603a4cae tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2686119 Apr 29 15:33:11.684304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33568) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:11.693795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Network': ['ID=7504ec15-d91d-45c6-8226-4c6dfc5c0efb,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:11.698255 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33570) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:11.734966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0591cc-664f-47ec-8acd-f4214ca93d06', 'name': 'tempest-snat-router-2034246422', 'tenant_id': '62b3bde5928d41aab3535b983fef7303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '74e35bcc-24bc-45fe-b63a-ee91afa7da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:33:02Z', 'updated_at': '2022-04-29T15:33:07Z', 'revision_number': 3, 'project_id': '62b3bde5928d41aab3535b983fef7303', 'gw_port': {'id': '74e35bcc-24bc-45fe-b63a-ee91afa7da5f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ab:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0591cc-664f-47ec-8acd-f4214ca93d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:33:05Z', 'updated_at': '2022-04-29T15:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:11.735215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33576) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:11.738388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Checking router: db0591cc-664f-47ec-8acd-f4214ca93d06 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:33:11.738730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Updating router db0591cc-664f-47ec-8acd-f4214ca93d06 port 74e35bcc-24bc-45fe-b63a-ee91afa7da5f binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:33:11.742922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-9aef389f-45bc-4109-aa60-b789642f7aeb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for ba404b57-c152-4304-a5c4-1603896c7268 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:11.755218 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-52b3d25f-c76d-42a3-b5e9-a110bc21cb4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/7504ec15-d91d-45c6-8226-4c6dfc5c0efb HTTP/1.1" status: 204 len: 168 time: 6.3138328 Apr 29 15:33:11.757734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f891fb37-6bcd-4ade-8d10-14a4bf2df4e5 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '4456daa5-1b85-4b86-a610-26731309d73e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:11.758547 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-f891fb37-6bcd-4ade-8d10-14a4bf2df4e5 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 15:33:11.759103 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-f891fb37-6bcd-4ade-8d10-14a4bf2df4e5 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:11.762572 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f891fb37-6bcd-4ade-8d10-14a4bf2df4e5 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0471714 Apr 29 15:33:11.772298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33580) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:11.772298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33582) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:11.778006 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-20624ebc-e686-4340-9524-3cbf819b4ca5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03b0c58334164e249e0e7fd2798ea11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5445917 Apr 29 15:33:11.785003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33588) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:11.793815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.814809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1573193265'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:11.827707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:11.830471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-42b0bfb5-4f80-43fe-a26a-2f876a313279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.831105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Deleting port 647904f8-4d44-429d-940d-7234c4631de1 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:11.831519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.846234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:network and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:11.858040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:11.872431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:11.876233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-42b0bfb5-4f80-43fe-a26a-2f876a313279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:11.898912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-42b0bfb5-4f80-43fe-a26a-2f876a313279 admin admin] Usage tracker for resource:security_group_rule and tenant:de830b60369d4f1da028ed2f7bd62180 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:11.910140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet e6613998-9d10-43ef-9cc7-79f8928e804d {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:33:11.914740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-42b0bfb5-4f80-43fe-a26a-2f876a313279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:11.924762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:11.928697 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-42b0bfb5-4f80-43fe-a26a-2f876a313279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:12.013858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7af22fda-b7d3-4913-a6b3-495b00f3fbfd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.015406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:12.019309 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.034289 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b72c9c99-e9d1-43fd-a2d9-1bbc47549d1e tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/routers/db0591cc-664f-47ec-8acd-f4214ca93d06 HTTP/1.1" status: 200 len: 908 time: 0.7567084 Apr 29 15:33:12.038046 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33594) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:12.058591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.100100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-95a91b03-d071-4b00-b896-82b02c18bcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.175973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.189509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Transition to ACTIVE for port object 74e35bcc-24bc-45fe-b63a-ee91afa7da5f will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:12.228117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7af22fda-b7d3-4913-a6b3-495b00f3fbfd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.235853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-95a91b03-d071-4b00-b896-82b02c18bcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.259068 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.270991 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:12.349648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.358232 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Attempting to bind port 74e35bcc-24bc-45fe-b63a-ee91afa7da5f on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:12.358516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Attempting to bind port 74e35bcc-24bc-45fe-b63a-ee91afa7da5f by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:12.358876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Attempting to bind port 74e35bcc-24bc-45fe-b63a-ee91afa7da5f on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:12.361686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a340486-4952-4075-9c57-4acd4f14b4f8 None None] Pushing event updated for resources: {'Port': ['ID=74e35bcc-24bc-45fe-b63a-ee91afa7da5f,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:12.366367 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.366725 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Added segment 99554325-0891-4d2a-ac32-73eb634cb6ab of type vlan for network ba214d9e-8318-4821-9351-358799fa92f2 Apr 29 15:33:12.367776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:12.367936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:12.368221 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.368650 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:12.369121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Bound port: 74e35bcc-24bc-45fe-b63a-ee91afa7da5f, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:12.369474 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.387351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] For port 647904f8-4d44-429d-940d-7234c4631de1, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=647904f8-4d44-429d-940d-7234c4631de1,segment=NetworkSegment(b4d963e2-62f7-4865-85f2-b71d727a9aed),segment_id=b4d963e2-62f7-4865-85f2-b71d727a9aed)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:12.388001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.445640 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] For port 74e35bcc-24bc-45fe-b63a-ee91afa7da5f, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:12.449241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] For port 74e35bcc-24bc-45fe-b63a-ee91afa7da5f, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=74e35bcc-24bc-45fe-b63a-ee91afa7da5f,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:12.478409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.499374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4d543-5be9-4f2f-bf95-61832ffc6b92 req-68b4e6b4-f391-427c-b85f-068e972153cf tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:12.501593 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f7b4d543-5be9-4f2f-bf95-61832ffc6b92 req-68b4e6b4-f391-427c-b85f-068e972153cf tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 946 time: 0.5402400 Apr 29 15:33:12.517400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.533460 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.569354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-42b0bfb5-4f80-43fe-a26a-2f876a313279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.595199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-95a91b03-d071-4b00-b896-82b02c18bcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.618993 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a91b03-d071-4b00-b896-82b02c18bcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1545ba63-e8b4-4ab3-8939-c038b6ef77af,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:12.662867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.resource_extend [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:33:12.671138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Routers {'db0591cc-664f-47ec-8acd-f4214ca93d06'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:12.671758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['db0591cc-664f-47ec-8acd-f4214ca93d06'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:12.697659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.770053 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=e6613998-9d10-43ef-9cc7-79f8928e804d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:12.787175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.789020 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/e6613998-9d10-43ef-9cc7-79f8928e804d HTTP/1.1" status: 204 len: 168 time: 1.0967331 Apr 29 15:33:12.791809 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-95a91b03-d071-4b00-b896-82b02c18bcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.792878 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-95a91b03-d071-4b00-b896-82b02c18bcab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1545ba63-e8b4-4ab3-8939-c038b6ef77af HTTP/1.1" status: 204 len: 168 time: 0.9976871 Apr 29 15:33:12.799315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a340486-4952-4075-9c57-4acd4f14b4f8 None None] Pushing event updated for resources: {'Port': ['ID=74e35bcc-24bc-45fe-b63a-ee91afa7da5f,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:12.800761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33598) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:12.802120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:12.802461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:12.803295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:12.803295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:12.803576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:12.803795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:12.804040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:12.804358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:12.804700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:12.805014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:12.805331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:12.805654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2087d2d-4c05-4e3b-8edf-089f2da4c90d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:12.814542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7af22fda-b7d3-4913-a6b3-495b00f3fbfd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.819683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9aef389f-45bc-4109-aa60-b789642f7aeb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.821562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131221af-7d4f-486a-9de4-1c8574ea087e None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:12.883965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-42b0bfb5-4f80-43fe-a26a-2f876a313279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.887062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.887432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:12.887766 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Floating IP 68d7dc5f-7f49-461a-915c-16ec6d9036f8 disassociated. External IP: 172.26.2.72, port: 647904f8-4d44-429d-940d-7234c4631de1. Apr 29 15:33:12.888102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Calling delete_port for 647904f8-4d44-429d-940d-7234c4631de1 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:12.918124 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e6eff4df-7052-4cbf-8673-75f75fdff660 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093225 Apr 29 15:33:12.929949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33604) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:12.937940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:12.958412 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af22fda-b7d3-4913-a6b3-495b00f3fbfd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4456daa5-1b85-4b86-a610-26731309d73e,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:12.964884 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-42b0bfb5-4f80-43fe-a26a-2f876a313279 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de830b60369d4f1da028ed2f7bd62180&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2292638 Apr 29 15:33:12.973459 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33608) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:13.033121 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.038344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:13.038912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.042466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef389f-45bc-4109-aa60-b789642f7aeb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=ba404b57-c152-4304-a5c4-1603896c7268,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:13.132847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] Set router db0591cc-664f-47ec-8acd-f4214ca93d06 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:33:13.150292 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f7b4d543-5be9-4f2f-bf95-61832ffc6b92 req-cfd6d7c4-075d-4d9d-a133-8e38d2fa5ae0 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups?id=54c23615-848b-4422-9d08-9192b3236e75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6383512 Apr 29 15:33:13.159090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:13.173334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:13.173334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:13.180834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:13.184378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7af22fda-b7d3-4913-a6b3-495b00f3fbfd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.185570 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7af22fda-b7d3-4913-a6b3-495b00f3fbfd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "DELETE /v2.0/security-groups/4456daa5-1b85-4b86-a610-26731309d73e HTTP/1.1" status: 204 len: 168 time: 1.4110410 Apr 29 15:33:13.189323 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33612) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:13.193804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0bfb5-4f80-43fe-a26a-2f876a313279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3210b5-ed3d-4050-976f-5e019bf5b36a,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:13.269840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-db7bad32-f9b7-46c3-a35a-492bbb2ab16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.277819 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5045583 Apr 29 15:33:13.301984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33618) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:13.304571 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53671009-fcc0-4664-913a-23b3405004f8 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:33:13.322641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'network_id': 'ba214d9e-8318-4821-9351-358799fa92f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:13.337325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-53671009-fcc0-4664-913a-23b3405004f8 None None] Deleting port 36a22f5b-3d9c-46c7-8cca-4243f5780abe {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:13.337927 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-53671009-fcc0-4664-913a-23b3405004f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.342482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7ae81-261c-41f3-be49-10510c9a221d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=ba214d9e-8318-4821-9351-358799fa92f2,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:13.359606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:13.363896 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.481343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9aef389f-45bc-4109-aa60-b789642f7aeb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.501883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.585155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network ba214d9e-8318-4821-9351-358799fa92f2 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:13.589127 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-db7bad32-f9b7-46c3-a35a-492bbb2ab16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.651596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-738f8ae1-5171-4813-abcd-4acb4986ce1d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Synchronizing usage tracker for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:13.656121 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Deleting port 74e35bcc-24bc-45fe-b63a-ee91afa7da5f {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:13.656268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.762132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.823336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:13.851664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:subnet and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:13.855277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Pushing event deleted for resources: {'Port': ['ID=647904f8-4d44-429d-940d-7234c4631de1,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:13.860902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:13.887333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:13.890715 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0591cc-664f-47ec-8acd-f4214ca93d06', 'name': 'tempest-snat-router-2034246422', 'tenant_id': '62b3bde5928d41aab3535b983fef7303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '74e35bcc-24bc-45fe-b63a-ee91afa7da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:33:02Z', 'updated_at': '2022-04-29T15:33:07Z', 'revision_number': 3, 'project_id': '62b3bde5928d41aab3535b983fef7303', 'gw_port': {'id': '74e35bcc-24bc-45fe-b63a-ee91afa7da5f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ab:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0591cc-664f-47ec-8acd-f4214ca93d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:33:05Z', 'updated_at': '2022-04-29T15:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:13.898693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-53671009-fcc0-4664-913a-23b3405004f8 None None] For port 36a22f5b-3d9c-46c7-8cca-4243f5780abe, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=36a22f5b-3d9c-46c7-8cca-4243f5780abe,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:13.899060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-53671009-fcc0-4664-913a-23b3405004f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:13.910665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d307d2e-f748-4912-8933-2f04bda65d80 None None] The sync data for ids ['db0591cc-664f-47ec-8acd-f4214ca93d06'] in dv-neutron-839183-1-hyperv is: [{'id': 'db0591cc-664f-47ec-8acd-f4214ca93d06', 'name': 'tempest-snat-router-2034246422', 'tenant_id': '62b3bde5928d41aab3535b983fef7303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': '74e35bcc-24bc-45fe-b63a-ee91afa7da5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:33:02Z', 'updated_at': '2022-04-29T15:33:07Z', 'revision_number': 3, 'project_id': '62b3bde5928d41aab3535b983fef7303', 'gw_port': {'id': '74e35bcc-24bc-45fe-b63a-ee91afa7da5f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ab:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0591cc-664f-47ec-8acd-f4214ca93d06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:33:05Z', 'updated_at': '2022-04-29T15:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:33:14.069111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] For port 74e35bcc-24bc-45fe-b63a-ee91afa7da5f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=74e35bcc-24bc-45fe-b63a-ee91afa7da5f,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:14.071516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:14.101434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-738f8ae1-5171-4813-abcd-4acb4986ce1d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Unset dirty status for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:14.103376 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-738f8ae1-5171-4813-abcd-4acb4986ce1d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9118886 Apr 29 15:33:14.130880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33640) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:14.145263 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-53671009-fcc0-4664-913a-23b3405004f8 None None] Calling delete_port for 36a22f5b-3d9c-46c7-8cca-4243f5780abe owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:14.150710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group': {'name': 'tempest-secgroup--11807680'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:14.166977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:14.186493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:14.233683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-db7bad32-f9b7-46c3-a35a-492bbb2ab16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:14.253366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Calling delete_port for 74e35bcc-24bc-45fe-b63a-ee91afa7da5f owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:14.284009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:14.311141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:14.350785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bad32-f9b7-46c3-a35a-492bbb2ab16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3210b5-ed3d-4050-976f-5e019bf5b36a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:14.360589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:14.390619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-53671009-fcc0-4664-913a-23b3405004f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:14.455507 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fbe7ea55-d026-47cf-ae3d-2c78a2c8bd3c req-dae5f516-817c-46bd-b745-f71dc10f36e6 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 210 time: 0.0621476 Apr 29 15:33:14.470992 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53671009-fcc0-4664-913a-23b3405004f8 None None] No DVR routers for this DVR port 36a22f5b-3d9c-46c7-8cca-4243f5780abe on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:14.475093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53671009-fcc0-4664-913a-23b3405004f8 None None] Pushing event deleted for resources: {'Port': ['ID=36a22f5b-3d9c-46c7-8cca-4243f5780abe,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:14.490207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Router d4ed803f-de54-4c42-ad10-a78b2ea91142 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:33:14.515488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aef389f-45bc-4109-aa60-b789642f7aeb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:33:14.543811 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:14.569245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.ipam_backend_mixin [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing IP validity checks on allocation pools {{(pid=88715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 15:33:14.570233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.ipam_backend_mixin [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88715) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 15:33:14.572802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:14.588453 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:14.603940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33650) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:14.617922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:14.678014 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 74e35bcc-24bc-45fe-b63a-ee91afa7da5f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:14.880545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1057099631'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:14.908058 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:14.924333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-db7bad32-f9b7-46c3-a35a-492bbb2ab16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:14.927956 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-db7bad32-f9b7-46c3-a35a-492bbb2ab16b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df3210b5-ed3d-4050-976f-5e019bf5b36a HTTP/1.1" status: 204 len: 168 time: 1.9492218 Apr 29 15:33:14.935542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 74e35bcc-24bc-45fe-b63a-ee91afa7da5f completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:14.944259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 74e35bcc-24bc-45fe-b63a-ee91afa7da5f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:14.945528 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:14.969472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Usage tracker for resource:network and tenant:73e7069825244c3084518e98181a7df4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:14.977444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:14.994634 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:15.001347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aef389f-45bc-4109-aa60-b789642f7aeb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:33:15.017215 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f147f-be0c-4b49-a0ab-de5cd0ac0260 None None] Sync routers for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:33:15.029191 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9aef389f-45bc-4109-aa60-b789642f7aeb tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "PUT /v2.0/routers/e3f5c9ac-f1b0-42b2-bd27-3de0c6172980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2517078 Apr 29 15:33:15.033648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33660) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:15.048691 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f147f-be0c-4b49-a0ab-de5cd0ac0260 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:15.049776 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ad5f147f-be0c-4b49-a0ab-de5cd0ac0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:15.179069 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Made reservation on behalf of 73e7069825244c3084518e98181a7df4 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:15.182687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.200842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:33:15.207614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.208147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.221465 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ad5f147f-be0c-4b49-a0ab-de5cd0ac0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:15.230920 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f147f-be0c-4b49-a0ab-de5cd0ac0260 None None] Routers {'e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:15.231524 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ad5f147f-be0c-4b49-a0ab-de5cd0ac0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:15.250980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05db0f3-7131-4f4b-abe0-f0957985652e None None] Sync routers for ids ['d4ed803f-de54-4c42-ad10-a78b2ea91142'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:33:15.276935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.284262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05db0f3-7131-4f4b-abe0-f0957985652e None None] Routers {'d4ed803f-de54-4c42-ad10-a78b2ea91142'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:15.285183 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a05db0f3-7131-4f4b-abe0-f0957985652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d4ed803f-de54-4c42-ad10-a78b2ea91142'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:15.310022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.311335 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ad5f147f-be0c-4b49-a0ab-de5cd0ac0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:15.311893 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f147f-be0c-4b49-a0ab-de5cd0ac0260 None None] The sync data for ids ['e3f5c9ac-f1b0-42b2-bd27-3de0c6172980'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:33:15.368034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.387804 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 647904f8-4d44-429d-940d-7234c4631de1 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:15.407545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:15.420004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] No DVR routers for this DVR port 647904f8-4d44-429d-940d-7234c4631de1 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:15.457283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Usage tracker for resource:security_group_rule and tenant:73e7069825244c3084518e98181a7df4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:15.460312 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.466835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d4a3db-2c58-442d-9059-49a409bec874', 'name': 'network-vif-deleted', 'tag': '647904f8-4d44-429d-940d-7234c4631de1'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:33:15.472660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:15.481951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.551005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.objects.ports [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88715) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:33:15.555278 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 647904f8-4d44-429d-940d-7234c4631de1 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:33:15.556586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 647904f8-4d44-429d-940d-7234c4631de1 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:33:15.575768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:15.581660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.590333 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c083181-d20d-4f83-af4c-17c2c59f05c1'] response: {'server_uuid': '92d4a3db-2c58-442d-9059-49a409bec874', 'name': 'network-vif-deleted', 'tag': '647904f8-4d44-429d-940d-7234c4631de1', 'status': 'completed', 'code': 200} Apr 29 15:33:15.591268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event deleted for resources: {'Port': ['ID=74e35bcc-24bc-45fe-b63a-ee91afa7da5f,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:15.644171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.659887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 36a22f5b-3d9c-46c7-8cca-4243f5780abe no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:15.671416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32dc3ef3-8617-44d6-aa89-c554411ca82c,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:15.689000 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3b67b3b4-c56b-404b-899b-daeff85aa630 req-61282980-8e3d-4d26-9438-654bd0a567a1 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.44 "DELETE /v2.0/ports/647904f8-4d44-429d-940d-7234c4631de1 HTTP/1.1" status: 204 len: 173 time: 4.1792560 Apr 29 15:33:15.729150 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 36a22f5b-3d9c-46c7-8cca-4243f5780abe {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:33:15.729506 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 36a22f5b-3d9c-46c7-8cca-4243f5780abe not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:33:15.746191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-a05db0f3-7131-4f4b-abe0-f0957985652e None None] Set router d4ed803f-de54-4c42-ad10-a78b2ea91142 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:33:15.748821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:15.767093 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:15.791073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729067dd-2211-4a57-b2e0-582c2ace218d None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:15.796300 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:15.797104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.834676 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=11f6f0cc-ba2b-4ee3-a834-2b035b890cb6,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:15.846069 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f320f841-f798-48e6-950e-ca4c1787ed69 req-26672903-d968-4754-8084-b3f6f3197186 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 210 time: 0.0923798 Apr 29 15:33:15.865650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.905877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:15.911360 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8e3a02e7-f608-45cf-8529-a11bad52d2a3 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7688398 Apr 29 15:33:15.912726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33676) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:15.941000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking segment: {'id': '99554325-0891-4d2a-ac32-73eb634cb6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ba214d9e-8318-4821-9351-358799fa92f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:15.941359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network hostable DHCP agents. Network: ba214d9e-8318-4821-9351-358799fa92f2, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:33:15.962456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4556e733-69ba-4569-a7e2-0b224195282c tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '32dc3ef3-8617-44d6-aa89-c554411ca82c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:15.963282 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-4556e733-69ba-4569-a7e2-0b224195282c tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 15:33:15.963775 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-4556e733-69ba-4569-a7e2-0b224195282c tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:15.968181 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4556e733-69ba-4569-a7e2-0b224195282c tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0433261 Apr 29 15:33:15.982842 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33680) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:16.051551 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-760250cc-031b-4556-ab7e-412364654574 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1179223 Apr 29 15:33:16.051551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=d5c2d75d-c18f-47bb-876c-69028eb5defe,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:16.060420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33684) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:16.079955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:3c:4a:7d', 'name': 'tempest-NetworksTestDHCPv6-359138903'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:16.105143 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.121704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.128193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.132785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33690) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:16.134519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.176518 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '11f6f0cc-ba2b-4ee3-a834-2b035b890cb6'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:16.177501 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.187840 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.214027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting port 08443861-465e-44fd-be36-6d8c208072eb {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:16.214724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.359398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e861-383b-48fd-a8ee-6e3050acf84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.375318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network ba214d9e-8318-4821-9351-358799fa92f2 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:33:16.378042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.410009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.423899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3cb0e861-383b-48fd-a8ee-6e3050acf84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:16.436777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:16.449186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3cb0e861-383b-48fd-a8ee-6e3050acf84d admin admin] Usage tracker for resource:security_group_rule and tenant:99f459c0c3394e83aa9ceca45e90ae31 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:16.457239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3cb0e861-383b-48fd-a8ee-6e3050acf84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:16.484532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a039ec4a-544e-4f6d-ba7c-db978d820333,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:16.486316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.487446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3cb0e861-383b-48fd-a8ee-6e3050acf84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:16.490729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db0591cc-664f-47ec-8acd-f4214ca93d06 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:33:16.496294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.496677 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Added segment d0ce723f-4f65-4409-a1ee-9975a14c18df of type vlan for network b81cdfcc-4754-4e21-a2f5-8617b6e0caad Apr 29 15:33:16.513029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, ba214d9e-8318-4821-9351-358799fa92f2) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:16.518350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:16.525092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:16.525846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.529895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:16.534888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:16.568250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:16.575240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16de830-3ac1-45b0-8d85-f5e729616fb8 None None] Network ba214d9e-8318-4821-9351-358799fa92f2 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:16.586081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.645417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.646617 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0fa9855c-583f-4446-af4d-01c862fe04e9 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "DELETE /v2.0/routers/db0591cc-664f-47ec-8acd-f4214ca93d06 HTTP/1.1" status: 204 len: 168 time: 4.5951009 Apr 29 15:33:16.650357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33698) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:16.658693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.663279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.663279 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "DELETE /v2.0/security-groups/32dc3ef3-8617-44d6-aa89-c554411ca82c HTTP/1.1" status: 204 len: 168 time: 0.6793122 Apr 29 15:33:16.671203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33700) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:16.675396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Allocated IP 2001:db8::f816:3eff:fedf:3775 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/11f6f0cc-ba2b-4ee3-a834-2b035b890cb6/9dae7175-b17b-4e2e-8478-ab1a25de23e0) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:16.693576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dc3ef3-8617-44d6-aa89-c554411ca82c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:16.707757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:16.708271 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:16.708728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:16.709158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:16.709645 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:16.710061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:16.710501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:16.710984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:16.711429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:16.711798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:16.712215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:16.712655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893721c-ee4d-49f1-a310-8a590023b4fc tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:16.733910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:16.859736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:16.880282 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f8b99bcc-7f5b-4a52-ae45-40b5c78f68de tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.5633540 Apr 29 15:33:16.900964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33708) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:17.014403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Calling delete_port for 08443861-465e-44fd-be36-6d8c208072eb owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:17.068355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.073653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:17.074191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.119212 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1ad555db-47aa-48fc-bf79-ee2d70091535 req-5a199308-3fc1-4603-bccd-9876ffd1b371 tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/ports?device_id=92d4a3db-2c58-442d-9059-49a409bec874 HTTP/1.1" status: 200 len: 210 time: 0.1043956 Apr 29 15:33:17.199691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a05db0f3-7131-4f4b-abe0-f0957985652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:34Z', 'revision_number': 4, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '3e808ee5-48f8-4f2a-b2f8-eaf971e68339', 'name': '', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'mac_address': 'fa:16:3e:8e:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:33Z', 'updated_at': '2022-04-29T15:29:44Z', 'revision_number': 5, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'subnets': [{'id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:17.228954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05db0f3-7131-4f4b-abe0-f0957985652e None None] Checking router: d4ed803f-de54-4c42-ad10-a78b2ea91142 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:33:17.238672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f11c4962-68fd-4b38-a5d6-eae482ab68ce tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Synchronizing usage tracker for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:17.242711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.299707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05db0f3-7131-4f4b-abe0-f0957985652e None None] Routers {'d4ed803f-de54-4c42-ad10-a78b2ea91142'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:17.300350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a05db0f3-7131-4f4b-abe0-f0957985652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d4ed803f-de54-4c42-ad10-a78b2ea91142'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:17.341464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e861-383b-48fd-a8ee-6e3050acf84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.421401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.430447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.444135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Transition to ACTIVE for port object 9dae7175-b17b-4e2e-8478-ab1a25de23e0 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:17.448204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-ba214d9e-8318-4821-9351-358799fa92f2', 'network_id': 'ba214d9e-8318-4821-9351-358799fa92f2', 'tenant_id': 'fb3aa27575784d68910bded9aa48b69d', 'fixed_ips': [{'subnet_id': 'd5c2d75d-c18f-47bb-876c-69028eb5defe'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:17.449092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.476154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.486733 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8750868 Apr 29 15:33:17.504066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e674e-9a3b-497b-9f18-fc283bd78bbb tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Pushing event updated for resources: {'Network': ['ID=b81cdfcc-4754-4e21-a2f5-8617b6e0caad,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:17.516836 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33714) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:17.529973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network b81cdfcc-4754-4e21-a2f5-8617b6e0caad details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:17.555311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Port': ['ID=08443861-465e-44fd-be36-6d8c208072eb,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:17.564753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Request body: {'subnet': {'network_id': 'b81cdfcc-4754-4e21-a2f5-8617b6e0caad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:17.574253 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e861-383b-48fd-a8ee-6e3050acf84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.595718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Transition to ACTIVE for port object 9dae7175-b17b-4e2e-8478-ab1a25de23e0 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:17.625166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f11c4962-68fd-4b38-a5d6-eae482ab68ce tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Unset dirty status for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:17.626748 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f11c4962-68fd-4b38-a5d6-eae482ab68ce tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9522851 Apr 29 15:33:17.638118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.639741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33718) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:17.655183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 7f984f67-8864-4ab8-aedf-f929efab513d yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:33:17.685816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.689146 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.703538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758195676'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:17.733965 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:17.749442 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3cb0e861-383b-48fd-a8ee-6e3050acf84d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99f459c0c3394e83aa9ceca45e90ae31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6096590 Apr 29 15:33:17.758566 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0e861-383b-48fd-a8ee-6e3050acf84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c43b2a-c6f3-4f9b-a0fd-04a350bc2f12,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:17.771933 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33722) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:17.786895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:17.789844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-a05db0f3-7131-4f4b-abe0-f0957985652e None None] Set router d4ed803f-de54-4c42-ad10-a78b2ea91142 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:33:17.868984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:17.872771 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Usage tracker for resource:subnet and tenant:73e7069825244c3084518e98181a7df4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:17.877141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:17.881182 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.886095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:17.888006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:17.909156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:17.919892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Pushing event updated for resources: {'Port': ['ID=9dae7175-b17b-4e2e-8478-ab1a25de23e0,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:17.923349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:17.925568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:17.959106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.003261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Made reservation on behalf of 73e7069825244c3084518e98181a7df4 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:18.007167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.009061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.011792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.015269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Allocated IP 172.20.0.3 (ba214d9e-8318-4821-9351-358799fa92f2/d5c2d75d-c18f-47bb-876c-69028eb5defe/d604044e-034e-4025-8946-2897d2649696) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:18.083112 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:18.088053 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::f816:3eff:fe3c:4a7d (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/11f6f0cc-ba2b-4ee3-a834-2b035b890cb6/7f984f67-8864-4ab8-aedf-f929efab513d) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:18.091318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08d6c06d-8fff-4b4f-952d-d0f55927dd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.095985 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:18.105393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:18.127316 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Deleting port 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:18.127616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.151814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:18.229180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.229719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Fanout notify agent at l3_agent the message router_deleted on router e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:33:18.275407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.277351 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dcfcc06b-9dc8-4d46-9ef2-e3676b45464c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/routers/e3f5c9ac-f1b0-42b2-bd27-3de0c6172980 HTTP/1.1" status: 204 len: 168 time: 3.2416074 Apr 29 15:33:18.281770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33730) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:18.326826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.334117 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.347092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Transition to ACTIVE for port object d604044e-034e-4025-8946-2897d2649696 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:18.377468 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Transition to ACTIVE for port object d604044e-034e-4025-8946-2897d2649696 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:18.388876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33734) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:18.412515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08d6c06d-8fff-4b4f-952d-d0f55927dd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.447400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-4564c8db-9452-4daf-bcb3-9fa25049c42c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Deleting subnet 53efa21e-09cc-414a-98e4-135410d6cd73 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:33:18.464099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4564c8db-9452-4daf-bcb3-9fa25049c42c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.502931 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.507436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Pushing event updated for resources: {'Subnet': ['ID=694497c6-c9d1-4d11-9964-97d27b89fe79,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:18.552798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Checking segment: {'id': 'd0ce723f-4f65-4409-a1ee-9975a14c18df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b81cdfcc-4754-4e21-a2f5-8617b6e0caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:18.553427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Network hostable DHCP agents. Network: b81cdfcc-4754-4e21-a2f5-8617b6e0caad, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:33:18.560869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4564c8db-9452-4daf-bcb3-9fa25049c42c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.597528 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 74e35bcc-24bc-45fe-b63a-ee91afa7da5f no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:18.621658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a68e8268-d2aa-4336-ac84-f5eb19b80eac tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.650366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Attempting to bind port 9dae7175-b17b-4e2e-8478-ab1a25de23e0 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:18.650684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Attempting to bind port 9dae7175-b17b-4e2e-8478-ab1a25de23e0 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:18.650991 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Attempting to bind port 9dae7175-b17b-4e2e-8478-ab1a25de23e0 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:18.662973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 74e35bcc-24bc-45fe-b63a-ee91afa7da5f {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:33:18.663364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 74e35bcc-24bc-45fe-b63a-ee91afa7da5f not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:33:18.670284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.671032 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Network ba214d9e-8318-4821-9351-358799fa92f2 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:18.677812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4564c8db-9452-4daf-bcb3-9fa25049c42c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.680085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:18.685719 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:18.686104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:18.686472 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.686919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:18.687399 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Bound port: 9dae7175-b17b-4e2e-8478-ab1a25de23e0, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:18.687761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.699889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:18.714348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Pushing event updated for resources: {'Port': ['ID=d604044e-034e-4025-8946-2897d2649696,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:18.715506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a68e8268-d2aa-4336-ac84-f5eb19b80eac tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.728041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.751246 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Network b81cdfcc-4754-4e21-a2f5-8617b6e0caad is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:33:18.790108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.816163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c2d75d-c18f-47bb-876c-69028eb5defe,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:18.854687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08d6c06d-8fff-4b4f-952d-d0f55927dd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.861751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, b81cdfcc-4754-4e21-a2f5-8617b6e0caad) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:18.866518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:18.867620 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.868635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:18.868981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:18.869349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:18.869704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:18.870422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:18.870422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:18.870686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:18.871098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:18.871299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:18.871613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:18.871935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:18.873342 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:33:18.889286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a68e8268-d2aa-4336-ac84-f5eb19b80eac tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.902328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4564c8db-9452-4daf-bcb3-9fa25049c42c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.932160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] For port 6d8532e1-ee5b-44f8-85bf-67eb360df6c6, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6d8532e1-ee5b-44f8-85bf-67eb360df6c6,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:18.932560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.939064 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc234d-5196-4ad3-92f6-69896ee061c2 None None] Network b81cdfcc-4754-4e21-a2f5-8617b6e0caad requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:18.949034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e8268-d2aa-4336-ac84-f5eb19b80eac tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c23615-848b-4422-9d08-9192b3236e75,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:18.952832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a68e8268-d2aa-4336-ac84-f5eb19b80eac tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.956720 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a68e8268-d2aa-4336-ac84-f5eb19b80eac tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "DELETE /v2.0/security-groups/54c23615-848b-4422-9d08-9192b3236e75 HTTP/1.1" status: 204 len: 168 time: 0.5601106 Apr 29 15:33:18.960542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33738) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:18.963200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564c8db-9452-4daf-bcb3-9fa25049c42c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Subnet': ['ID=53efa21e-09cc-414a-98e4-135410d6cd73,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:18.966617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4564c8db-9452-4daf-bcb3-9fa25049c42c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:18.968398 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4564c8db-9452-4daf-bcb3-9fa25049c42c tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/subnets/53efa21e-09cc-414a-98e4-135410d6cd73 HTTP/1.1" status: 204 len: 168 time: 0.6849484 Apr 29 15:33:18.978975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33742) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:19.004536 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-dffde7eb-9b80-4154-ae17-79ca8e41611a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] show failed (client error): The resource could not be found. Apr 29 15:33:19.007739 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dffde7eb-9b80-4154-ae17-79ca8e41611a tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "GET /v2.0/security-groups/54c23615-848b-4422-9d08-9192b3236e75 HTTP/1.1" status: 404 len: 347 time: 0.0407355 Apr 29 15:33:19.010039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33746) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:19.025717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df37bbb7-ebc6-4683-ad8d-b5ebed0aa7c0,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:19.041673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.054136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.094979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Attempting to bind port d604044e-034e-4025-8946-2897d2649696 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:19.095372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Attempting to bind port d604044e-034e-4025-8946-2897d2649696 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '99554325-0891-4d2a-ac32-73eb634cb6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ba214d9e-8318-4821-9351-358799fa92f2'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:19.095727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Attempting to bind port d604044e-034e-4025-8946-2897d2649696 on network ba214d9e-8318-4821-9351-358799fa92f2 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:19.123458 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:19.123848 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Checking segment: {'id': '99554325-0891-4d2a-ac32-73eb634cb6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ba214d9e-8318-4821-9351-358799fa92f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:19.124215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.124632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Bound using segment: {'id': '99554325-0891-4d2a-ac32-73eb634cb6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ba214d9e-8318-4821-9351-358799fa92f2'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:19.125101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Bound port: d604044e-034e-4025-8946-2897d2649696, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99554325-0891-4d2a-ac32-73eb634cb6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ba214d9e-8318-4821-9351-358799fa92f2'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:19.125610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.140201 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] For port 9dae7175-b17b-4e2e-8478-ab1a25de23e0, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:19.161018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] For port 9dae7175-b17b-4e2e-8478-ab1a25de23e0, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9dae7175-b17b-4e2e-8478-ab1a25de23e0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:19.202818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6c06d-8fff-4b4f-952d-d0f55927dd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c43b2a-c6f3-4f9b-a0fd-04a350bc2f12,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:19.213127 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Calling delete_port for 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:19.253378 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fcc96e91-7e9e-4395-82b3-44cb2877b0b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7027807 Apr 29 15:33:19.263930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba214d9e-8318-4821-9351-358799fa92f2']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:19.276057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 7f984f67-8864-4ab8-aedf-f929efab513d will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:19.277997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33750) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:19.278434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.287190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.293483 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-18df8ed3-f380-4439-9c1a-df14ab3c6f29 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6402640 Apr 29 15:33:19.318473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33752) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:19.323848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9ce3e308-6c2f-40cc-8803-f8412fd154b4 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': 'df37bbb7-ebc6-4683-ad8d-b5ebed0aa7c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:19.336871 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-9ce3e308-6c2f-40cc-8803-f8412fd154b4 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 15:33:19.337950 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-9ce3e308-6c2f-40cc-8803-f8412fd154b4 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:19.341591 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9ce3e308-6c2f-40cc-8803-f8412fd154b4 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194147 Apr 29 15:33:19.345669 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Request body: {'port': {'network_id': 'b81cdfcc-4754-4e21-a2f5-8617b6e0caad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1701847942'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:19.365913 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a05db0f3-7131-4f4b-abe0-f0957985652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:34Z', 'revision_number': 4, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '3e808ee5-48f8-4f2a-b2f8-eaf971e68339', 'name': '', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'mac_address': 'fa:16:3e:8e:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:33Z', 'updated_at': '2022-04-29T15:29:44Z', 'revision_number': 5, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'subnets': [{'id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:19.384801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08d6c06d-8fff-4b4f-952d-d0f55927dd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.386230 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-08d6c06d-8fff-4b4f-952d-d0f55927dd42 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25c43b2a-c6f3-4f9b-a0fd-04a350bc2f12 HTTP/1.1" status: 204 len: 168 time: 1.6133142 Apr 29 15:33:19.392135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] For port d604044e-034e-4025-8946-2897d2649696, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:19.394441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05db0f3-7131-4f4b-abe0-f0957985652e None None] The sync data for ids ['d4ed803f-de54-4c42-ad10-a78b2ea91142'] in dv-neutron-839183-1-hyperv is: [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:29:34Z', 'revision_number': 4, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '3e808ee5-48f8-4f2a-b2f8-eaf971e68339', 'name': '', 'network_id': '2964b386-6c1c-4f7e-9bbd-459b2e114f03', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'mac_address': 'fa:16:3e:8e:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:33Z', 'updated_at': '2022-04-29T15:29:44Z', 'revision_number': 5, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'subnets': [{'id': '9e596a82-36fa-4d0f-b10e-5eea0b359f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:33:19.395107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33758) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:19.398437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99554325-0891-4d2a-ac32-73eb634cb6ab') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:19.398437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99554325-0891-4d2a-ac32-73eb634cb6ab') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:19.400897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-aaba0b05-56bd-4737-b1ce-e94e6eb95c4d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': 'df37bbb7-ebc6-4683-ad8d-b5ebed0aa7c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:19.402463 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING neutron.api.v2.base [None req-aaba0b05-56bd-4737-b1ce-e94e6eb95c4d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 15:33:19.402990 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-aaba0b05-56bd-4737-b1ce-e94e6eb95c4d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:19.403948 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-aaba0b05-56bd-4737-b1ce-e94e6eb95c4d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073249 Apr 29 15:33:19.410157 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] For port d604044e-034e-4025-8946-2897d2649696, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d604044e-034e-4025-8946-2897d2649696,segment=NetworkSegment(99554325-0891-4d2a-ac32-73eb634cb6ab),segment_id=99554325-0891-4d2a-ac32-73eb634cb6ab)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:19.422323 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33764) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:19.435448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Deleting port 5481d933-8fb5-48f3-845d-d8a1beb41b51 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:19.440031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.462794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a1af98f4-9abf-4b16-8078-58838dffc578 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': 'df37bbb7-ebc6-4683-ad8d-b5ebed0aa7c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:19.465103 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0cfa5-1567-4872-80aa-db2cc64e66a7 None None] Pushing event updated for resources: {'Port': ['ID=9dae7175-b17b-4e2e-8478-ab1a25de23e0,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:19.465321 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-a1af98f4-9abf-4b16-8078-58838dffc578 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 15:33:19.465321 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-a1af98f4-9abf-4b16-8078-58838dffc578 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:19.465321 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a1af98f4-9abf-4b16-8078-58838dffc578 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0397971 Apr 29 15:33:19.485859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33768) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:19.492879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-b81cdfcc-4754-4e21-a2f5-8617b6e0caad', 'network_id': 'b81cdfcc-4754-4e21-a2f5-8617b6e0caad', 'tenant_id': '73e7069825244c3084518e98181a7df4', 'fixed_ips': [{'subnet_id': '694497c6-c9d1-4d11-9964-97d27b89fe79'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:19.493367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.498014 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.525877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.550832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-590febed-a205-4348-9014-e8377a2d62b2 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': 'df37bbb7-ebc6-4683-ad8d-b5ebed0aa7c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:19.552623 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING neutron.api.v2.base [None req-590febed-a205-4348-9014-e8377a2d62b2 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 15:33:19.553397 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-590febed-a205-4348-9014-e8377a2d62b2 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:19.554638 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-590febed-a205-4348-9014-e8377a2d62b2 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0410857 Apr 29 15:33:19.565646 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.569859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33772) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:19.745452 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.769789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:19.770782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:19.823332 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f520b-cab4-40ca-8d3d-a409ba01ae3a None None] New status for floating IP 68d7dc5f-7f49-461a-915c-16ec6d9036f8: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:19.887506 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:19.896767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:19.909518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Usage tracker for resource:port and tenant:73e7069825244c3084518e98181a7df4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:19.919608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Allocated IP 2001:db8::2 (b81cdfcc-4754-4e21-a2f5-8617b6e0caad/694497c6-c9d1-4d11-9964-97d27b89fe79/70943038-4f01-4757-b3da-73901c42bfad) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:19.929531 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d23106-11df-48f7-88a2-32d6078e085b None None] Pushing event updated for resources: {'Port': ['ID=d604044e-034e-4025-8946-2897d2649696,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:19.929735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:19.945348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:20.027071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:33:20.027071 dv-neutron-839183-1-hyperv neutron-server[88715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:33:20.027071 dv-neutron-839183-1-hyperv neutron-server[88715]: [parameters: {'id': 'ba214d9e-8318-4821-9351-358799fa92f2'}] Apr 29 15:33:20.027071 dv-neutron-839183-1-hyperv neutron-server[88715]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:20.028028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:20.038003 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed12b15-ec2d-4037-811d-361ac5325507 None None] Network ba214d9e-8318-4821-9351-358799fa92f2 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:20.054878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.108119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.137050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Made reservation on behalf of 73e7069825244c3084518e98181a7df4 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:20.139347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e680-cf5f-47eb-bd5b-add6ec53cd2f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.141728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.162807 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.163366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.235300 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:20.246570 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:20.249005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:20.256134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:20.256867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.270339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] device_id is not set on port 0219547b-0bbf-4ce1-8134-00805d697220 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:33:20.291926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb37fcc-9e8f-4eb2-816b-9c1b563fd417']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:20.313516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.321810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=7f984f67-8864-4ab8-aedf-f929efab513d,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:20.386385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Calling delete_port for 5481d933-8fb5-48f3-845d-d8a1beb41b51 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:20.436752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9965cf56-4e47-40e0-81f1-ba152574bce1') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:20.436752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9965cf56-4e47-40e0-81f1-ba152574bce1') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:20.448199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e680-cf5f-47eb-bd5b-add6ec53cd2f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.495006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d8532e1-ee5b-44f8-85bf-67eb360df6c6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:20.536162 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.541729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.548945 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fe7fbe3e-2b71-4280-89a2-acf5ad116779 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4871712 Apr 29 15:33:20.553473 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33786) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:20.602117 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Transition to ACTIVE for port object 70943038-4f01-4757-b3da-73901c42bfad will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:20.625177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Transition to ACTIVE for port object 70943038-4f01-4757-b3da-73901c42bfad will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:20.636797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.658230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port d604044e-034e-4025-8946-2897d2649696 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:20.658736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.676738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e680-cf5f-47eb-bd5b-add6ec53cd2f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.696750 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.782911 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9dae7175-b17b-4e2e-8478-ab1a25de23e0 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:20.800501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.809273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:20.809964 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.829044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Network b81cdfcc-4754-4e21-a2f5-8617b6e0caad is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:20.833451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:20.835462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:20.875159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Pushing event updated for resources: {'Port': ['ID=70943038-4f01-4757-b3da-73901c42bfad,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:20.974676 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:20.977935 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:20.979913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3e680-cf5f-47eb-bd5b-add6ec53cd2f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df37bbb7-ebc6-4683-ad8d-b5ebed0aa7c0,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:20.987205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:20.987533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:20.990469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e680-cf5f-47eb-bd5b-add6ec53cd2f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:20.995035 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Attempting to bind port 70943038-4f01-4757-b3da-73901c42bfad on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:20.995509 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a7b3e680-cf5f-47eb-bd5b-add6ec53cd2f tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "DELETE /v2.0/security-groups/df37bbb7-ebc6-4683-ad8d-b5ebed0aa7c0 HTTP/1.1" status: 204 len: 168 time: 1.4163241 Apr 29 15:33:20.995608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Attempting to bind port 70943038-4f01-4757-b3da-73901c42bfad by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd0ce723f-4f65-4409-a1ee-9975a14c18df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b81cdfcc-4754-4e21-a2f5-8617b6e0caad'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:20.996020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Attempting to bind port 70943038-4f01-4757-b3da-73901c42bfad on network b81cdfcc-4754-4e21-a2f5-8617b6e0caad {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:21.002427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33796) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:21.015809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:21.016966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Checking segment: {'id': 'd0ce723f-4f65-4409-a1ee-9975a14c18df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b81cdfcc-4754-4e21-a2f5-8617b6e0caad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:21.017536 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.018019 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Bound using segment: {'id': 'd0ce723f-4f65-4409-a1ee-9975a14c18df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b81cdfcc-4754-4e21-a2f5-8617b6e0caad'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:21.018682 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Bound port: 70943038-4f01-4757-b3da-73901c42bfad, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ce723f-4f65-4409-a1ee-9975a14c18df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b81cdfcc-4754-4e21-a2f5-8617b6e0caad'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:21.019146 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.081453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-224d03a2-a901-433d-abd0-6d01ed2d31eb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Synchronizing usage tracker for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:21.090586 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.095733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.130260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] Pushing event deleted for resources: {'Network': ['ID=acb37fcc-9e8f-4eb2-816b-9c1b563fd417,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:21.149265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c60763-f6b5-4ccc-9a83-60f939ff2ae6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:21.156199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c60763-f6b5-4ccc-9a83-60f939ff2ae6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:21.159093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e1c60763-f6b5-4ccc-9a83-60f939ff2ae6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:21.186105 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7fdced39-c7be-453f-9bec-3f77919da545 tempest-FloatingIPTestJSON-1075061739 tempest-FloatingIPTestJSON-1075061739-project] 10.222.0.39 "DELETE /v2.0/networks/acb37fcc-9e8f-4eb2-816b-9c1b563fd417 HTTP/1.1" status: 204 len: 168 time: 2.2058058 Apr 29 15:33:21.213083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 9dae7175-b17b-4e2e-8478-ab1a25de23e0 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:21.220203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] For port 70943038-4f01-4757-b3da-73901c42bfad, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:21.225251 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] For port 70943038-4f01-4757-b3da-73901c42bfad, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=70943038-4f01-4757-b3da-73901c42bfad,segment=NetworkSegment(d0ce723f-4f65-4409-a1ee-9975a14c18df),segment_id=d0ce723f-4f65-4409-a1ee-9975a14c18df)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:21.263115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33804) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:21.272891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e1c60763-f6b5-4ccc-9a83-60f939ff2ae6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:21.274517 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e1c60763-f6b5-4ccc-9a83-60f939ff2ae6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7195251 Apr 29 15:33:21.277743 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33810) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:21.307997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a32ff2a9-1b4f-4fec-8f54-a7896c758e05 None None] Provisioning for port 9dae7175-b17b-4e2e-8478-ab1a25de23e0 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:21.312915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.344961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.349048 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.355135 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-224d03a2-a901-433d-abd0-6d01ed2d31eb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Unset dirty status for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:21.359582 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-224d03a2-a901-433d-abd0-6d01ed2d31eb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3550043 Apr 29 15:33:21.363647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33814) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:21.382903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Allocated IP 2001:db8::17b (b81cdfcc-4754-4e21-a2f5-8617b6e0caad/694497c6-c9d1-4d11-9964-97d27b89fe79/0219547b-0bbf-4ce1-8134-00805d697220) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:21.413386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group': {'name': 'tempest-secgroup--619966739'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:21.427080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:21.444031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:21.445446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a32ff2a9-1b4f-4fec-8f54-a7896c758e05 None None] Provisioning complete for port 9dae7175-b17b-4e2e-8478-ab1a25de23e0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:21.446169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a32ff2a9-1b4f-4fec-8f54-a7896c758e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.449447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-9a5c9da3-cba0-47b1-9279-f11422c39a56 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 7f984f67-8864-4ab8-aedf-f929efab513d {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:21.449894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9da3-cba0-47b1-9279-f11422c39a56 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.477318 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18da50-70fd-41dd-a87b-5beca6b4e6b2 None None] Pushing event updated for resources: {'Port': ['ID=70943038-4f01-4757-b3da-73901c42bfad,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:21.496941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Deleting port 5481d933-8fb5-48f3-845d-d8a1beb41b51 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:21.497416 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.501884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port d604044e-034e-4025-8946-2897d2649696, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d604044e-034e-4025-8946-2897d2649696,segment=NetworkSegment(99554325-0891-4d2a-ac32-73eb634cb6ab),segment_id=99554325-0891-4d2a-ac32-73eb634cb6ab)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:21.502255 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.526370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1584994558'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:21.558131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:21.568995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Usage tracker for resource:network and tenant:c6621191764e4fafab55e3aa1d09f73f is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:21.576230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:21.580351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.587587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3de6637d-577e-4f15-9eac-719491ca90c3 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:33:21.589276 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:21.624417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a32ff2a9-1b4f-4fec-8f54-a7896c758e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.668896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a32ff2a9-1b4f-4fec-8f54-a7896c758e05 None None] For port 9dae7175-b17b-4e2e-8478-ab1a25de23e0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9dae7175-b17b-4e2e-8478-ab1a25de23e0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:21.686889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.691901 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d353b6fb-4f82-4df8-9884-f76a3e365aa6 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "DELETE /v2.0/routers/3de6637d-577e-4f15-9eac-719491ca90c3 HTTP/1.1" status: 204 len: 168 time: 5.0194447 Apr 29 15:33:21.706884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for d604044e-034e-4025-8946-2897d2649696 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:21.748971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33818) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:21.768988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1693166925', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}, 'admin_state_up': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:21.770166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a32ff2a9-1b4f-4fec-8f54-a7896c758e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:21.782286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:21.787663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Usage tracker for resource:router and tenant:498df870ada0465fbf1738c92df087a2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:21.803262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:21.868376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:21.912284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ff2a9-1b4f-4fec-8f54-a7896c758e05 None None] Pushing event updated for resources: {'Port': ['ID=9dae7175-b17b-4e2e-8478-ab1a25de23e0,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:21.981237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33824) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:21.986385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.010838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.011803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.025471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1de25571-d5cc-4ea9-8922-c95c13eaaac8 None None] Provisioning for port 7f984f67-8864-4ab8-aedf-f929efab513d completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:22.033657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1de25571-d5cc-4ea9-8922-c95c13eaaac8 None None] Provisioning complete for port 7f984f67-8864-4ab8-aedf-f929efab513d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:22.033657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1de25571-d5cc-4ea9-8922-c95c13eaaac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.086041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.097831 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Made reservation on behalf of c6621191764e4fafab55e3aa1d09f73f for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:22.101322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.105279 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Transition to ACTIVE for port object 0219547b-0bbf-4ce1-8134-00805d697220 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:22.116640 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:22.119126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1de25571-d5cc-4ea9-8922-c95c13eaaac8 None None] Port 7f984f67-8864-4ab8-aedf-f929efab513d cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:22.129580 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.130472 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.155477 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:22.165989 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:22.192901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9da3-cba0-47b1-9279-f11422c39a56 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.194080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Port': ['ID=d604044e-034e-4025-8946-2897d2649696,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:22.196434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.201873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No DVR routers for this DVR port d604044e-034e-4025-8946-2897d2649696 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:22.210748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:22.216270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:22.249385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.258076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.258503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.268114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Usage tracker for resource:security_group_rule and tenant:c6621191764e4fafab55e3aa1d09f73f is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:22.335138 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:22.363388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Network b81cdfcc-4754-4e21-a2f5-8617b6e0caad is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:22.371727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:22.422432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:22.428150 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:22.428792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.444884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.520292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-9a5c9da3-cba0-47b1-9279-f11422c39a56 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 7f984f67-8864-4ab8-aedf-f929efab513d owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:22.526868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Pushing event updated for resources: {'Port': ['ID=0219547b-0bbf-4ce1-8134-00805d697220,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:22.554713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Calling delete_port for 5481d933-8fb5-48f3-845d-d8a1beb41b51 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:22.587727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:22.621206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba214d9e-8318-4821-9351-358799fa92f2']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:22.673496 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-15e7cc35-0e5a-4653-89af-9e115f292b5d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6888428a038455d869f128072efda66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6853845 Apr 29 15:33:22.683193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33830) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:22.737140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8a94dc-2b0e-44b1-acbb-c17d54ebae01 None None] Network b81cdfcc-4754-4e21-a2f5-8617b6e0caad requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:22.816504 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.824358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99554325-0891-4d2a-ac32-73eb634cb6ab') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:22.824680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99554325-0891-4d2a-ac32-73eb634cb6ab') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:22.830611 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 70943038-4f01-4757-b3da-73901c42bfad up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:22.836500 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-de898d1a-d350-40d1-954e-ae4b9974c209 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5388482 Apr 29 15:33:22.857251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33834) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:22.863856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Request body: {'port': {'network_id': 'b81cdfcc-4754-4e21-a2f5-8617b6e0caad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1086316414', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:22.864485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.api.validators [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] bootfile-name is not in valid_values {{(pid=88714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:33:22.864803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.api.validators [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] tftp-server is not in valid_values {{(pid=88714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:33:22.865120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.api.validators [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] server-ip-address is not in valid_values {{(pid=88714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:33:22.907011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.922644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.923071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.933612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.940794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:22.941188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:22.959192 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:22.982960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0bf3428b-00de-41a9-a37a-036c4ea50cab None None] Provisioning for port 70943038-4f01-4757-b3da-73901c42bfad completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:23.065977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 70943038-4f01-4757-b3da-73901c42bfad completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:23.068508 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ac9c8c1-3d80-42b8-8f95-d850bbbd2ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.076498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 70943038-4f01-4757-b3da-73901c42bfad triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:23.077376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.139085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.160579 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1283de53-c549-4747-9572-260421ec65e4,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:23.170902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.184357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Network': ['ID=ba214d9e-8318-4821-9351-358799fa92f2,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:23.189623 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f1d13ab9-1955-44fb-8041-11d2cd1b6a72 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/ba214d9e-8318-4821-9351-358799fa92f2 HTTP/1.1" status: 204 len: 168 time: 6.2834859 Apr 29 15:33:23.197004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33838) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:23.206442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1935728041'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:23.213000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:23.217623 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ac9c8c1-3d80-42b8-8f95-d850bbbd2ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.219788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:network and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:23.224744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:23.232063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.239978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:23.258913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9da3-cba0-47b1-9279-f11422c39a56 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.274917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 70943038-4f01-4757-b3da-73901c42bfad, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=70943038-4f01-4757-b3da-73901c42bfad,segment=NetworkSegment(d0ce723f-4f65-4409-a1ee-9975a14c18df),segment_id=d0ce723f-4f65-4409-a1ee-9975a14c18df)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:23.281457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.325997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.339266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.340166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9dae7175-b17b-4e2e-8478-ab1a25de23e0 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:23.365351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c9da3-cba0-47b1-9279-f11422c39a56 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=7f984f67-8864-4ab8-aedf-f929efab513d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:23.370883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:23.418820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Usage tracker for resource:port and tenant:73e7069825244c3084518e98181a7df4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:23.461422 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:23.475143 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.478456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.482647 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-762c6d10-c838-4d65-bd27-c9744ce4ac56 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1004362 Apr 29 15:33:23.486895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33842) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:23.487552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.497341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=70943038-4f01-4757-b3da-73901c42bfad,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:23.516635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9dae7175-b17b-4e2e-8478-ab1a25de23e0 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:23.516635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.548043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-7162c471-e682-4025-abd7-c8554b62de23 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '1283de53-c549-4747-9572-260421ec65e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:23.549157 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-7162c471-e682-4025-abd7-c8554b62de23 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 15:33:23.550762 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:23.550998 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-7162c471-e682-4025-abd7-c8554b62de23 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:23.553244 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Pushing event deleted for resources: {'Port': ['ID=5481d933-8fb5-48f3-845d-d8a1beb41b51,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:23.555418 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7162c471-e682-4025-abd7-c8554b62de23 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126173 Apr 29 15:33:23.557457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.562682 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33846) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:23.564788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9da3-cba0-47b1-9279-f11422c39a56 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.564926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:23.575425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.683702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:23.715217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0aec655d-b368-4a00-b48f-ef740de0d789 None None] Provisioning for port 0219547b-0bbf-4ce1-8134-00805d697220 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:23.726078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:33:23.726614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6d8532e1-ee5b-44f8-85bf-67eb360df6c6 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:33:23.730178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0aec655d-b368-4a00-b48f-ef740de0d789 None None] Provisioning complete for port 0219547b-0bbf-4ce1-8134-00805d697220 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:23.730877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0aec655d-b368-4a00-b48f-ef740de0d789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.788513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:23.794110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:23.795355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c57ce8c9-11ac-4285-9433-8e3f39cf03f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '1283de53-c549-4747-9572-260421ec65e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:23.802039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Allocated IP 172.26.2.232 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/7f923c08-4779-4a70-bf32-05e04579d31a) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:23.809069 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c57ce8c9-11ac-4285-9433-8e3f39cf03f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:23.814600 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9a5c9da3-cba0-47b1-9279-f11422c39a56 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/7f984f67-8864-4ab8-aedf-f929efab513d HTTP/1.1" status: 204 len: 168 time: 2.5333116 Apr 29 15:33:23.821192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33850) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:23.821192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c57ce8c9-11ac-4285-9433-8e3f39cf03f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:23.821504 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-0aec655d-b368-4a00-b48f-ef740de0d789 None None] Port 0219547b-0bbf-4ce1-8134-00805d697220 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:23.829591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c57ce8c9-11ac-4285-9433-8e3f39cf03f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:23.834098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.834440 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Added segment 859f0130-7957-4427-a329-a288cf35dcfd of type vlan for network d4c4fb11-7c92-4021-893f-84d19e08ce62 Apr 29 15:33:23.835457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7391687-efa4-4063-910e-7b2ff73d731d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:23.842049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0aec655d-b368-4a00-b48f-ef740de0d789 None None] Provisioning complete for port 70943038-4f01-4757-b3da-73901c42bfad triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:23.844213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0aec655d-b368-4a00-b48f-ef740de0d789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.864342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.883304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Made reservation on behalf of 73e7069825244c3084518e98181a7df4 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:23.886986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.893755 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.894108 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Added segment c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf of type vlan for network d21bbf75-b0ec-4c5c-8eb4-702f036c4053 Apr 29 15:33:23.897787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c57ce8c9-11ac-4285-9433-8e3f39cf03f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:23.900536 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145aa7ed-04b7-4398-a122-af3393a24f82 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:33:23.914177 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.929884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.931412 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bf10e6fd-e8d3-46ec-974a-4da65d85c64e tempest-ServerActionsTestJSON-356289772 tempest-ServerActionsTestJSON-356289772-project] 10.222.0.39 "DELETE /v2.0/floatingips/68d7dc5f-7f49-461a-915c-16ec6d9036f8 HTTP/1.1" status: 204 len: 168 time: 4.9215100 Apr 29 15:33:23.933367 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] device_id is not set on port cadde778-1e17-4c4b-bf4b-68badc755a42 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:33:23.939629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33854) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:23.970106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ac9c8c1-3d80-42b8-8f95-d850bbbd2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.971924 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ac9c8c1-3d80-42b8-8f95-d850bbbd2ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:23.975426 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1ac9c8c1-3d80-42b8-8f95-d850bbbd2ce8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/522f36f7-d1e4-4cc7-870c-abea5c84bd86 HTTP/1.1" status: 204 len: 168 time: 1.2792356 Apr 29 15:33:23.998331 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9c8c1-3d80-42b8-8f95-d850bbbd2ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522f36f7-d1e4-4cc7-870c-abea5c84bd86,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:24.050106 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.096658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145aa7ed-04b7-4398-a122-af3393a24f82 None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:33:24.117614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eed455f-024e-4dc8-989c-970213894004 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:24.119205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eed455f-024e-4dc8-989c-970213894004 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:24.120118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0eed455f-024e-4dc8-989c-970213894004 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:24.127192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.132917 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:24.133587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.211929 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Allocated IP 2001:db8::360 (b81cdfcc-4754-4e21-a2f5-8617b6e0caad/694497c6-c9d1-4d11-9964-97d27b89fe79/cadde778-1e17-4c4b-bf4b-68badc755a42) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:24.243451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7d365b09-de6f-4c5d-80d8-9125665e8fc6 None None] Provisioning complete for port 0219547b-0bbf-4ce1-8134-00805d697220 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:24.243451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7d365b09-de6f-4c5d-80d8-9125665e8fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.245447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.303167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event updated for resources: {'Network': ['ID=d4c4fb11-7c92-4021-893f-84d19e08ce62,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:24.308063 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-624b4f70-0290-477d-84c5-4a8a8ab4107b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0435116 Apr 29 15:33:24.314994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33860) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:24.320439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network d4c4fb11-7c92-4021-893f-84d19e08ce62 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:24.356909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Request body: {'subnet': {'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:24.405924 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0eed455f-024e-4dc8-989c-970213894004 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:24.407755 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0eed455f-024e-4dc8-989c-970213894004 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5750616 Apr 29 15:33:24.416671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33866) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:24.430800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.439279 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-c57ce8c9-11ac-4285-9433-8e3f39cf03f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:24.443921 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c57ce8c9-11ac-4285-9433-8e3f39cf03f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8818924 Apr 29 15:33:24.450346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33870) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:24.461199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7d365b09-de6f-4c5d-80d8-9125665e8fc6 None None] Port 0219547b-0bbf-4ce1-8134-00805d697220 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:24.505595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8e96a3fc-0197-437f-8144-c9e5f6132498 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '1283de53-c549-4747-9572-260421ec65e4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:24.506086 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-8e96a3fc-0197-437f-8144-c9e5f6132498 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 15:33:24.506582 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-8e96a3fc-0197-437f-8144-c9e5f6132498 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:24.511252 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8e96a3fc-0197-437f-8144-c9e5f6132498 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0567904 Apr 29 15:33:24.512970 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33876) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:24.691639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 70943038-4f01-4757-b3da-73901c42bfad up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:24.709269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-01efdcd4-0209-4fe1-9b51-f0bb45cbcad1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 11f6f0cc-ba2b-4ee3-a834-2b035b890cb6 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:33:24.711916 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.718810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01efdcd4-0209-4fe1-9b51-f0bb45cbcad1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.746227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.751844 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:24.752443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.758579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ec94fb79-77b2-47e1-8f58-0a4711306efb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '1283de53-c549-4747-9572-260421ec65e4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:24.764450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ec94fb79-77b2-47e1-8f58-0a4711306efb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:24.768303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ec94fb79-77b2-47e1-8f58-0a4711306efb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:24.771185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ec94fb79-77b2-47e1-8f58-0a4711306efb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:24.773365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 70943038-4f01-4757-b3da-73901c42bfad triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:24.774040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.776835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ec94fb79-77b2-47e1-8f58-0a4711306efb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:24.792095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01efdcd4-0209-4fe1-9b51-f0bb45cbcad1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.867258 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Transition to ACTIVE for port object cadde778-1e17-4c4b-bf4b-68badc755a42 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:24.909076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01efdcd4-0209-4fe1-9b51-f0bb45cbcad1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:24.944018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:25.003459 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Usage tracker for resource:subnet and tenant:c6621191764e4fafab55e3aa1d09f73f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:25.014435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:25.015405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:25.030023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=d21bbf75-b0ec-4c5c-8eb4-702f036c4053,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:25.032986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:25.042400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network d21bbf75-b0ec-4c5c-8eb4-702f036c4053 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:25.050038 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-ec94fb79-77b2-47e1-8f58-0a4711306efb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:25.051079 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ec94fb79-77b2-47e1-8f58-0a4711306efb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5301659 Apr 29 15:33:25.056723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33892) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.068766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f8ba109a-1eaa-4a83-90e5-c2c51dc63716 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '1283de53-c549-4747-9572-260421ec65e4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:25.069242 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-f8ba109a-1eaa-4a83-90e5-c2c51dc63716 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 15:33:25.069734 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-f8ba109a-1eaa-4a83-90e5-c2c51dc63716 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:25.070693 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f8ba109a-1eaa-4a83-90e5-c2c51dc63716 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103996 Apr 29 15:33:25.081781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01efdcd4-0209-4fe1-9b51-f0bb45cbcad1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:25.086316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33896) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.113308 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-77f1524d-23ee-46ff-a200-eb84edbb8b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9145577 Apr 29 15:33:25.119490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33898) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.133357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'network_id': 'd21bbf75-b0ec-4c5c-8eb4-702f036c4053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:25.134380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-14f806a6-52dc-46f3-998b-658c23f6efc4 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '1283de53-c549-4747-9572-260421ec65e4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:25.150564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-14f806a6-52dc-46f3-998b-658c23f6efc4 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:25.155616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efdcd4-0209-4fe1-9b51-f0bb45cbcad1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=11f6f0cc-ba2b-4ee3-a834-2b035b890cb6,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:25.166506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01efdcd4-0209-4fe1-9b51-f0bb45cbcad1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:25.169498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7f97e-bb1e-4ee6-b320-d6d3dfefa034 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:25.172689 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:25.176438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-14f806a6-52dc-46f3-998b-658c23f6efc4 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:25.189993 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Network b81cdfcc-4754-4e21-a2f5-8617b6e0caad is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:25.194123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-14f806a6-52dc-46f3-998b-658c23f6efc4 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:25.197327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:25.202131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Pushing event updated for resources: {'Port': ['ID=cadde778-1e17-4c4b-bf4b-68badc755a42,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:25.205163 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:25.210717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:25.216113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:25.216113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-14f806a6-52dc-46f3-998b-658c23f6efc4 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:25.271209 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-01efdcd4-0209-4fe1-9b51-f0bb45cbcad1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/11f6f0cc-ba2b-4ee3-a834-2b035b890cb6 HTTP/1.1" status: 204 len: 168 time: 0.8528709 Apr 29 15:33:25.273507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33906) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.317944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Made reservation on behalf of c6621191764e4fafab55e3aa1d09f73f for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:25.329485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:25.380911 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a71d14e0-14b3-49f9-8790-fd84c420acdf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062579 Apr 29 15:33:25.383686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33910) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.396730 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3d997e89-6cbb-4bf6-9071-7d22e2873191 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5390363 Apr 29 15:33:25.422269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33914) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.422870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33916) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.436320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:25.480923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:25.486801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:25.520544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f97dd13-1a89-4913-9d23-71436e27cdba tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:25.521276 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2f97dd13-1a89-4913-9d23-71436e27cdba tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:25.536176 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-14f806a6-52dc-46f3-998b-658c23f6efc4 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:25.537872 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-14f806a6-52dc-46f3-998b-658c23f6efc4 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4172688 Apr 29 15:33:25.541141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33924) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.557556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ee2b2671-4be1-408d-843a-9c5f609123ff tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '1283de53-c549-4747-9572-260421ec65e4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:25.557556 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING neutron.api.v2.base [None req-ee2b2671-4be1-408d-843a-9c5f609123ff tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 15:33:25.557556 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-ee2b2671-4be1-408d-843a-9c5f609123ff tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:25.557556 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ee2b2671-4be1-408d-843a-9c5f609123ff tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098491 Apr 29 15:33:25.559706 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33928) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.569296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0670ada6-24dd-4b43-bc47-bab09c4245ce tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '1283de53-c549-4747-9572-260421ec65e4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:25.580399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0670ada6-24dd-4b43-bc47-bab09c4245ce tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:25.589706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:25.589706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Pushing event updated for resources: {'Port': ['ID=7f923c08-4779-4a70-bf32-05e04579d31a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:25.590587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0670ada6-24dd-4b43-bc47-bab09c4245ce tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:25.590587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0670ada6-24dd-4b43-bc47-bab09c4245ce tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:25.603661 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0670ada6-24dd-4b43-bc47-bab09c4245ce tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:25.607981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdd11dd-c38a-4517-94a7-26eac3c76ec7 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:33:25.612576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:subnet and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:25.619081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd11dd-c38a-4517-94a7-26eac3c76ec7 None None] Deleting port 9dae7175-b17b-4e2e-8478-ab1a25de23e0 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:25.619081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cfdd11dd-c38a-4517-94a7-26eac3c76ec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:25.634406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:25.638405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2f97dd13-1a89-4913-9d23-71436e27cdba tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:25.640708 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2f97dd13-1a89-4913-9d23-71436e27cdba tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2554255 Apr 29 15:33:25.643974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33932) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.649044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:25.672115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'network': {'name': 'tempest-RoutersTest-1159794092'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:25.689365 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:25.751067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103676f-745d-4c41-a87f-7a4f8e5027ca tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:25.751828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f103676f-745d-4c41-a87f-7a4f8e5027ca tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:25.761136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:network and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:25.822777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:25.825892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ab9089ea-eb9a-452b-8101-0a68c926f988 None None] Provisioning for port cadde778-1e17-4c4b-bf4b-68badc755a42 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:25.843158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ab9089ea-eb9a-452b-8101-0a68c926f988 None None] Provisioning complete for port cadde778-1e17-4c4b-bf4b-68badc755a42 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:25.843351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:25.843530 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ab9089ea-eb9a-452b-8101-0a68c926f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:25.847302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:25.864575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:25.865543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f103676f-745d-4c41-a87f-7a4f8e5027ca tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:25.866741 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f103676f-745d-4c41-a87f-7a4f8e5027ca tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2215986 Apr 29 15:33:25.867943 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-0670ada6-24dd-4b43-bc47-bab09c4245ce tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:25.871857 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0670ada6-24dd-4b43-bc47-bab09c4245ce tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3109293 Apr 29 15:33:25.873059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33936) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.873395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33938) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.878951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cfdd11dd-c38a-4517-94a7-26eac3c76ec7 None None] For port 9dae7175-b17b-4e2e-8478-ab1a25de23e0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9dae7175-b17b-4e2e-8478-ab1a25de23e0,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:25.878951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cfdd11dd-c38a-4517-94a7-26eac3c76ec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:25.882863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-67157732-7cfe-4919-a124-7b6d11affa30 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '1283de53-c549-4747-9572-260421ec65e4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:25.953416 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-67157732-7cfe-4919-a124-7b6d11affa30 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:25.966909 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-85ca7b43-db09-48c2-9fb8-41cbca3cc2cb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924258 Apr 29 15:33:25.968104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-67157732-7cfe-4919-a124-7b6d11affa30 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:25.971265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-67157732-7cfe-4919-a124-7b6d11affa30 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:25.975818 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33944) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:25.983795 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ab3fc561-4287-42ba-b7bd-1b1c8990e5d6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:25.998613 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-67157732-7cfe-4919-a124-7b6d11affa30 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:26.027186 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd11dd-c38a-4517-94a7-26eac3c76ec7 None None] Calling delete_port for 9dae7175-b17b-4e2e-8478-ab1a25de23e0 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:26.065866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:26.069534 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:26.072494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ab9089ea-eb9a-452b-8101-0a68c926f988 None None] Port cadde778-1e17-4c4b-bf4b-68badc755a42 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:26.087358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dee572-f72c-4f65-895a-9c36e1db6c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:26.093218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dee572-f72c-4f65-895a-9c36e1db6c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:26.099428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dee572-f72c-4f65-895a-9c36e1db6c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:26.100259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a9dee572-f72c-4f65-895a-9c36e1db6c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Synchronizing usage tracker for tenant:73e7069825244c3084518e98181a7df4 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:26.114395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ab3fc561-4287-42ba-b7bd-1b1c8990e5d6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:26.127727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ab3fc561-4287-42ba-b7bd-1b1c8990e5d6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:26.150611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:26.174557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cfdd11dd-c38a-4517-94a7-26eac3c76ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:26.186479 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-67157732-7cfe-4919-a124-7b6d11affa30 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:26.187662 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-67157732-7cfe-4919-a124-7b6d11affa30 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3107371 Apr 29 15:33:26.188859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3fc561-4287-42ba-b7bd-1b1c8990e5d6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:26.192263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33948) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:26.192404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc561-4287-42ba-b7bd-1b1c8990e5d6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:26.218732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:26.229506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:security_group_rule and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:26.236544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd11dd-c38a-4517-94a7-26eac3c76ec7 None None] Pushing event deleted for resources: {'Port': ['ID=9dae7175-b17b-4e2e-8478-ab1a25de23e0,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:26.244779 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd11dd-c38a-4517-94a7-26eac3c76ec7 None None] No DVR routers for this DVR port 9dae7175-b17b-4e2e-8478-ab1a25de23e0 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:26.247537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:26.466119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:26.533025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a9dee572-f72c-4f65-895a-9c36e1db6c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Unset dirty status for tenant:73e7069825244c3084518e98181a7df4 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:26.536691 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a9dee572-f72c-4f65-895a-9c36e1db6c14 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 1.1052878 Apr 29 15:33:26.561230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33952) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:26.618178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9dae7175-b17b-4e2e-8478-ab1a25de23e0 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:26.632584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8322440c-2cd3-445c-85f1-f43ec6b7bd49 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Deleting port cadde778-1e17-4c4b-bf4b-68badc755a42 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:26.633064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8322440c-2cd3-445c-85f1-f43ec6b7bd49 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:26.646937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:26.654296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 9dae7175-b17b-4e2e-8478-ab1a25de23e0 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:33:26.657477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9dae7175-b17b-4e2e-8478-ab1a25de23e0 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:33:26.667194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc561-4287-42ba-b7bd-1b1c8990e5d6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:26.757086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d7d82800-2439-42aa-b9d8-35af162688a2 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:26.759047 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3fc561-4287-42ba-b7bd-1b1c8990e5d6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:26.786252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-ab3fc561-4287-42ba-b7bd-1b1c8990e5d6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:26.795642 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3fc561-4287-42ba-b7bd-1b1c8990e5d6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:26.795984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ab3fc561-4287-42ba-b7bd-1b1c8990e5d6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:26.798778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41700d4f-751e-44be-88ca-3ec4b59bf190 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:26.815873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fc561-4287-42ba-b7bd-1b1c8990e5d6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=9bc80336-fa02-48fd-92ba-1587a2d96998,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:26.831088 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f713cbf5-c786-4c97-86eb-5ef3b6816ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:26.941658 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ab3fc561-4287-42ba-b7bd-1b1c8990e5d6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9650345 Apr 29 15:33:26.947560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33956) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:26.956304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:dc:28:0e', 'name': 'tempest-NetworksTestDHCPv6-1846338794'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:26.979817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event updated for resources: {'Subnet': ['ID=1811e6d4-9145-41a4-bc01-830b488d0e1c,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:26.981914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.037344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '9bc80336-fa02-48fd-92ba-1587a2d96998'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:27.038215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.101409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8322440c-2cd3-445c-85f1-f43ec6b7bd49 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.151114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d7d82800-2439-42aa-b9d8-35af162688a2 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.239872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Checking segment: {'id': '859f0130-7957-4427-a329-a288cf35dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:27.240683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Network hostable DHCP agents. Network: d4c4fb11-7c92-4021-893f-84d19e08ce62, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:33:27.246110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8322440c-2cd3-445c-85f1-f43ec6b7bd49 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Calling delete_port for cadde778-1e17-4c4b-bf4b-68badc755a42 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:27.272752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/9bc80336-fa02-48fd-92ba-1587a2d96998/d66d9fec-bcc8-41dd-93fc-c4baf7e39107) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:27.299427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.320934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:27.344690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:27.400504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.431962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:27.513289 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.513859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8322440c-2cd3-445c-85f1-f43ec6b7bd49 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.514977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Network d4c4fb11-7c92-4021-893f-84d19e08ce62 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:33:27.579069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322440c-2cd3-445c-85f1-f43ec6b7bd49 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Pushing event deleted for resources: {'Port': ['ID=cadde778-1e17-4c4b-bf4b-68badc755a42,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:27.595222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.614657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Transition to ACTIVE for port object d66d9fec-bcc8-41dd-93fc-c4baf7e39107 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:27.622288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=ad883726-e4de-4b8f-84fe-01c2935bf8d4,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:27.624557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d7d82800-2439-42aa-b9d8-35af162688a2 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.639523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8322440c-2cd3-445c-85f1-f43ec6b7bd49 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.646865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Transition to ACTIVE for port object d66d9fec-bcc8-41dd-93fc-c4baf7e39107 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:27.655296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.686926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port b638b5e3-07e7-49b2-941e-dae129dbc004 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:33:27.729234 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.733598 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8322440c-2cd3-445c-85f1-f43ec6b7bd49 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] 10.222.0.39 "DELETE /v2.0/ports/cadde778-1e17-4c4b-bf4b-68badc755a42 HTTP/1.1" status: 204 len: 168 time: 1.1713288 Apr 29 15:33:27.738239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33960) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:27.746652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-8ede09ff-7b9c-4956-b9e7-efaf27fc5fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Request body: {'port': {'name': 'tempest-new-port-name-294227569', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:27.747191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.api.validators [None req-8ede09ff-7b9c-4956-b9e7-efaf27fc5fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] bootfile-name is not in valid_values {{(pid=88714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:33:27.747540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.api.validators [None req-8ede09ff-7b9c-4956-b9e7-efaf27fc5fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] tftp-server is not in valid_values {{(pid=88714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:33:27.747873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.api.validators [None req-8ede09ff-7b9c-4956-b9e7-efaf27fc5fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] server-ip-address is not in valid_values {{(pid=88714) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:33:27.753988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:27.777738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking segment: {'id': 'c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd21bbf75-b0ec-4c5c-8eb4-702f036c4053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:27.777738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network hostable DHCP agents. Network: d21bbf75-b0ec-4c5c-8eb4-702f036c4053, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:33:27.790137 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5403b56d-f4f3-4db1-8f6e-e8c41f20b4b3,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:27.812900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.813253 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Added segment ac614199-482e-4a2f-bea9-f1a3d48ed765 of type vlan for network b6a5ac58-2afb-4185-bc9d-fa233ca47255 Apr 29 15:33:27.847851 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:27.850687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:27.854299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:27.867385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d82800-2439-42aa-b9d8-35af162688a2 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1283de53-c549-4747-9572-260421ec65e4,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:27.886996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, d4c4fb11-7c92-4021-893f-84d19e08ce62) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:27.891785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:27.892450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.899436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Pushing event updated for resources: {'Port': ['ID=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:27.911444 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207957a9-a121-44f3-997a-3ba620d600b4 None None] Network d4c4fb11-7c92-4021-893f-84d19e08ce62 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:27.941969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d7d82800-2439-42aa-b9d8-35af162688a2 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.942756 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d7d82800-2439-42aa-b9d8-35af162688a2 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "DELETE /v2.0/security-groups/1283de53-c549-4747-9572-260421ec65e4 HTTP/1.1" status: 204 len: 168 time: 1.7412486 Apr 29 15:33:27.948274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33964) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:27.949109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.964796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:27.973381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ede09ff-7b9c-4956-b9e7-efaf27fc5fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.041561 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Attempting to bind port d66d9fec-bcc8-41dd-93fc-c4baf7e39107 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:28.041926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Attempting to bind port d66d9fec-bcc8-41dd-93fc-c4baf7e39107 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:28.042286 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Attempting to bind port d66d9fec-bcc8-41dd-93fc-c4baf7e39107 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:28.054763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::288 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/9bc80336-fa02-48fd-92ba-1587a2d96998/b638b5e3-07e7-49b2-941e-dae129dbc004) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:28.056429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:28.056825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:28.062045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.062045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:28.062045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Bound port: d66d9fec-bcc8-41dd-93fc-c4baf7e39107, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:28.062045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.101905 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-cc7fa48e-71bb-4d7f-acf1-130395901e07 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Synchronizing usage tracker for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:28.225697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] For port d66d9fec-bcc8-41dd-93fc-c4baf7e39107, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:28.235256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network d21bbf75-b0ec-4c5c-8eb4-702f036c4053 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:33:28.266453 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0cfcc714-7ae6-4873-b9aa-5e6cdb9a4d64 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9435735 Apr 29 15:33:28.270888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] For port d66d9fec-bcc8-41dd-93fc-c4baf7e39107, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:28.275620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33968) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:28.277927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, d21bbf75-b0ec-4c5c-8eb4-702f036c4053) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:28.283099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:28.283700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.289728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-d4c4fb11-7c92-4021-893f-84d19e08ce62', 'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62', 'tenant_id': 'c6621191764e4fafab55e3aa1d09f73f', 'fixed_ips': [{'subnet_id': '1811e6d4-9145-41a4-bc01-830b488d0e1c'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:28.289728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.294643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Request body: {'port': {'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-101185936'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:28.298403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8e17a3-c30f-4d73-a3da-11ab63139ee7 None None] Network d21bbf75-b0ec-4c5c-8eb4-702f036c4053 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:28.394441 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-cc7fa48e-71bb-4d7f-acf1-130395901e07 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Unset dirty status for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:28.395689 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cc7fa48e-71bb-4d7f-acf1-130395901e07 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4463782 Apr 29 15:33:28.405572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33972) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:28.423825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134799653'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:28.429368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.435661 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:28.436069 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.436644 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.443031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:28.550134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f713cbf5-c786-4c97-86eb-5ef3b6816ca7 admin admin] Deleting port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:28.550818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f713cbf5-c786-4c97-86eb-5ef3b6816ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.576506 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c810b0c5-684d-4fa5-8d52-9088ee2cc813 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4550571 Apr 29 15:33:28.580730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33976) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:28.598396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:28.610428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ede09ff-7b9c-4956-b9e7-efaf27fc5fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.626623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c067e-aaac-431b-bb28-8a3fd4eee113 None None] Pushing event updated for resources: {'Port': ['ID=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:28.636616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.713323 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Network': ['ID=b6a5ac58-2afb-4185-bc9d-fa233ca47255,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:28.734178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object b638b5e3-07e7-49b2-941e-dae129dbc004 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:28.742029 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ede09ff-7b9c-4956-b9e7-efaf27fc5fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.750646 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network b6a5ac58-2afb-4185-bc9d-fa233ca47255 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:28.799806 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fa0813a7-ac5f-4916-be26-cf8a7804d04f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.3692911 Apr 29 15:33:28.804140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33980) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:28.811429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Allocated IP 2001:db8::2 (d4c4fb11-7c92-4021-893f-84d19e08ce62/1811e6d4-9145-41a4-bc01-830b488d0e1c/471fd91e-6733-4911-927d-cfdb03a86257) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:28.811429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-d21bbf75-b0ec-4c5c-8eb4-702f036c4053', 'network_id': 'd21bbf75-b0ec-4c5c-8eb4-702f036c4053', 'tenant_id': 'fb3aa27575784d68910bded9aa48b69d', 'fixed_ips': [{'subnet_id': 'ad883726-e4de-4b8f-84fe-01c2935bf8d4'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:28.811429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.816025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:28.821313 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'network': {'name': 'tempest-RoutersTest-1810361631'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:28.831637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8ede09ff-7b9c-4956-b9e7-efaf27fc5fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] In _notify_port_updated(), no bound segment for port 0219547b-0bbf-4ce1-8134-00805d697220 on network b81cdfcc-4754-4e21-a2f5-8617b6e0caad {{(pid=88714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:33:28.837590 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ede09ff-7b9c-4956-b9e7-efaf27fc5fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:28.838463 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ede09ff-7b9c-4956-b9e7-efaf27fc5fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.839913 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8ede09ff-7b9c-4956-b9e7-efaf27fc5fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] 10.222.0.39 "PUT /v2.0/ports/0219547b-0bbf-4ce1-8134-00805d697220 HTTP/1.1" status: 200 len: 1129 time: 1.1005552 Apr 29 15:33:28.870073 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33984) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:28.881454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Usage tracker for resource:port and tenant:c6621191764e4fafab55e3aa1d09f73f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:28.888725 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:28.891476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.900920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:28.922317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:28.924896 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:network and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:28.940067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:28.955373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:28.957903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:28.964439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:28.975419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede09ff-7b9c-4956-b9e7-efaf27fc5fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Pushing event updated for resources: {'Port': ['ID=0219547b-0bbf-4ce1-8134-00805d697220,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:28.981160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:28.990635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:29.003619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:29.010851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-f713cbf5-c786-4c97-86eb-5ef3b6816ca7 admin admin] For port 3e808ee5-48f8-4f2a-b2f8-eaf971e68339, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=3e808ee5-48f8-4f2a-b2f8-eaf971e68339,segment=NetworkSegment(b4d963e2-62f7-4865-85f2-b71d727a9aed),segment_id=b4d963e2-62f7-4865-85f2-b71d727a9aed)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:29.011209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f713cbf5-c786-4c97-86eb-5ef3b6816ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.014415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f55ca54-c6d3-41b7-9cfb-0a428608cf51 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:29.015139 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5f55ca54-c6d3-41b7-9cfb-0a428608cf51 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Synchronizing usage tracker for tenant:73e7069825244c3084518e98181a7df4 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:29.091551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.117829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Router d70cf153-2d60-456c-b698-2ad52f0d4418 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:33:29.174462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5f55ca54-c6d3-41b7-9cfb-0a428608cf51 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Unset dirty status for tenant:73e7069825244c3084518e98181a7df4 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:29.175620 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5f55ca54-c6d3-41b7-9cfb-0a428608cf51 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] 10.222.0.39 "GET /v2.0/ports/0219547b-0bbf-4ce1-8134-00805d697220 HTTP/1.1" status: 200 len: 1129 time: 0.3043480 Apr 29 15:33:29.189898 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33988) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:29.211497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Made reservation on behalf of c6621191764e4fafab55e3aa1d09f73f for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:29.214644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.225442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:29.228826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.248042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f713cbf5-c786-4c97-86eb-5ef3b6816ca7 admin admin] Calling delete_port for 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:29.262720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.318298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:29.320589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=b638b5e3-07e7-49b2-941e-dae129dbc004,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:29.323268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:29.402466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3561e7e6-1976-4744-83b9-b57bfc08c825 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Deleting port 0219547b-0bbf-4ce1-8134-00805d697220 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:29.402809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3561e7e6-1976-4744-83b9-b57bfc08c825 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.433956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:29.440766 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Allocated IP 172.20.0.1 (d21bbf75-b0ec-4c5c-8eb4-702f036c4053/ad883726-e4de-4b8f-84fe-01c2935bf8d4/cfb65682-f0a7-404a-bc5a-29f1be90d78c) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:29.441309 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:29.441499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.459685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] device_id is not set on port f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:33:29.472496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.501749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Transition to ACTIVE for port object 471fd91e-6733-4911-927d-cfdb03a86257 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:29.530794 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-341559aa-3ae6-409f-9959-0009d87c730e None None] Provisioning complete for port 0219547b-0bbf-4ce1-8134-00805d697220 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:29.531164 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-341559aa-3ae6-409f-9959-0009d87c730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.574501 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-54f54a8b-1ea0-4bac-807f-d3c618d14a5a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6256521 Apr 29 15:33:29.579798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 33992) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:29.635020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:29.646876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Transition to ACTIVE for port object 471fd91e-6733-4911-927d-cfdb03a86257 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:29.662371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-341559aa-3ae6-409f-9959-0009d87c730e None None] Port 0219547b-0bbf-4ce1-8134-00805d697220 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:29.709025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.709402 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Added segment 14c68c59-95db-4685-aa11-d83b54e3e0aa of type vlan for network cab034df-09e5-4530-85a7-2903859cfc4d Apr 29 15:33:29.741779 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.748897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.756076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e48c03-d7ae-4ce8-bc3d-327d51f2ff03 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:29.762179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e48c03-d7ae-4ce8-bc3d-327d51f2ff03 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:29.762989 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-43e48c03-d7ae-4ce8-bc3d-327d51f2ff03 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:29.808591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3561e7e6-1976-4744-83b9-b57bfc08c825 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.828852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:33:29.840102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Network d4c4fb11-7c92-4021-893f-84d19e08ce62 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:29.845903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.848361 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.854031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.862900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Transition to ACTIVE for port object cfb65682-f0a7-404a-bc5a-29f1be90d78c will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:29.885965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Transition to ACTIVE for port object cfb65682-f0a7-404a-bc5a-29f1be90d78c will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:29.889034 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:29.891855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdca78c-7a6c-4374-bbae-10f5554e8d4e None None] Sync routers for ids ['d70cf153-2d60-456c-b698-2ad52f0d4418'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:33:29.898595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:29.904846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Pushing event updated for resources: {'Port': ['ID=471fd91e-6733-4911-927d-cfdb03a86257,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:29.907039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca8a43-e8d4-40a3-b36c-2b8d884be120,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:29.945895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Allocated IP 2001:db8::19a (d4c4fb11-7c92-4021-893f-84d19e08ce62/1811e6d4-9145-41a4-bc01-830b488d0e1c/f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:29.965952 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:29.990643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3561e7e6-1976-4744-83b9-b57bfc08c825 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Calling delete_port for 0219547b-0bbf-4ce1-8134-00805d697220 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:30.042820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdca78c-7a6c-4374-bbae-10f5554e8d4e None None] Routers {'d70cf153-2d60-456c-b698-2ad52f0d4418'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:30.043588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6cdca78c-7a6c-4374-bbae-10f5554e8d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d70cf153-2d60-456c-b698-2ad52f0d4418'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:30.072662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.077841 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d28fc001-e65b-4067-912d-bfd2168bb30f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.3265393 Apr 29 15:33:30.086490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 33996) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:30.099402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b9c32f73-4fcd-43bb-9112-3c54e7ce346e tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'enable_snat': False}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:30.174523 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6cdca78c-7a6c-4374-bbae-10f5554e8d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:30.178300 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Network d21bbf75-b0ec-4c5c-8eb4-702f036c4053 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:30.187153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:30.192051 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Attempting to bind port 471fd91e-6733-4911-927d-cfdb03a86257 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:30.192522 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Attempting to bind port 471fd91e-6733-4911-927d-cfdb03a86257 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '859f0130-7957-4427-a329-a288cf35dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:30.192795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Attempting to bind port 471fd91e-6733-4911-927d-cfdb03a86257 on network d4c4fb11-7c92-4021-893f-84d19e08ce62 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:30.195070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:30.213080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Pushing event updated for resources: {'Port': ['ID=cfb65682-f0a7-404a-bc5a-29f1be90d78c,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:30.215802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdca78c-7a6c-4374-bbae-10f5554e8d4e None None] Routers {'d70cf153-2d60-456c-b698-2ad52f0d4418'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:30.216451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6cdca78c-7a6c-4374-bbae-10f5554e8d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d70cf153-2d60-456c-b698-2ad52f0d4418'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:30.255982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3561e7e6-1976-4744-83b9-b57bfc08c825 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.292119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:30.292119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Checking segment: {'id': '859f0130-7957-4427-a329-a288cf35dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:30.292713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.292713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Bound using segment: {'id': '859f0130-7957-4427-a329-a288cf35dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:30.293427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Bound port: 471fd91e-6733-4911-927d-cfdb03a86257, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859f0130-7957-4427-a329-a288cf35dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:30.293805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.321378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.333521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-43e48c03-d7ae-4ce8-bc3d-327d51f2ff03 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:30.337860 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-43e48c03-d7ae-4ce8-bc3d-327d51f2ff03 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7573478 Apr 29 15:33:30.345091 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34000) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:30.351874 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.354626 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c65f6133-60ef-4d3b-9246-9ae4bc5ac50b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9480560 Apr 29 15:33:30.355517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.361823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:30.362373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.366002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34002) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:30.372116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6cdca78c-7a6c-4374-bbae-10f5554e8d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:30.373100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdca78c-7a6c-4374-bbae-10f5554e8d4e None None] The sync data for ids ['d70cf153-2d60-456c-b698-2ad52f0d4418'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:33:30.455887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Attempting to bind port cfb65682-f0a7-404a-bc5a-29f1be90d78c on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:30.456541 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Attempting to bind port cfb65682-f0a7-404a-bc5a-29f1be90d78c by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd21bbf75-b0ec-4c5c-8eb4-702f036c4053'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:30.456652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Attempting to bind port cfb65682-f0a7-404a-bc5a-29f1be90d78c on network d21bbf75-b0ec-4c5c-8eb4-702f036c4053 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:30.474652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:30.475023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Checking segment: {'id': 'c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd21bbf75-b0ec-4c5c-8eb4-702f036c4053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:30.475416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.475803 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Bound using segment: {'id': 'c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd21bbf75-b0ec-4c5c-8eb4-702f036c4053'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:30.476313 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Bound port: cfb65682-f0a7-404a-bc5a-29f1be90d78c, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd21bbf75-b0ec-4c5c-8eb4-702f036c4053'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:30.476713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.518790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Network': ['ID=cab034df-09e5-4530-85a7-2903859cfc4d,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:30.530651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b44fb734-c3c8-48b6-a6c0-e3e324486dfb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '2aca8a43-e8d4-40a3-b36c-2b8d884be120', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:30.545430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f713cbf5-c786-4c97-86eb-5ef3b6816ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.599193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] For port cfb65682-f0a7-404a-bc5a-29f1be90d78c, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:30.602776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] For port cfb65682-f0a7-404a-bc5a-29f1be90d78c, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cfb65682-f0a7-404a-bc5a-29f1be90d78c,segment=NetworkSegment(c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf),segment_id=c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:30.608247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-549807f7-66b8-40cc-a0f6-25fcd9b13a98 None None] Provisioning for port d66d9fec-bcc8-41dd-93fc-c4baf7e39107 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:30.614325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network cab034df-09e5-4530-85a7-2903859cfc4d details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:30.619956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b44fb734-c3c8-48b6-a6c0-e3e324486dfb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:30.666977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] For port 471fd91e-6733-4911-927d-cfdb03a86257, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:30.717837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b44fb734-c3c8-48b6-a6c0-e3e324486dfb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:30.727988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b44fb734-c3c8-48b6-a6c0-e3e324486dfb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:30.728134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.742591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Subnet': ['ID=ad883726-e4de-4b8f-84fe-01c2935bf8d4,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:30.746199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561e7e6-1976-4744-83b9-b57bfc08c825 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Pushing event deleted for resources: {'Port': ['ID=0219547b-0bbf-4ce1-8134-00805d697220,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:30.752813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3561e7e6-1976-4744-83b9-b57bfc08c825 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.775156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d66d9fec-bcc8-41dd-93fc-c4baf7e39107 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:30.799801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713cbf5-c786-4c97-86eb-5ef3b6816ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e808ee5-48f8-4f2a-b2f8-eaf971e68339,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:30.821534 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] For port 471fd91e-6733-4911-927d-cfdb03a86257, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=471fd91e-6733-4911-927d-cfdb03a86257,segment=NetworkSegment(859f0130-7957-4427-a329-a288cf35dcfd),segment_id=859f0130-7957-4427-a329-a288cf35dcfd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:30.850011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b44fb734-c3c8-48b6-a6c0-e3e324486dfb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:30.855907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.889421 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b0cbd344-5510-482d-b75f-00b140a2ba6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port b638b5e3-07e7-49b2-941e-dae129dbc004 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:30.889656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b0cbd344-5510-482d-b75f-00b140a2ba6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.924211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21bbf75-b0ec-4c5c-8eb4-702f036c4053']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:30.944962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:30.952549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:30.952767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.961452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:30.981662 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-eedb3c90-0208-42ee-b2f0-10aa4f54e0aa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1740942 Apr 29 15:33:30.982948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34008) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:30.987317 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3561e7e6-1976-4744-83b9-b57bfc08c825 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] 10.222.0.39 "DELETE /v2.0/ports/0219547b-0bbf-4ce1-8134-00805d697220 HTTP/1.1" status: 204 len: 168 time: 1.7961485 Apr 29 15:33:30.989868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25a987-1da2-438d-9235-12fd5f6d7bde None None] Pushing event updated for resources: {'Port': ['ID=cfb65682-f0a7-404a-bc5a-29f1be90d78c,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:30.993733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34010) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:31.028561 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-29e1f618-ce5e-4b43-8ef4-1e8f9d888078 None None] Provisioning for port b638b5e3-07e7-49b2-941e-dae129dbc004 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:31.054235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.074450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-29e1f618-ce5e-4b43-8ef4-1e8f9d888078 None None] Provisioning complete for port b638b5e3-07e7-49b2-941e-dae129dbc004 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:31.074916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-29e1f618-ce5e-4b43-8ef4-1e8f9d888078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.090395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:31.090804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:31.129506 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:31.131543 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'subnet': {'network_id': 'b6a5ac58-2afb-4185-bc9d-fa233ca47255', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:31.156540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3fbe3a-aa4f-4cc9-a26d-fc061f603984 None None] Network d21bbf75-b0ec-4c5c-8eb4-702f036c4053 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:31.228734 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port d66d9fec-bcc8-41dd-93fc-c4baf7e39107 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:31.259964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d66d9fec-bcc8-41dd-93fc-c4baf7e39107 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:31.260392 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.286532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a07ec7-97b6-4595-9808-2cb750feec66 None None] Pushing event updated for resources: {'Port': ['ID=471fd91e-6733-4911-927d-cfdb03a86257,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:31.290335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-29e1f618-ce5e-4b43-8ef4-1e8f9d888078 None None] Port b638b5e3-07e7-49b2-941e-dae129dbc004 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:31.370714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe1be75-c277-4654-a77a-c39136acfe51 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Deleting subnet 694497c6-c9d1-4d11-9964-97d27b89fe79 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:33:31.379578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfe1be75-c277-4654-a77a-c39136acfe51 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.418924 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:33:31.418924 dv-neutron-839183-1-hyperv neutron-server[88714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:33:31.418924 dv-neutron-839183-1-hyperv neutron-server[88714]: [parameters: {'id': 'd21bbf75-b0ec-4c5c-8eb4-702f036c4053'}] Apr 29 15:33:31.418924 dv-neutron-839183-1-hyperv neutron-server[88714]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:31.419603 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:31.548902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfe1be75-c277-4654-a77a-c39136acfe51 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.590723 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.633259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port d66d9fec-bcc8-41dd-93fc-c4baf7e39107, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:31.647406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b0cbd344-5510-482d-b75f-00b140a2ba6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.711978 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.787214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:31.800608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b0cbd344-5510-482d-b75f-00b140a2ba6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for b638b5e3-07e7-49b2-941e-dae129dbc004 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:31.849024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f713cbf5-c786-4c97-86eb-5ef3b6816ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.852446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfe1be75-c277-4654-a77a-c39136acfe51 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.875282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.923051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.942997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port cfb65682-f0a7-404a-bc5a-29f1be90d78c {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:31.943388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:31.947655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:32.034341 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-b44fb734-c3c8-48b6-a6c0-e3e324486dfb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The resource could not be found. Apr 29 15:33:32.038304 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b44fb734-c3c8-48b6-a6c0-e3e324486dfb tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.5534556 Apr 29 15:33:32.038304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:subnet and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:32.040269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34016) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:32.058830 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:32.060168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a49c9a37-1e7e-4352-b1cb-77e8d4fdfc15 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '2aca8a43-e8d4-40a3-b36c-2b8d884be120', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8f317720-0844-4b67-88dd-5fa52a44f953'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:32.066576 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aadd0179-38b3-4019-941f-cf435e364a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:32.066789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Transition to ACTIVE for port object f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:32.067677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a49c9a37-1e7e-4352-b1cb-77e8d4fdfc15 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:32.069234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b9c32f73-4fcd-43bb-9112-3c54e7ce346e tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:32.073241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a49c9a37-1e7e-4352-b1cb-77e8d4fdfc15 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:32.082377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:32.085976 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a49c9a37-1e7e-4352-b1cb-77e8d4fdfc15 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:32.096704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a49c9a37-1e7e-4352-b1cb-77e8d4fdfc15 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:32.174999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfe1be75-c277-4654-a77a-c39136acfe51 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:32.249976 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1be75-c277-4654-a77a-c39136acfe51 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Pushing event deleted for resources: {'Subnet': ['ID=694497c6-c9d1-4d11-9964-97d27b89fe79,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:32.260393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b0cbd344-5510-482d-b75f-00b140a2ba6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:32.274301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6095dd5-3ae4-4522-8f3e-3ea290515d16 None None] Network b81cdfcc-4754-4e21-a2f5-8617b6e0caad requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:32.282699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:32.290725 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:32.332128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:32.395023 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfe1be75-c277-4654-a77a-c39136acfe51 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:32.423141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d97ca69-1d82-4c1d-acda-08e4fe67f539 None None] Network d4c4fb11-7c92-4021-893f-84d19e08ce62 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:32.425841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbd344-5510-482d-b75f-00b140a2ba6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=b638b5e3-07e7-49b2-941e-dae129dbc004,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:32.448974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port cfb65682-f0a7-404a-bc5a-29f1be90d78c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cfb65682-f0a7-404a-bc5a-29f1be90d78c,segment=NetworkSegment(c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf),segment_id=c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:32.449342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:32.486651 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bfe1be75-c277-4654-a77a-c39136acfe51 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] 10.222.0.39 "DELETE /v2.0/subnets/694497c6-c9d1-4d11-9964-97d27b89fe79 HTTP/1.1" status: 204 len: 168 time: 1.4867828 Apr 29 15:33:32.493893 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34020) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:32.567267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Network d4c4fb11-7c92-4021-893f-84d19e08ce62 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:32.578837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:32.589495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:32.595610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:32.596335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:32.608973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event updated for resources: {'Port': ['ID=f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:32.778608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f713cbf5-c786-4c97-86eb-5ef3b6816ca7 admin admin] Router d4ed803f-de54-4c42-ad10-a78b2ea91142 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:33:32.799043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-38234a13-a040-44af-8092-39cbc4f985dc None None] Provisioning for port 471fd91e-6733-4911-927d-cfdb03a86257 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:32.834803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for cfb65682-f0a7-404a-bc5a-29f1be90d78c owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:32.839590 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d66d9fec-bcc8-41dd-93fc-c4baf7e39107 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:32.882650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b0cbd344-5510-482d-b75f-00b140a2ba6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:32.889614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b0cbd344-5510-482d-b75f-00b140a2ba6e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/b638b5e3-07e7-49b2-941e-dae129dbc004 HTTP/1.1" status: 204 len: 168 time: 2.4172990 Apr 29 15:33:32.889614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-a49c9a37-1e7e-4352-b1cb-77e8d4fdfc15 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The resource could not be found. Apr 29 15:33:32.889614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a49c9a37-1e7e-4352-b1cb-77e8d4fdfc15 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8410468 Apr 29 15:33:32.889614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34024) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:32.895760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34026) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:32.990001 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2eda3bd5-7148-4b3c-892c-01adcb32014b tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.6976650 Apr 29 15:33:32.990549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34032) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:33.022950 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Request body: {'port': {'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1524942406', 'allowed_address_pairs': [{'ip_address': '2001:db8::19a', 'mac_address': 'fa:16:3e:49:cf:da'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:33.063265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d66d9fec-bcc8-41dd-93fc-c4baf7e39107 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:33.063265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.119380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.136754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334dc70c-6a60-41d0-b850-3ff774a936f6 None None] DHCP port deletion for b81cdfcc-4754-4e21-a2f5-8617b6e0caad request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:33:33.138056 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf683a1-95ee-4c26-9dab-6a3e3b56e66a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:33.139784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf683a1-95ee-4c26-9dab-6a3e3b56e66a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:33.140454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7cf683a1-95ee-4c26-9dab-6a3e3b56e66a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:33.152981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-334dc70c-6a60-41d0-b850-3ff774a936f6 None None] Deleting port 70943038-4f01-4757-b3da-73901c42bfad {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:33.153488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-334dc70c-6a60-41d0-b850-3ff774a936f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.180440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Deleting port 70943038-4f01-4757-b3da-73901c42bfad {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:33.180820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.221717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-082e65b8-a307-4fb5-a7da-adf50a83ea4d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.239565 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.303764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7cf683a1-95ee-4c26-9dab-6a3e3b56e66a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:33.304928 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7cf683a1-95ee-4c26-9dab-6a3e3b56e66a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4110012 Apr 29 15:33:33.308659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34036) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:33.316103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Port': ['ID=cfb65682-f0a7-404a-bc5a-29f1be90d78c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:33.327853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No DVR routers for this DVR port cfb65682-f0a7-404a-bc5a-29f1be90d78c on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:33.334257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-082e65b8-a307-4fb5-a7da-adf50a83ea4d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.390375 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 471fd91e-6733-4911-927d-cfdb03a86257 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:33.411734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:33.433551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f713cbf5-c786-4c97-86eb-5ef3b6816ca7 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:33:33.440308 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f713cbf5-c786-4c97-86eb-5ef3b6816ca7 admin admin] 10.222.0.39 "PUT /v2.0/routers/d4ed803f-de54-4c42-ad10-a78b2ea91142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4867277 Apr 29 15:33:33.445424 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4740d5-ee3f-4ed7-85ed-7b482d0cf7dd None None] Sync routers for ids ['d4ed803f-de54-4c42-ad10-a78b2ea91142'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:33:33.450614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Usage tracker for resource:port and tenant:c6621191764e4fafab55e3aa1d09f73f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:33.454596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.457909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34040) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:33.459433 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4740d5-ee3f-4ed7-85ed-7b482d0cf7dd None None] Routers {'d4ed803f-de54-4c42-ad10-a78b2ea91142'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:33.460165 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9a4740d5-ee3f-4ed7-85ed-7b482d0cf7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d4ed803f-de54-4c42-ad10-a78b2ea91142'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:33.468613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:33.555892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-334dc70c-6a60-41d0-b850-3ff774a936f6 None None] For port 70943038-4f01-4757-b3da-73901c42bfad, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=70943038-4f01-4757-b3da-73901c42bfad,segment=NetworkSegment(d0ce723f-4f65-4409-a1ee-9975a14c18df),segment_id=d0ce723f-4f65-4409-a1ee-9975a14c18df)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:33.556287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-334dc70c-6a60-41d0-b850-3ff774a936f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.644314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 471fd91e-6733-4911-927d-cfdb03a86257 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:33.649061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-082e65b8-a307-4fb5-a7da-adf50a83ea4d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.663170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.699797 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-9a4740d5-ee3f-4ed7-85ed-7b482d0cf7dd None None] Set router d4ed803f-de54-4c42-ad10-a78b2ea91142 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:33:33.735632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 471fd91e-6733-4911-927d-cfdb03a86257 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:33.735632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.764740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e65b8-a307-4fb5-a7da-adf50a83ea4d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca8a43-e8d4-40a3-b36c-2b8d884be120,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:33.786406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:33.830446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21bbf75-b0ec-4c5c-8eb4-702f036c4053']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:33.853204 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] For port 70943038-4f01-4757-b3da-73901c42bfad, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=70943038-4f01-4757-b3da-73901c42bfad,segment=NetworkSegment(d0ce723f-4f65-4409-a1ee-9975a14c18df),segment_id=d0ce723f-4f65-4409-a1ee-9975a14c18df)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:33.853737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.870724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:33.871278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c0b06c-e7e3-42ef-8d30-6a4fe18daabf') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:33.893084 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-334dc70c-6a60-41d0-b850-3ff774a936f6 None None] Calling delete_port for 70943038-4f01-4757-b3da-73901c42bfad owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:33.902396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-082e65b8-a307-4fb5-a7da-adf50a83ea4d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.905006 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-082e65b8-a307-4fb5-a7da-adf50a83ea4d tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "DELETE /v2.0/security-groups/2aca8a43-e8d4-40a3-b36c-2b8d884be120 HTTP/1.1" status: 204 len: 168 time: 0.9589393 Apr 29 15:33:33.909413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:33.935943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34044) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:34.007825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Made reservation on behalf of c6621191764e4fafab55e3aa1d09f73f for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:34.062387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.085995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Calling delete_port for 70943038-4f01-4757-b3da-73901c42bfad owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:34.105887 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9a4740d5-ee3f-4ed7-85ed-7b482d0cf7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:33:29Z', 'revision_number': 5, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:34.106367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 471fd91e-6733-4911-927d-cfdb03a86257, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=471fd91e-6733-4911-927d-cfdb03a86257,segment=NetworkSegment(859f0130-7957-4427-a329-a288cf35dcfd),segment_id=859f0130-7957-4427-a329-a288cf35dcfd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:34.107494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e09d525b-0821-41d4-9f2d-624416568510 None None] Provisioning complete for port 471fd91e-6733-4911-927d-cfdb03a86257 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:34.107799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e09d525b-0821-41d4-9f2d-624416568510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.111472 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4740d5-ee3f-4ed7-85ed-7b482d0cf7dd None None] Checking router: d4ed803f-de54-4c42-ad10-a78b2ea91142 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:33:34.120781 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4740d5-ee3f-4ed7-85ed-7b482d0cf7dd None None] Routers {'d4ed803f-de54-4c42-ad10-a78b2ea91142'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:34.121954 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9a4740d5-ee3f-4ed7-85ed-7b482d0cf7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d4ed803f-de54-4c42-ad10-a78b2ea91142'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:34.146299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.168958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:34.169500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:34.190130 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:34.271298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.305546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2375e4fa-e58b-4e73-be35-207bd1fe3180 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Synchronizing usage tracker for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:34.344590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.353205 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-9a4740d5-ee3f-4ed7-85ed-7b482d0cf7dd None None] Set router d4ed803f-de54-4c42-ad10-a78b2ea91142 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:33:34.381760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c5da8146-5b3a-4604-aae1-10471a700121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.410738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=471fd91e-6733-4911-927d-cfdb03a86257,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:34.416686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.421932 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.435775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-08952e2a-7a70-4916-92d1-3c32fb098cc5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 9bc80336-fa02-48fd-92ba-1587a2d96998 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:33:34.450540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-334dc70c-6a60-41d0-b850-3ff774a936f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:34.451339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-334dc70c-6a60-41d0-b850-3ff774a936f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:34.453168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.454555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] device_id is not set on port 06e9f98a-c7fd-4ba8-a16d-4754693b1cfc yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:33:34.457864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2375e4fa-e58b-4e73-be35-207bd1fe3180 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Unset dirty status for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:34.463333 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2375e4fa-e58b-4e73-be35-207bd1fe3180 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5221231 Apr 29 15:33:34.492297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Network': ['ID=d21bbf75-b0ec-4c5c-8eb4-702f036c4053,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:34.496698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34048) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:34.504350 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-34fd24bd-0331-47b2-bbe2-49b7d00204e7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/d21bbf75-b0ec-4c5c-8eb4-702f036c4053 HTTP/1.1" status: 204 len: 168 time: 5.9209082 Apr 29 15:33:34.509373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2503ad08-6139-43e3-9794-0744e95cd0f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': '83e655ff-f1e5-492c-aaf6-5074841c79ac', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:34.513341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34052) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:34.514145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Pushing event deleted for resources: {'Port': ['ID=70943038-4f01-4757-b3da-73901c42bfad,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:34.517148 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08952e2a-7a70-4916-92d1-3c32fb098cc5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.522265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] No DVR routers for this DVR port 70943038-4f01-4757-b3da-73901c42bfad on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:34.526846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e09d525b-0821-41d4-9f2d-624416568510 None None] Provisioning for port f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:34.536395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e09d525b-0821-41d4-9f2d-624416568510 None None] Provisioning complete for port f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:34.537000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e09d525b-0821-41d4-9f2d-624416568510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.557690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1461448622'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:34.561862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Subnet': ['ID=23adfd39-a59f-4660-94de-cdf6af833346,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:34.581247 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2503ad08-6139-43e3-9794-0744e95cd0f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:34.599895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2503ad08-6139-43e3-9794-0744e95cd0f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:34.616654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2503ad08-6139-43e3-9794-0744e95cd0f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:34.656952 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-e09d525b-0821-41d4-9f2d-624416568510 None None] Port f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:34.657182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2503ad08-6139-43e3-9794-0744e95cd0f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:34.661342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Checking segment: {'id': 'ac614199-482e-4a2f-bea9-f1a3d48ed765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b6a5ac58-2afb-4185-bc9d-fa233ca47255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:34.661704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network hostable DHCP agents. Network: b6a5ac58-2afb-4185-bc9d-fa233ca47255, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:33:34.671523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.680090 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:34.688800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:network and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:34.693506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08952e2a-7a70-4916-92d1-3c32fb098cc5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.700330 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:34.700553 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 471fd91e-6733-4911-927d-cfdb03a86257 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:34.710910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:34.715051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81cdfcc-4754-4e21-a2f5-8617b6e0caad']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:34.730186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ce723f-4f65-4409-a1ee-9975a14c18df') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:34.730545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ce723f-4f65-4409-a1ee-9975a14c18df') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:34.744720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.767628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.774571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:34.775038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.798793 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9a4740d5-ee3f-4ed7-85ed-7b482d0cf7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:33:29Z', 'revision_number': 5, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:34.803218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cf11349c-224e-475f-8b2a-26d929ba238a None None] Provisioning complete for port f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:34.803218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf11349c-224e-475f-8b2a-26d929ba238a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.807560 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4740d5-ee3f-4ed7-85ed-7b482d0cf7dd None None] The sync data for ids ['d4ed803f-de54-4c42-ad10-a78b2ea91142'] in dv-neutron-839183-1-hyperv is: [{'id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'name': 'tempest-ServerActionsTestJSON-1115283502-router', 'tenant_id': 'ba1efd4495704a168117d9d603fb1f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:29:16Z', 'updated_at': '2022-04-29T15:33:29Z', 'revision_number': 5, 'project_id': 'ba1efd4495704a168117d9d603fb1f93', 'gw_port': {'id': '36ae5cec-b1f6-462a-a6b9-190eac96114e', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed803f-de54-4c42-ad10-a78b2ea91142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:29:19Z', 'updated_at': '2022-04-29T15:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:33:34.865803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.870570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 471fd91e-6733-4911-927d-cfdb03a86257 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:34.870966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:34.912379 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:34.917461 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:34.920954 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:34.927580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cf11349c-224e-475f-8b2a-26d929ba238a None None] Port f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:34.973876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-334dc70c-6a60-41d0-b850-3ff774a936f6 None None] Deleting port 70943038-4f01-4757-b3da-73901c42bfad {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:34.974258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-334dc70c-6a60-41d0-b850-3ff774a936f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.019440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:35.029025 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.029430 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Added segment cbe296ea-72e3-4166-a8d8-0b4a5be60217 of type vlan for network e8c094fa-8bcd-4a4c-9fd4-36031274b785 Apr 29 15:33:35.057554 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.060859 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-334dc70c-6a60-41d0-b850-3ff774a936f6 None None] The port '70943038-4f01-4757-b3da-73901c42bfad' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:33:35.092221 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d026136-2066-4fcf-9a18-19cc011cad9b None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:33:35.100170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.121504 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.131224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] Pushing event deleted for resources: {'Network': ['ID=b81cdfcc-4754-4e21-a2f5-8617b6e0caad,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:35.138022 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-61f5f3fc-603f-4d80-a810-b42c0e4c323d tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428 tempest-ExtraDHCPOptionsIpV6TestJSON-1709567428-project] 10.222.0.39 "DELETE /v2.0/networks/b81cdfcc-4754-4e21-a2f5-8617b6e0caad HTTP/1.1" status: 204 len: 168 time: 2.6379013 Apr 29 15:33:35.148007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network b6a5ac58-2afb-4185-bc9d-fa233ca47255 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:33:35.166871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.177846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:35.179074 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.209838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 70943038-4f01-4757-b3da-73901c42bfad no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:35.280991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Allocated IP 2001:db8::10f (d4c4fb11-7c92-4021-893f-84d19e08ce62/1811e6d4-9145-41a4-bc01-830b488d0e1c/06e9f98a-c7fd-4ba8-a16d-4754693b1cfc) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:35.311013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 70943038-4f01-4757-b3da-73901c42bfad {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:33:35.311410 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 70943038-4f01-4757-b3da-73901c42bfad not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:33:35.328037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.342509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b9c32f73-4fcd-43bb-9112-3c54e7ce346e tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.356270 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, b6a5ac58-2afb-4185-bc9d-fa233ca47255) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:35.359501 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8412628 Apr 29 15:33:35.367497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34058) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:35.373820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b9c32f73-4fcd-43bb-9112-3c54e7ce346e tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.375922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'network_id': 'e8c094fa-8bcd-4a4c-9fd4-36031274b785', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:35.383419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:35.384621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.396195 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb1401-07aa-4853-8657-39d6e8d1f1a7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=e8c094fa-8bcd-4a4c-9fd4-36031274b785,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:35.402508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08952e2a-7a70-4916-92d1-3c32fb098cc5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.410966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d026136-2066-4fcf-9a18-19cc011cad9b None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:33:35.434997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network e8c094fa-8bcd-4a4c-9fd4-36031274b785 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:35.508570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:35.513004 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:subnet and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:35.517302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:35.524044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:35.605352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.614284 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:35.617793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.754544 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-2503ad08-6139-43e3-9794-0744e95cd0f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The resource could not be found. Apr 29 15:33:35.760778 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2503ad08-6139-43e3-9794-0744e95cd0f7 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2592912 Apr 29 15:33:35.762018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34064) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:35.772247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887930845'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:35.782872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:35.785800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34068) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:35.799729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:35.856935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.893997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-b6a5ac58-2afb-4185-bc9d-fa233ca47255', 'network_id': 'b6a5ac58-2afb-4185-bc9d-fa233ca47255', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'fixed_ips': [{'subnet_id': '23adfd39-a59f-4660-94de-cdf6af833346'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:35.894766 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:35.916947 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-12a9af61-14b1-4ab5-bf5e-338210b3a64b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9036765 Apr 29 15:33:35.923017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34074) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:35.930904 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'subnet': {'network_id': 'cab034df-09e5-4530-85a7-2903859cfc4d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:35.960335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.022996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Deleting port 36ae5cec-b1f6-462a-a6b9-190eac96114e {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:36.023341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.053306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.066490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:36.085698 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Allocated IP 172.20.0.2 (b6a5ac58-2afb-4185-bc9d-fa233ca47255/23adfd39-a59f-4660-94de-cdf6af833346/441a991d-d4fe-4cf4-8639-ebb347f13562) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:36.105936 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:36.108975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c32f73-4fcd-43bb-9112-3c54e7ce346e tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Router d70cf153-2d60-456c-b698-2ad52f0d4418 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:33:36.118750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:36.138749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:36.162015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08952e2a-7a70-4916-92d1-3c32fb098cc5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.169931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:36.179807 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=31477ce5-780f-4527-a2ea-044a542ac647,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:36.189692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:subnet and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:36.196665 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:36.209718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:36.212635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking segment: {'id': 'cbe296ea-72e3-4166-a8d8-0b4a5be60217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e8c094fa-8bcd-4a4c-9fd4-36031274b785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:36.212996 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network hostable DHCP agents. Network: e8c094fa-8bcd-4a4c-9fd4-36031274b785, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:33:36.216147 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7cf7e133-6da1-4439-a4e6-2b689747a026 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73e7069825244c3084518e98181a7df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202733 Apr 29 15:33:36.225313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34078) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:36.310517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08952e2a-7a70-4916-92d1-3c32fb098cc5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc80336-fa02-48fd-92ba-1587a2d96998,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:36.317917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08952e2a-7a70-4916-92d1-3c32fb098cc5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.323675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.336768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:36.340265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.361833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network e8c094fa-8bcd-4a4c-9fd4-36031274b785 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:33:36.368296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-646b782d-c56d-4cef-91fc-cd87abbece53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.380873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.393419 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Transition to ACTIVE for port object 441a991d-d4fe-4cf4-8639-ebb347f13562 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:36.414885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Transition to ACTIVE for port object 441a991d-d4fe-4cf4-8639-ebb347f13562 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:36.455675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.463068 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.479598 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-646b782d-c56d-4cef-91fc-cd87abbece53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.500835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, e8c094fa-8bcd-4a4c-9fd4-36031274b785) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:36.507131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Transition to ACTIVE for port object 06e9f98a-c7fd-4ba8-a16d-4754693b1cfc will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:36.507328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.524923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:36.525553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.548606 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-08952e2a-7a70-4916-92d1-3c32fb098cc5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/9bc80336-fa02-48fd-92ba-1587a2d96998 HTTP/1.1" status: 204 len: 168 time: 3.2344058 Apr 29 15:33:36.554412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] For port 36ae5cec-b1f6-462a-a6b9-190eac96114e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=36ae5cec-b1f6-462a-a6b9-190eac96114e,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:36.554774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.561724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34082) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:36.583257 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Network b6a5ac58-2afb-4185-bc9d-fa233ca47255 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:36.585494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:36.588547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:36.628508 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:36.634492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de89922e-13a3-4e60-ba49-166a5d2a4495,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:36.666073 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-aa763ddc-1928-4c4a-a27c-c9e9d044c99a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989370 Apr 29 15:33:36.666285 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34086) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:36.677276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:33:36.677613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 3e808ee5-48f8-4f2a-b2f8-eaf971e68339 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:33:36.686930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c32f73-4fcd-43bb-9112-3c54e7ce346e tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:33:36.697289 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Calling delete_port for 36ae5cec-b1f6-462a-a6b9-190eac96114e owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:36.719371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82bf0cc-1b37-4a98-b323-157ebc287fca None None] Sync routers for ids ['d70cf153-2d60-456c-b698-2ad52f0d4418'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:33:36.721377 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Pushing event updated for resources: {'Port': ['ID=441a991d-d4fe-4cf4-8639-ebb347f13562,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:36.732638 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b9c32f73-4fcd-43bb-9112-3c54e7ce346e tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.737082 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b9c32f73-4fcd-43bb-9112-3c54e7ce346e tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "PUT /v2.0/routers/d70cf153-2d60-456c-b698-2ad52f0d4418 HTTP/1.1" status: 200 len: 922 time: 6.6464322 Apr 29 15:33:36.746818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34090) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:36.755641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82bf0cc-1b37-4a98-b323-157ebc287fca None None] Routers {'d70cf153-2d60-456c-b698-2ad52f0d4418'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:36.755641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f82bf0cc-1b37-4a98-b323-157ebc287fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d70cf153-2d60-456c-b698-2ad52f0d4418'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:36.764663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.769391 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-95206d50-7316-4637-a043-7b92973226fd tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0027077 Apr 29 15:33:36.770712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34094) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:36.783364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group': {'name': 'tempest-secgroup--24593715'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:36.796263 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-23384ac5-3f2a-4a77-a5a5-69d450a7e9d5 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4286911 Apr 29 15:33:36.797445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:36.801874 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34098) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:36.813779 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Attempting to bind port 441a991d-d4fe-4cf4-8639-ebb347f13562 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:36.814229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Attempting to bind port 441a991d-d4fe-4cf4-8639-ebb347f13562 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'ac614199-482e-4a2f-bea9-f1a3d48ed765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b6a5ac58-2afb-4185-bc9d-fa233ca47255'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:36.814587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Attempting to bind port 441a991d-d4fe-4cf4-8639-ebb347f13562 on network b6a5ac58-2afb-4185-bc9d-fa233ca47255 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:36.820454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:36.820842 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Checking segment: {'id': 'ac614199-482e-4a2f-bea9-f1a3d48ed765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b6a5ac58-2afb-4185-bc9d-fa233ca47255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:36.821234 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.821616 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Bound using segment: {'id': 'ac614199-482e-4a2f-bea9-f1a3d48ed765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b6a5ac58-2afb-4185-bc9d-fa233ca47255'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:36.822068 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Bound port: 441a991d-d4fe-4cf4-8639-ebb347f13562, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac614199-482e-4a2f-bea9-f1a3d48ed765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b6a5ac58-2afb-4185-bc9d-fa233ca47255'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:36.822437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.830176 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:36.833811 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f82bf0cc-1b37-4a98-b323-157ebc287fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:36.835890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:36.866274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:36.876016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82bf0cc-1b37-4a98-b323-157ebc287fca None None] Routers {'d70cf153-2d60-456c-b698-2ad52f0d4418'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:36.876016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f82bf0cc-1b37-4a98-b323-157ebc287fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d70cf153-2d60-456c-b698-2ad52f0d4418'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:36.945628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-646b782d-c56d-4cef-91fc-cd87abbece53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.983094 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f82bf0cc-1b37-4a98-b323-157ebc287fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:36.983818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82bf0cc-1b37-4a98-b323-157ebc287fca None None] The sync data for ids ['d70cf153-2d60-456c-b698-2ad52f0d4418'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:33:36.986462 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:36.993041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b782d-c56d-4cef-91fc-cd87abbece53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a039ec4a-544e-4f6d-ba7c-db978d820333,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:37.018774 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadf2b15-bef5-44a7-ada8-d255400c4181 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:37.019341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dadf2b15-bef5-44a7-ada8-d255400c4181 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:37.029145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-646b782d-c56d-4cef-91fc-cd87abbece53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.033135 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-646b782d-c56d-4cef-91fc-cd87abbece53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a039ec4a-544e-4f6d-ba7c-db978d820333 HTTP/1.1" status: 204 len: 168 time: 0.8070443 Apr 29 15:33:37.034400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.038323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] For port 441a991d-d4fe-4cf4-8639-ebb347f13562, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:37.041949 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] For port 441a991d-d4fe-4cf4-8639-ebb347f13562, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=441a991d-d4fe-4cf4-8639-ebb347f13562,segment=NetworkSegment(ac614199-482e-4a2f-bea9-f1a3d48ed765),segment_id=ac614199-482e-4a2f-bea9-f1a3d48ed765)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:37.051221 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-310aefc7-6d26-4070-9204-7ab181b830c1 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/routers/d70cf153-2d60-456c-b698-2ad52f0d4418 HTTP/1.1" status: 200 len: 922 time: 0.3007147 Apr 29 15:33:37.074344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34104) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:37.077823 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.079662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Network d4c4fb11-7c92-4021-893f-84d19e08ce62 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:37.137439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:37.162096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.170595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.229430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.239175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:37.256859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:37.266319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:37.270377 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36c207-0df0-41fb-bca4-c30dee2ce575 None None] Pushing event updated for resources: {'Port': ['ID=441a991d-d4fe-4cf4-8639-ebb347f13562,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:37.284790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:37.308375 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Subnet': ['ID=3f04ad6b-9d47-4e84-88ea-e7338e8f869e,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:37.349196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:37.355069 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:37.355686 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.373462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dadf2b15-bef5-44a7-ada8-d255400c4181 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:37.380242 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dadf2b15-bef5-44a7-ada8-d255400c4181 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7076015 Apr 29 15:33:37.387530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34108) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:37.390082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Checking segment: {'id': '14c68c59-95db-4685-aa11-d83b54e3e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cab034df-09e5-4530-85a7-2903859cfc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:37.390446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network hostable DHCP agents. Network: cab034df-09e5-4530-85a7-2903859cfc4d, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:33:37.422083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event updated for resources: {'Port': ['ID=06e9f98a-c7fd-4ba8-a16d-4754693b1cfc,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:37.452990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877f0a77-3263-4239-a7d1-58b4f09bfb03 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:37.457937 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-877f0a77-3263-4239-a7d1-58b4f09bfb03 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&device_id=d70cf153-2d60-456c-b698-2ad52f0d4418&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3798265 Apr 29 15:33:37.458345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34114) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:37.485026 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.556524 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-55c22e89-0829-456b-b64e-3d8779e25b99 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.5649533 Apr 29 15:33:37.563095 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34120) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:37.612200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842385d1-b8b3-40db-92f7-bce8b98ec432 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:37.616681 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-842385d1-b8b3-40db-92f7-bce8b98ec432 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2251458 Apr 29 15:33:37.616953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34126) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:37.632218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.639934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network cab034df-09e5-4530-85a7-2903859cfc4d is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:33:37.683100 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.740907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, cab034df-09e5-4530-85a7-2903859cfc4d) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:37.745345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:37.745941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.772760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.786186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.823730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=36ae5cec-b1f6-462a-a6b9-190eac96114e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:37.848188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Subnet': ['ID=31477ce5-780f-4527-a2ea-044a542ac647,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:37.864911 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5e3c9350-36e0-4498-a107-42ee91428160 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2305546 Apr 29 15:33:37.869484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34134) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:37.881770 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a0ad63f3-8bfb-4fb2-adf5-348c902376b2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9539239 Apr 29 15:33:37.881770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4025932-521b-414a-838c-7958b7257f14,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:37.882050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34138) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:37.899988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:37.903824 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5d0c98cd-081a-4272-aea9-743e09070d4d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1623955889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:37.914912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5d0c98cd-081a-4272-aea9-743e09070d4d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:37.937048 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb9f6b2-bf27-4805-8d63-321a96517458 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:37.937048 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6cb9f6b2-bf27-4805-8d63-321a96517458 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Synchronizing usage tracker for tenant:62b3bde5928d41aab3535b983fef7303 on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:37.970370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5d0c98cd-081a-4272-aea9-743e09070d4d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:router and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:37.975832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.978494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.982333 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-aa075eaa-ebef-45c9-8a84-848994b4318e tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2084146 Apr 29 15:33:37.982333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:37.989722 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5d0c98cd-081a-4272-aea9-743e09070d4d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:37.994877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34142) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:38.001987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5d0c98cd-081a-4272-aea9-743e09070d4d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:38.006320 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-2f923f38-f06d-4d4f-a695-68d58883d9d8 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group_rule': {'security_group_id': 'de89922e-13a3-4e60-ba49-166a5d2a4495', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c4025932-521b-414a-838c-7958b7257f14'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:38.025792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2f923f38-f06d-4d4f-a695-68d58883d9d8 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:38.029853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c094fa-8bcd-4a4c-9fd4-36031274b785']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:38.040506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2f923f38-f06d-4d4f-a695-68d58883d9d8 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:38.047865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2f923f38-f06d-4d4f-a695-68d58883d9d8 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:38.049207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe296ea-72e3-4166-a8d8-0b4a5be60217') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:38.049511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe296ea-72e3-4166-a8d8-0b4a5be60217') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:38.060650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2f923f38-f06d-4d4f-a695-68d58883d9d8 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:38.071272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.092031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.099321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:38.099834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:38.116523 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:38.122160 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5d0c98cd-081a-4272-aea9-743e09070d4d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.123394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5d0c98cd-081a-4272-aea9-743e09070d4d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.224667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6cb9f6b2-bf27-4805-8d63-321a96517458 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Unset dirty status for tenant:62b3bde5928d41aab3535b983fef7303 on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:38.225937 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6cb9f6b2-bf27-4805-8d63-321a96517458 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/networks/5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 881 time: 0.7663145 Apr 29 15:33:38.229297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34152) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:38.235045 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a10275f-4adf-44e0-994a-2917901962a3 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:38.240858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a10275f-4adf-44e0-994a-2917901962a3 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:38.247081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a10275f-4adf-44e0-994a-2917901962a3 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:38.247963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5a10275f-4adf-44e0-994a-2917901962a3 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Synchronizing usage tracker for tenant:c6621191764e4fafab55e3aa1d09f73f on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:38.261540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:38.267124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.272759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:38.276091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.279385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:38.283924 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f8fe16a5-7056-4464-bde7-838ad68cd3a4 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "GET /v2.0/ports?device_id=d70cf153-2d60-456c-b698-2ad52f0d4418 HTTP/1.1" status: 200 len: 205 time: 0.0534005 Apr 29 15:33:38.286497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34156) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:38.292042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:38.415789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.419552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4ed803f-de54-4c42-ad10-a78b2ea91142 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:33:38.427891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.433787 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-2f923f38-f06d-4d4f-a695-68d58883d9d8 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:38.437728 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2f923f38-f06d-4d4f-a695-68d58883d9d8 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4390340 Apr 29 15:33:38.437887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5a10275f-4adf-44e0-994a-2917901962a3 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Unset dirty status for tenant:c6621191764e4fafab55e3aa1d09f73f on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:38.440269 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5a10275f-4adf-44e0-994a-2917901962a3 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.8780146 Apr 29 15:33:38.446626 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34162) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:38.446897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34164) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:38.451944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.455919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.456389 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a18cf046-d332-47d9-aaa9-c37cda006f6b admin admin] 10.222.0.39 "DELETE /v2.0/routers/d4ed803f-de54-4c42-ad10-a78b2ea91142 HTTP/1.1" status: 204 len: 168 time: 4.6741176 Apr 29 15:33:38.464965 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34166) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:38.465475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5d0c98cd-081a-4272-aea9-743e09070d4d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.488613 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Network': ['ID=e8c094fa-8bcd-4a4c-9fd4-36031274b785,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:38.500772 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a14f5ab2-dbf8-4a7c-a0e1-0bea2f85f872 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/e8c094fa-8bcd-4a4c-9fd4-36031274b785 HTTP/1.1" status: 204 len: 168 time: 1.6962185 Apr 29 15:33:38.505229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34172) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:38.505832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34174) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:38.529948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-575320996'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:38.540141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:38.551909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:network and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:38.558713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:38.572328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:38.629810 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b09f3-6697-4aa6-9597-6c4bbfd856d5 None None] Network b6a5ac58-2afb-4185-bc9d-fa233ca47255 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:38.635471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.637267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:38.641895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.656814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956bf58c-4d43-45ba-a87b-39946e80a1e5 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:38.686475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a134d039-aa43-4ce1-ac8e-590d3b086d52 None None] Network e8c094fa-8bcd-4a4c-9fd4-36031274b785 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:38.706266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc4618-1962-4836-973c-509f80c85e8b None None] Network cab034df-09e5-4530-85a7-2903859cfc4d requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:38.791058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-709b1e0e-8280-47de-9ae5-feca91f8e06a tempest-DvrRoutersNegativeTest-2085515875 tempest-DvrRoutersNegativeTest-2085515875-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1924597133', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:38.794489 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.policy [None req-709b1e0e-8280-47de-9ae5-feca91f8e06a tempest-DvrRoutersNegativeTest-2085515875 tempest-DvrRoutersNegativeTest-2085515875-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88714) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 29 15:33:38.794798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.policy [None req-709b1e0e-8280-47de-9ae5-feca91f8e06a tempest-DvrRoutersNegativeTest-2085515875 tempest-DvrRoutersNegativeTest-2085515875-project] Failed policy check for 'create_router' {{(pid=88714) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 29 15:33:38.795339 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-709b1e0e-8280-47de-9ae5-feca91f8e06a tempest-DvrRoutersNegativeTest-2085515875 tempest-DvrRoutersNegativeTest-2085515875-project] create failed (client error): Access was denied to this resource. Apr 29 15:33:38.796324 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-709b1e0e-8280-47de-9ae5-feca91f8e06a tempest-DvrRoutersNegativeTest-2085515875 tempest-DvrRoutersNegativeTest-2085515875-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2788153 Apr 29 15:33:38.797560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a134d039-aa43-4ce1-ac8e-590d3b086d52 None None] Network e8c094fa-8bcd-4a4c-9fd4-36031274b785 could not be found, it might have been deleted concurrently. {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 15:33:38.797960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5d0c98cd-081a-4272-aea9-743e09070d4d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.807112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:38.813945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.859786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c5d68-907a-4be0-b001-b68bc6634046 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Deleting port 06e9f98a-c7fd-4ba8-a16d-4754693b1cfc {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:38.860116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5d68-907a-4be0-b001-b68bc6634046 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.887336 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:38.923545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.923886 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Added segment 9ec7e23e-7806-442a-b2ba-07407fa99db8 of type vlan for network 79d0d854-ab27-4a5f-9596-b8d03da2109b Apr 29 15:33:38.945394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f687ec2e-d62d-4e1d-94f3-15f703ae88a3 None None] Network e8c094fa-8bcd-4a4c-9fd4-36031274b785 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:38.967266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5d0c98cd-081a-4272-aea9-743e09070d4d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.967987 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5d0c98cd-081a-4272-aea9-743e09070d4d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0719166 Apr 29 15:33:38.973657 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:38.977374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34188) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:39.048019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.082288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-65dbaebb-3a29-4bd6-b87a-ae237a35f3d8 None None] Provisioning for port 441a991d-d4fe-4cf4-8639-ebb347f13562 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:39.106540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f687ec2e-d62d-4e1d-94f3-15f703ae88a3 None None] Network e8c094fa-8bcd-4a4c-9fd4-36031274b785 could not be found, it might have been deleted concurrently. {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 15:33:39.148617 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 441a991d-d4fe-4cf4-8639-ebb347f13562 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:39.175983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-0987ec64-9e76-4933-8ff9-83d5bb44c3da admin admin] Deleting subnet 9e596a82-36fa-4d0f-b10e-5eea0b359f13 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:33:39.185758 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0987ec64-9e76-4933-8ff9-83d5bb44c3da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.222831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe96cd89-140a-47c9-97a3-e6a755433e8b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.278753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe96cd89-140a-47c9-97a3-e6a755433e8b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.392626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Deleting port 7f923c08-4779-4a70-bf32-05e04579d31a {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:39.393656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.458254 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6609e2a4-5c17-433d-8e08-e105aef82fc4 None None] Provisioning for port 06e9f98a-c7fd-4ba8-a16d-4754693b1cfc completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:39.540007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6609e2a4-5c17-433d-8e08-e105aef82fc4 None None] Provisioning complete for port 06e9f98a-c7fd-4ba8-a16d-4754693b1cfc triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:39.540428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6609e2a4-5c17-433d-8e08-e105aef82fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.564314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 441a991d-d4fe-4cf4-8639-ebb347f13562 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:39.574606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-cab034df-09e5-4530-85a7-2903859cfc4d', 'network_id': 'cab034df-09e5-4530-85a7-2903859cfc4d', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'fixed_ips': [{'subnet_id': '3f04ad6b-9d47-4e84-88ea-e7338e8f869e'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:39.575422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.608588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34194) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:39.616897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.620022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 441a991d-d4fe-4cf4-8639-ebb347f13562 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:39.620251 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.623246 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:39.624453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.726759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:33:39.738101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5d68-907a-4be0-b001-b68bc6634046 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.778235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-6609e2a4-5c17-433d-8e08-e105aef82fc4 None None] Port 06e9f98a-c7fd-4ba8-a16d-4754693b1cfc cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:39.784925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Deleting port d66d9fec-bcc8-41dd-93fc-c4baf7e39107 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:39.785380 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.790062 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2745323 Apr 29 15:33:39.803003 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34200) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:39.863082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9ae84820-094f-4d85-b059-fb9caa31bf59 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:39.894218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c5d68-907a-4be0-b001-b68bc6634046 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Calling delete_port for 06e9f98a-c7fd-4ba8-a16d-4754693b1cfc owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:39.922179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f5661-b6f6-4fbb-83f9-058b360bab83 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=79d0d854-ab27-4a5f-9596-b8d03da2109b,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:39.945947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 79d0d854-ab27-4a5f-9596-b8d03da2109b details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:39.969797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5457f35-a9b7-4b22-b6f8-2d647c077dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:39.974450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0987ec64-9e76-4933-8ff9-83d5bb44c3da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:40.049303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:40.084825 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b5457f35-a9b7-4b22-b6f8-2d647c077dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:40.087901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:40.104185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b5457f35-a9b7-4b22-b6f8-2d647c077dbc admin admin] Usage tracker for resource:security_group_rule and tenant:a86a9a147a9a41dcae403671783083d1 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:40.111281 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b5457f35-a9b7-4b22-b6f8-2d647c077dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:40.144178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe96cd89-140a-47c9-97a3-e6a755433e8b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:40.175904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96cd89-140a-47c9-97a3-e6a755433e8b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4025932-521b-414a-838c-7958b7257f14,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:40.226040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b5457f35-a9b7-4b22-b6f8-2d647c077dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:40.245685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0987ec64-9e76-4933-8ff9-83d5bb44c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:40.273687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:40.280713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.objects.ports [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88715) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:33:40.299501 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Allocated IP 172.21.0.2 (cab034df-09e5-4530-85a7-2903859cfc4d/3f04ad6b-9d47-4e84-88ea-e7338e8f869e/03079eb7-fa37-4ae5-8b7b-e050431f5e6f) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:40.362779 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 441a991d-d4fe-4cf4-8639-ebb347f13562, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=441a991d-d4fe-4cf4-8639-ebb347f13562,segment=NetworkSegment(ac614199-482e-4a2f-bea9-f1a3d48ed765),segment_id=ac614199-482e-4a2f-bea9-f1a3d48ed765)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:40.376079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] For port d66d9fec-bcc8-41dd-93fc-c4baf7e39107, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:40.376639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:40.395763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Calling delete_port for 7f923c08-4779-4a70-bf32-05e04579d31a owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:40.426693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe96cd89-140a-47c9-97a3-e6a755433e8b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:40.430218 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fe96cd89-140a-47c9-97a3-e6a755433e8b tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "DELETE /v2.0/security-groups/c4025932-521b-414a-838c-7958b7257f14 HTTP/1.1" status: 204 len: 168 time: 1.9693763 Apr 29 15:33:40.437397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34204) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:40.536815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:40.542812 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-24385514-3040-4336-9a97-84aae30dbcaf tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Synchronizing usage tracker for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:40.546783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Calling delete_port for d66d9fec-bcc8-41dd-93fc-c4baf7e39107 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:40.558411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5d68-907a-4be0-b001-b68bc6634046 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:40.646521 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 36ae5cec-b1f6-462a-a6b9-190eac96114e no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:40.654315 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c5d68-907a-4be0-b001-b68bc6634046 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event deleted for resources: {'Port': ['ID=06e9f98a-c7fd-4ba8-a16d-4754693b1cfc,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:40.659693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0987ec64-9e76-4933-8ff9-83d5bb44c3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:40.709774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 36ae5cec-b1f6-462a-a6b9-190eac96114e {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:33:40.710120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 36ae5cec-b1f6-462a-a6b9-190eac96114e not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:33:40.710548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d66d9fec-bcc8-41dd-93fc-c4baf7e39107 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:40.771989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-24385514-3040-4336-9a97-84aae30dbcaf tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Unset dirty status for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:40.778212 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-24385514-3040-4336-9a97-84aae30dbcaf tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3390460 Apr 29 15:33:40.801554 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0987ec64-9e76-4933-8ff9-83d5bb44c3da admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:40.806268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c2f225-eb60-470e-8a5a-11468c8ac11b None None] Network 2964b386-6c1c-4f7e-9bbd-459b2e114f03 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:40.812122 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34208) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:40.818731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987ec64-9e76-4933-8ff9-83d5bb44c3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e596a82-36fa-4d0f-b10e-5eea0b359f13,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:40.885352 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0987ec64-9e76-4933-8ff9-83d5bb44c3da admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9e596a82-36fa-4d0f-b10e-5eea0b359f13 HTTP/1.1" status: 204 len: 168 time: 2.2921975 Apr 29 15:33:40.891155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34212) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:40.940490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.019969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094e227d-821c-480e-9e6f-c20e1470bbe9 None None] Network b6a5ac58-2afb-4185-bc9d-fa233ca47255 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:41.076984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9ae84820-094f-4d85-b059-fb9caa31bf59 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.174147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3b7c5d68-907a-4be0-b001-b68bc6634046 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.178623 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3b7c5d68-907a-4be0-b001-b68bc6634046 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "DELETE /v2.0/ports/06e9f98a-c7fd-4ba8-a16d-4754693b1cfc HTTP/1.1" status: 204 len: 168 time: 2.7127964 Apr 29 15:33:41.180508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34216) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:41.186136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.191064 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b68b36bc-e55c-481a-9621-3dfede7ca2e9 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.207721 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9ae84820-094f-4d85-b059-fb9caa31bf59 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.238875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5457f35-a9b7-4b22-b6f8-2d647c077dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.246706 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.268885 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6a52fe-7dd6-4e75-aeee-cddaf3553c10 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] GET failed (client error): The resource could not be found. Apr 29 15:33:41.269574 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dc6a52fe-7dd6-4e75-aeee-cddaf3553c10 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Synchronizing usage tracker for tenant:c6621191764e4fafab55e3aa1d09f73f on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:41.306183 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ae84820-094f-4d85-b059-fb9caa31bf59 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network 79d0d854-ab27-4a5f-9596-b8d03da2109b is not hosted by any dhcp agent {{(pid=88714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 15:33:41.311405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae84820-094f-4d85-b059-fb9caa31bf59 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:41.311999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9ae84820-094f-4d85-b059-fb9caa31bf59 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.317020 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9ae84820-094f-4d85-b059-fb9caa31bf59 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "PUT /v2.0/networks/79d0d854-ab27-4a5f-9596-b8d03da2109b HTTP/1.1" status: 200 len: 723 time: 1.5086565 Apr 29 15:33:41.325373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34220) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:41.326213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Deleting port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:41.326614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.345501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5457f35-a9b7-4b22-b6f8-2d647c077dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.375729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b68b36bc-e55c-481a-9621-3dfede7ca2e9 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.386799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'network_id': '79d0d854-ab27-4a5f-9596-b8d03da2109b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:41.442760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Pushing event deleted for resources: {'Port': ['ID=7f923c08-4779-4a70-bf32-05e04579d31a,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:41.448883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=441a991d-d4fe-4cf4-8639-ebb347f13562,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:41.468380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Allocated IP 172.20.0.1 (b6a5ac58-2afb-4185-bc9d-fa233ca47255/23adfd39-a59f-4660-94de-cdf6af833346/01323326-1f54-4dca-a778-4d66e50a7417) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:41.476515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a669020d-1391-42e2-a821-68ddaa13e4fa None None] Provisioning complete for port 441a991d-d4fe-4cf4-8639-ebb347f13562 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:41.476890 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a669020d-1391-42e2-a821-68ddaa13e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.526407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae84820-094f-4d85-b059-fb9caa31bf59 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=79d0d854-ab27-4a5f-9596-b8d03da2109b,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:41.561192 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b5457f35-a9b7-4b22-b6f8-2d647c077dbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a86a9a147a9a41dcae403671783083d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9513669 Apr 29 15:33:41.562443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5457f35-a9b7-4b22-b6f8-2d647c077dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23217b68-d16d-4d5c-a9b1-02a7a37e2f80,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:41.583914 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34224) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:41.585472 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 79d0d854-ab27-4a5f-9596-b8d03da2109b details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:41.606919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dc6a52fe-7dd6-4e75-aeee-cddaf3553c10 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Unset dirty status for tenant:c6621191764e4fafab55e3aa1d09f73f on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:41.607996 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dc6a52fe-7dd6-4e75-aeee-cddaf3553c10 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "GET /v2.0/ports/06e9f98a-c7fd-4ba8-a16d-4754693b1cfc HTTP/1.1" status: 404 len: 333 time: 0.4250257 Apr 29 15:33:41.626196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34228) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:41.653167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Request body: {'port': {'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1194411079'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:41.679540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.749281 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.827500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:41.841477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:subnet and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:41.844993 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] For port d66d9fec-bcc8-41dd-93fc-c4baf7e39107, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:41.849534 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:41.877834 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.908236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:41.911716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Transition to ACTIVE for port object 03079eb7-fa37-4ae5-8b7b-e050431f5e6f will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:41.924765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b68b36bc-e55c-481a-9621-3dfede7ca2e9 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.927587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a30b2-2234-47f2-84f8-a0f1c8ce3216 None None] DHCP port deletion for 2964b386-6c1c-4f7e-9bbd-459b2e114f03 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:33:41.940380 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c54a30b2-2234-47f2-84f8-a0f1c8ce3216 None None] Deleting port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:41.940794 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c54a30b2-2234-47f2-84f8-a0f1c8ce3216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.958264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] For port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=191cdea5-b13a-48d5-83cb-7d80c7d22c7d,segment=NetworkSegment(b4d963e2-62f7-4865-85f2-b71d727a9aed),segment_id=b4d963e2-62f7-4865-85f2-b71d727a9aed)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:41.958625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:41.976574 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b36bc-e55c-481a-9621-3dfede7ca2e9 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de89922e-13a3-4e60-ba49-166a5d2a4495,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:42.039593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Transition to ACTIVE for port object 03079eb7-fa37-4ae5-8b7b-e050431f5e6f will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:42.083215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5edacbb7-5683-4cb9-bb44-b603a2d95da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.100022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.108071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Calling delete_port for 191cdea5-b13a-48d5-83cb-7d80c7d22c7d owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:42.111810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5edacbb7-5683-4cb9-bb44-b603a2d95da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.135476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:42.138564 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.145146 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.152859 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.157813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.171035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.172074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.260328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b68b36bc-e55c-481a-9621-3dfede7ca2e9 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.261692 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b68b36bc-e55c-481a-9621-3dfede7ca2e9 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "DELETE /v2.0/security-groups/de89922e-13a3-4e60-ba49-166a5d2a4495 HTTP/1.1" status: 204 len: 168 time: 1.4384823 Apr 29 15:33:42.279926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.285824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34232) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:42.303787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:42.314889 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:42.318391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.318904 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Fanout notify agent at l3_agent the message router_deleted on router d70cf153-2d60-456c-b698-2ad52f0d4418 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:33:42.323772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:42.330043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:42.338877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:42.339228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:42.351299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.356599 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b9e5d205-4ae0-4e54-81ed-c3c556b134b3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/routers/d70cf153-2d60-456c-b698-2ad52f0d4418 HTTP/1.1" status: 204 len: 168 time: 4.0650437 Apr 29 15:33:42.356753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34236) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:42.360230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Transition to ACTIVE for port object 01323326-1f54-4dca-a778-4d66e50a7417 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:42.364477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Network cab034df-09e5-4530-85a7-2903859cfc4d is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:42.374300 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-6744cef1-b638-4fdf-98ad-90546c1ae0a2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-809828909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:42.374300 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5edacbb7-5683-4cb9-bb44-b603a2d95da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.374539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:42.374618 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5edacbb7-5683-4cb9-bb44-b603a2d95da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.374618 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5edacbb7-5683-4cb9-bb44-b603a2d95da4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23217b68-d16d-4d5c-a9b1-02a7a37e2f80 HTTP/1.1" status: 204 len: 168 time: 0.7700868 Apr 29 15:33:42.379017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c54a30b2-2234-47f2-84f8-a0f1c8ce3216 None None] For port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=191cdea5-b13a-48d5-83cb-7d80c7d22c7d,segment=NetworkSegment(b4d963e2-62f7-4865-85f2-b71d727a9aed),segment_id=b4d963e2-62f7-4865-85f2-b71d727a9aed)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:42.379017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c54a30b2-2234-47f2-84f8-a0f1c8ce3216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.385912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6744cef1-b638-4fdf-98ad-90546c1ae0a2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:42.395093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edacbb7-5683-4cb9-bb44-b603a2d95da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23217b68-d16d-4d5c-a9b1-02a7a37e2f80,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:42.396745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:42.402013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8a49f1f1-55ba-4ea8-aa2e-9aea14e46706 None None] Provisioning complete for port 441a991d-d4fe-4cf4-8639-ebb347f13562 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:42.403439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:42.403562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8a49f1f1-55ba-4ea8-aa2e-9aea14e46706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.406104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6744cef1-b638-4fdf-98ad-90546c1ae0a2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Usage tracker for resource:router and tenant:498df870ada0465fbf1738c92df087a2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:42.411736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6744cef1-b638-4fdf-98ad-90546c1ae0a2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:42.416255 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:42.421037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6744cef1-b638-4fdf-98ad-90546c1ae0a2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:42.429325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:42.429910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.431823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Made reservation on behalf of c6621191764e4fafab55e3aa1d09f73f for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:42.435888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.467699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] device_id is not set on port a217128c-fa9b-47bf-82d9-65b7d01a8d7d yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:33:42.485045 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=73ff3f3a-1285-453d-9d1a-b3b2e572b68f,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:42.494681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b4e8ac1b-321d-4101-a1a5-44c1056323ca tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Synchronizing usage tracker for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:42.503736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,revision_number=6']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:42.529124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6744cef1-b638-4fdf-98ad-90546c1ae0a2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.530379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6744cef1-b638-4fdf-98ad-90546c1ae0a2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.578380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6744cef1-b638-4fdf-98ad-90546c1ae0a2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.588536 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Pushing event updated for resources: {'Port': ['ID=03079eb7-fa37-4ae5-8b7b-e050431f5e6f,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:42.636388 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7f540de2-5ca7-467b-bf53-e3c02129f509 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7636456 Apr 29 15:33:42.637077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.637628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.641223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b4e8ac1b-321d-4101-a1a5-44c1056323ca tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Unset dirty status for tenant:c24825ca8f1c421cbe4caeb4daaa4c82 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:42.647391 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b4e8ac1b-321d-4101-a1a5-44c1056323ca tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3501153 Apr 29 15:33:42.647391 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34242) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:42.649101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34244) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:42.662949 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c54a30b2-2234-47f2-84f8-a0f1c8ce3216 None None] Calling delete_port for 191cdea5-b13a-48d5-83cb-7d80c7d22c7d owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:42.687164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2d084f1a-e2dc-4c1f-b048-0d04bd941722 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:42.708359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network b6a5ac58-2afb-4185-bc9d-fa233ca47255 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:42.710960 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=191cdea5-b13a-48d5-83cb-7d80c7d22c7d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:42.727107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group': {'name': 'tempest-secgroup--790659972'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:42.731886 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] No DVR routers for this DVR port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:42.733675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:42.745501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:42.760076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:42.762759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:42.768615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.801312 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Attempting to bind port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:42.801979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Attempting to bind port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '14c68c59-95db-4685-aa11-d83b54e3e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cab034df-09e5-4530-85a7-2903859cfc4d'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:42.803078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Attempting to bind port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f on network cab034df-09e5-4530-85a7-2903859cfc4d {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:42.815245 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:42.815883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Checking segment: {'id': '14c68c59-95db-4685-aa11-d83b54e3e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cab034df-09e5-4530-85a7-2903859cfc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:42.816443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.817666 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Bound using segment: {'id': '14c68c59-95db-4685-aa11-d83b54e3e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cab034df-09e5-4530-85a7-2903859cfc4d'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:42.818328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Bound port: 03079eb7-fa37-4ae5-8b7b-e050431f5e6f, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c68c59-95db-4685-aa11-d83b54e3e0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cab034df-09e5-4530-85a7-2903859cfc4d'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:42.818879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.874772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Deleting port d66d9fec-bcc8-41dd-93fc-c4baf7e39107 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:42.876150 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.939423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6744cef1-b638-4fdf-98ad-90546c1ae0a2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:42.980712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.046013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-c54a30b2-2234-47f2-84f8-a0f1c8ce3216 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:43.046488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-c54a30b2-2234-47f2-84f8-a0f1c8ce3216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:43.051787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.054762 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.094629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=18e7372c-02e0-493c-80d3-07841e040f63,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:43.111794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6744cef1-b638-4fdf-98ad-90546c1ae0a2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.117452 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6744cef1-b638-4fdf-98ad-90546c1ae0a2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7572165 Apr 29 15:33:43.117887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=01323326-1f54-4dca-a778-4d66e50a7417,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:43.121233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34256) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:43.123345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Allocated IP 2001:db8::2a8 (d4c4fb11-7c92-4021-893f-84d19e08ce62/1811e6d4-9145-41a4-bc01-830b488d0e1c/a217128c-fa9b-47bf-82d9-65b7d01a8d7d) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:43.130894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:43.143707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:43.155479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.189994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking segment: {'id': '9ec7e23e-7806-442a-b2ba-07407fa99db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '79d0d854-ab27-4a5f-9596-b8d03da2109b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:43.190348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network hostable DHCP agents. Network: 79d0d854-ab27-4a5f-9596-b8d03da2109b, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:33:43.196817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2d084f1a-e2dc-4c1f-b048-0d04bd941722 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:43.208917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2964b386-6c1c-4f7e-9bbd-459b2e114f03']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:43.216847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2d084f1a-e2dc-4c1f-b048-0d04bd941722 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:43.223603 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2d084f1a-e2dc-4c1f-b048-0d04bd941722 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:43.232519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d963e2-62f7-4865-85f2-b71d727a9aed') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:43.233017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d963e2-62f7-4865-85f2-b71d727a9aed') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:43.240370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2d084f1a-e2dc-4c1f-b048-0d04bd941722 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:43.240681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Usage tracker for resource:security_group_rule and tenant:c24825ca8f1c421cbe4caeb4daaa4c82 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:43.242250 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] For port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:43.249289 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.260191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:43.273081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port d66d9fec-bcc8-41dd-93fc-c4baf7e39107, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:43.281057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] For port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=03079eb7-fa37-4ae5-8b7b-e050431f5e6f,segment=NetworkSegment(14c68c59-95db-4685-aa11-d83b54e3e0aa),segment_id=14c68c59-95db-4685-aa11-d83b54e3e0aa)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:43.295620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.315503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:43.315801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.328856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9ae4efac-05e1-4ba2-9c5f-cfe53376bf91 None None] Provisioning for port 01323326-1f54-4dca-a778-4d66e50a7417 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:43.335134 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:43.340616 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9ae4efac-05e1-4ba2-9c5f-cfe53376bf91 None None] Provisioning complete for port 01323326-1f54-4dca-a778-4d66e50a7417 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:43.341151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9ae4efac-05e1-4ba2-9c5f-cfe53376bf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.381720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.467227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.478551 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:33:43.480612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:43.499211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4efac-05e1-4ba2-9c5f-cfe53376bf91 None None] Port 01323326-1f54-4dca-a778-4d66e50a7417 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:43.513746 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] For port d66d9fec-bcc8-41dd-93fc-c4baf7e39107, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:43.514136 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.524861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 441a991d-d4fe-4cf4-8639-ebb347f13562 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:43.540233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d084f1a-e2dc-4c1f-b048-0d04bd941722 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:43.545017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d084f1a-e2dc-4c1f-b048-0d04bd941722 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.558838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c54a30b2-2234-47f2-84f8-a0f1c8ce3216 None None] Deleting port 191cdea5-b13a-48d5-83cb-7d80c7d22c7d {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:43.559453 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c54a30b2-2234-47f2-84f8-a0f1c8ce3216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.563263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network 79d0d854-ab27-4a5f-9596-b8d03da2109b is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:33:43.591911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.619596 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:43.681584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 79d0d854-ab27-4a5f-9596-b8d03da2109b) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:43.693106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:43.693744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.703673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.708621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.746303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.775155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2964b386-6c1c-4f7e-9bbd-459b2e114f03,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:43.809037 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.ipam_backend_mixin [None req-2d084f1a-e2dc-4c1f-b048-0d04bd941722 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73ff3f3a-1285-453d-9d1a-b3b2e572b68f (CIDR: 2001:db8::/64) Apr 29 15:33:43.811969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Calling delete_port for d66d9fec-bcc8-41dd-93fc-c4baf7e39107 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:43.839399 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c1b96-e022-4dbe-a20b-4f6657f84374 None None] Network 79d0d854-ab27-4a5f-9596-b8d03da2109b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:43.844970 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d084f1a-e2dc-4c1f-b048-0d04bd941722 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:33:43.845757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d084f1a-e2dc-4c1f-b048-0d04bd941722 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:33:43.865406 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0dd97f05-1e52-422f-9f3f-c38a29a0e0aa admin admin] 10.222.0.39 "DELETE /v2.0/networks/2964b386-6c1c-4f7e-9bbd-459b2e114f03 HTTP/1.1" status: 204 len: 168 time: 2.9691422 Apr 29 15:33:43.867519 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b2c42324-2608-46c6-a4d4-b4bcf095cafa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5151148 Apr 29 15:33:43.871763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34274) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:43.886027 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c54a30b2-2234-47f2-84f8-a0f1c8ce3216 None None] The port '191cdea5-b13a-48d5-83cb-7d80c7d22c7d' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:33:43.887380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-43e005ea-6515-4286-b76e-60bf0580313f tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:43.953591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:43.982090 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34278) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:44.042385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909d89b-d319-4aa1-91ac-84cf59a80bd9 None None] Pushing event updated for resources: {'Port': ['ID=03079eb7-fa37-4ae5-8b7b-e050431f5e6f,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:44.066994 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2d084f1a-e2dc-4c1f-b048-0d04bd941722 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3920667 Apr 29 15:33:44.070579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34282) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:44.080128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:44.082428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:44.089454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 441a991d-d4fe-4cf4-8639-ebb347f13562 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:44.090016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:44.153639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:44.153982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:44.202168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41efaff-cb4b-49a5-bad0-8faade274001,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:44.243752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Deleting port d66d9fec-bcc8-41dd-93fc-c4baf7e39107 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:44.243961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:44.245799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:44.250699 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-99b41c0c-7508-46a1-9332-b42dc787de9a tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5634000 Apr 29 15:33:44.256264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34288) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:44.292693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-43e005ea-6515-4286-b76e-60bf0580313f tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6757661'] for subnet, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:44.315966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4964bcbb-8cc4-4145-9695-f2e0e953e291 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:44.317194 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING neutron.api.v2.base [None req-4964bcbb-8cc4-4145-9695-f2e0e953e291 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 15:33:44.318461 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-4964bcbb-8cc4-4145-9695-f2e0e953e291 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 15:33:44.322885 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4964bcbb-8cc4-4145-9695-f2e0e953e291 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "PUT /v2.0/security-groups/c41efaff-cb4b-49a5-bad0-8faade274001 HTTP/1.1" status: 409 len: 330 time: 0.0563674 Apr 29 15:33:44.337071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34292) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:44.367577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-999529261'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:44.400599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:44.426654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:44.428420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34296) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:44.443116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-79d0d854-ab27-4a5f-9596-b8d03da2109b', 'network_id': '79d0d854-ab27-4a5f-9596-b8d03da2109b', 'tenant_id': 'fb3aa27575784d68910bded9aa48b69d', 'fixed_ips': [{'subnet_id': '18e7372c-02e0-493c-80d3-07841e040f63'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:44.443939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:44.474724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:44.515340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:44.540349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:44.563520 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a601c415-857e-4df6-8ed4-8e0fb1e98808 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba1efd4495704a168117d9d603fb1f93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1339669 Apr 29 15:33:44.568062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34300) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:44.632700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:44.636965 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:44.640410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:44.653230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Transition to ACTIVE for port object a217128c-fa9b-47bf-82d9-65b7d01a8d7d will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:44.733813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Usage tracker for resource:network and tenant:be80291f2a834279b842d6c897a0564e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:44.741318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:44.755873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 191cdea5-b13a-48d5-83cb-7d80c7d22c7d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:44.757958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:44.807795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 191cdea5-b13a-48d5-83cb-7d80c7d22c7d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:33:44.808147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 191cdea5-b13a-48d5-83cb-7d80c7d22c7d not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:33:44.842737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1c45-14b1-4d64-b4ce-9399d0a60101 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:44.883532 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Made reservation on behalf of be80291f2a834279b842d6c897a0564e for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:44.887345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:44.915096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] For port d66d9fec-bcc8-41dd-93fc-c4baf7e39107, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:44.915923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:44.967097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1eb8bdd1-5502-4fb5-8c57-65c0698c0782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.000357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1eb8bdd1-5502-4fb5-8c57-65c0698c0782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.057641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.061640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-43e005ea-6515-4286-b76e-60bf0580313f tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736060948727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7977366'] for subnet, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.069780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.080149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.115141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e005ea-6515-4286-b76e-60bf0580313f tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:45.115728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-43e005ea-6515-4286-b76e-60bf0580313f tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.117119 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-43e005ea-6515-4286-b76e-60bf0580313f tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "PUT /v2.0/subnets/18e7372c-02e0-493c-80d3-07841e040f63 HTTP/1.1" status: 200 len: 806 time: 1.2432718 Apr 29 15:33:45.131217 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34304) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:45.145460 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Calling delete_port for d66d9fec-bcc8-41dd-93fc-c4baf7e39107 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:45.158067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:45.158857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1eb8bdd1-5502-4fb5-8c57-65c0698c0782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.172881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:45.176364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:45.176996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.186589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1c45-14b1-4d64-b4ce-9399d0a60101 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.226336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8bdd1-5502-4fb5-8c57-65c0698c0782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6b47cc-66eb-4bd5-8c6f-d850dd804e8a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:45.241994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=0cf28c9e-c2e4-45a0-beb3-6c4e16a9a7df,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:45.259118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:45.280631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Allocated IP 172.20.0.2 (79d0d854-ab27-4a5f-9596-b8d03da2109b/18e7372c-02e0-493c-80d3-07841e040f63/c34dac09-a9f2-4b10-a3c4-f8f18ceaed96) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:45.281948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Usage tracker for resource:security_group_rule and tenant:be80291f2a834279b842d6c897a0564e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:45.315313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Network d4c4fb11-7c92-4021-893f-84d19e08ce62 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:45.318200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:45.338985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:45.341211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:45.348054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event updated for resources: {'Port': ['ID=a217128c-fa9b-47bf-82d9-65b7d01a8d7d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:45.350546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:45.357736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:45.358336 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.501040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e005ea-6515-4286-b76e-60bf0580313f tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=18e7372c-02e0-493c-80d3-07841e040f63,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:45.527283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34308) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:45.536255 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fcba692f-caa3-4dca-802f-a64ec6be641c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4645181 Apr 29 15:33:45.537835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1eb8bdd1-5502-4fb5-8c57-65c0698c0782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.552749 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1eb8bdd1-5502-4fb5-8c57-65c0698c0782 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b6b47cc-66eb-4bd5-8c6f-d850dd804e8a HTTP/1.1" status: 204 len: 168 time: 0.9751410 Apr 29 15:33:45.664427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.742619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:26:68:fa', 'name': 'tempest-NetworksTestDHCPv6-1509543314'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:45.757674 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 03079eb7-fa37-4ae5-8b7b-e050431f5e6f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:45.812865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.828622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4034d7d-0655-4bf8-b0c4-f4be7056146c None None] Network cab034df-09e5-4530-85a7-2903859cfc4d requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:45.964153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:45.979645 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.020595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.057733 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-06ec61d8-cc73-4ddf-9339-11362d111a86 None None] Provisioning for port a217128c-fa9b-47bf-82d9-65b7d01a8d7d completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:46.078695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1c45-14b1-4d64-b4ce-9399d0a60101 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.079189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] Pushing event deleted for resources: {'Port': ['ID=d66d9fec-bcc8-41dd-93fc-c4baf7e39107,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:46.086923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-06ec61d8-cc73-4ddf-9339-11362d111a86 None None] Provisioning complete for port a217128c-fa9b-47bf-82d9-65b7d01a8d7d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:46.087990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-06ec61d8-cc73-4ddf-9339-11362d111a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.088419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.resource_extend [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:33:46.108015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:46.112974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:46.115971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:46.131383 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ba04e717-3a7f-4cd0-ae53-595146c1456d tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5044053 Apr 29 15:33:46.131671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34318) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:46.146740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ba820e91-8364-4a4b-a3fd-bf60e730dc85 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19a', 'mac_address': 'fa:16:3e:49:cf:da'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:46.147006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.151189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef1c45-14b1-4d64-b4ce-9399d0a60101 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41efaff-cb4b-49a5-bad0-8faade274001,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:46.155614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:46.236497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.251812 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.284015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0009373-49af-4ffc-9492-71f4193cfd07 None None] No DVR routers for this DVR port d66d9fec-bcc8-41dd-93fc-c4baf7e39107 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:46.285616 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:46.307905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-06ec61d8-cc73-4ddf-9339-11362d111a86 None None] Port a217128c-fa9b-47bf-82d9-65b7d01a8d7d cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:46.309531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1c45-14b1-4d64-b4ce-9399d0a60101 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.314188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34326) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:46.316026 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e4ef1c45-14b1-4d64-b4ce-9399d0a60101 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "DELETE /v2.0/security-groups/c41efaff-cb4b-49a5-bad0-8faade274001 HTTP/1.1" status: 204 len: 168 time: 1.9751983 Apr 29 15:33:46.319737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7918a792-b195-4fec-be13-4785af873244 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:46.336419 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Transition to ACTIVE for port object c34dac09-a9f2-4b10-a3c4-f8f18ceaed96 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:46.347441 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:46.467896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Allocated IP 172.26.2.197 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/741309c5-2fdf-481d-ad26-a6a6138573bf) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:46.527344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=01323326-1f54-4dca-a778-4d66e50a7417,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:46.536346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Transition to ACTIVE for port object c34dac09-a9f2-4b10-a3c4-f8f18ceaed96 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:46.552531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.584566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.589789 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3cac2353-4f51-4857-b418-720f3955acaf tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2593517 Apr 29 15:33:46.594375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34332) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:46.623475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-06ec61d8-cc73-4ddf-9339-11362d111a86 None None] Provisioning for port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:46.634461 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-06ec61d8-cc73-4ddf-9339-11362d111a86 None None] Provisioning complete for port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:46.634831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-06ec61d8-cc73-4ddf-9339-11362d111a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.676331 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.677070 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-afc7aec5-371d-4176-8ab1-091137ced30c tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] delete failed (client error): The resource could not be found. Apr 29 15:33:46.678147 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-afc7aec5-371d-4176-8ab1-091137ced30c tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "DELETE /v2.0/security-groups/092654b9-addf-496e-a64c-2ebd6462d5b1 HTTP/1.1" status: 404 len: 347 time: 0.0797007 Apr 29 15:33:46.690345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34338) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:46.697909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.714865 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-db961497-84a0-4a2b-a3ef-175c01cc44d9 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] show failed (client error): The resource could not be found. Apr 29 15:33:46.715872 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-db961497-84a0-4a2b-a3ef-175c01cc44d9 tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "GET /v2.0/security-groups/60d48127-93a3-4266-b1eb-6c2467db5e2f HTTP/1.1" status: 404 len: 347 time: 0.0245607 Apr 29 15:33:46.722932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34344) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:46.738611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba820e91-8364-4a4b-a3fd-bf60e730dc85 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.743786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.759463 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-0e940025-b29c-4c73-b97d-05472a1b9dde tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] show failed (client error): The resource could not be found. Apr 29 15:33:46.768496 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0e940025-b29c-4c73-b97d-05472a1b9dde tempest-NegativeSecGroupTest-244394744 tempest-NegativeSecGroupTest-244394744-project] 10.222.0.39 "GET /v2.0/security-group-rules/c331296c-e200-4cdd-88e2-255ea6d92c97 HTTP/1.1" status: 404 len: 356 time: 0.0364101 Apr 29 15:33:46.768496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.845206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Network 79d0d854-ab27-4a5f-9596-b8d03da2109b is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:46.866844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:46.874055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:46.891183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Subnet': ['ID=18e7372c-02e0-493c-80d3-07841e040f63,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:46.892008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:46.892132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 8b46043e-4278-4b4a-9b18-76e51c6f1564 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:33:46.934883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5540439-aea8-4ed3-bea5-4ba1c063bdb3,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:46.947612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:46.947961 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Added segment b12a4979-79cf-4987-ad3c-70647cffa72e of type vlan for network e7e31062-3c7b-4ac1-9577-178b6f009464 Apr 29 15:33:47.047259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.058196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Pushing event updated for resources: {'Port': ['ID=c34dac09-a9f2-4b10-a3c4-f8f18ceaed96,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:47.061488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.071145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network b6a5ac58-2afb-4185-bc9d-fa233ca47255 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:47.079806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.084659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:47.153602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d0d854-ab27-4a5f-9596-b8d03da2109b']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:47.192644 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '0cf28c9e-c2e4-45a0-beb3-6c4e16a9a7df'}, {'subnet_id': '73ff3f3a-1285-453d-9d1a-b3b2e572b68f'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:47.193487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.244840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec7e23e-7806-442a-b2ba-07407fa99db8') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:47.256852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec7e23e-7806-442a-b2ba-07407fa99db8') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:47.322387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.373844 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.426202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:47.426739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:47.463036 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:47.466138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34358) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:47.541856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Attempting to bind port c34dac09-a9f2-4b10-a3c4-f8f18ceaed96 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:47.542438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Attempting to bind port c34dac09-a9f2-4b10-a3c4-f8f18ceaed96 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '9ec7e23e-7806-442a-b2ba-07407fa99db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '79d0d854-ab27-4a5f-9596-b8d03da2109b'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:47.542561 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Attempting to bind port c34dac09-a9f2-4b10-a3c4-f8f18ceaed96 on network 79d0d854-ab27-4a5f-9596-b8d03da2109b {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:47.544571 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-06ec61d8-cc73-4ddf-9339-11362d111a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.575569 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:47.575955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Checking segment: {'id': '9ec7e23e-7806-442a-b2ba-07407fa99db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '79d0d854-ab27-4a5f-9596-b8d03da2109b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:47.576374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.577109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Bound using segment: {'id': '9ec7e23e-7806-442a-b2ba-07407fa99db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '79d0d854-ab27-4a5f-9596-b8d03da2109b'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:47.581093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Bound port: c34dac09-a9f2-4b10-a3c4-f8f18ceaed96, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec7e23e-7806-442a-b2ba-07407fa99db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '79d0d854-ab27-4a5f-9596-b8d03da2109b'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:47.581093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.596287 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba820e91-8364-4a4b-a3fd-bf60e730dc85 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.637685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:33:47.637685 dv-neutron-839183-1-hyperv neutron-server[88715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:33:47.637685 dv-neutron-839183-1-hyperv neutron-server[88715]: [parameters: {'id': '79d0d854-ab27-4a5f-9596-b8d03da2109b'}] Apr 29 15:33:47.637685 dv-neutron-839183-1-hyperv neutron-server[88715]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:47.638132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:47.666953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba820e91-8364-4a4b-a3fd-bf60e730dc85 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.679160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-06ec61d8-cc73-4ddf-9339-11362d111a86 None None] For port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=03079eb7-fa37-4ae5-8b7b-e050431f5e6f,segment=NetworkSegment(14c68c59-95db-4685-aa11-d83b54e3e0aa),segment_id=14c68c59-95db-4685-aa11-d83b54e3e0aa)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:47.710526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.resource_extend [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:33:47.728203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] For port c34dac09-a9f2-4b10-a3c4-f8f18ceaed96, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:47.735948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] For port c34dac09-a9f2-4b10-a3c4-f8f18ceaed96, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c34dac09-a9f2-4b10-a3c4-f8f18ceaed96,segment=NetworkSegment(9ec7e23e-7806-442a-b2ba-07407fa99db8),segment_id=9ec7e23e-7806-442a-b2ba-07407fa99db8)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:47.750000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ba820e91-8364-4a4b-a3fd-bf60e730dc85 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] In _notify_port_updated(), no bound segment for port a217128c-fa9b-47bf-82d9-65b7d01a8d7d on network d4c4fb11-7c92-4021-893f-84d19e08ce62 {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:33:47.756219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-06ec61d8-cc73-4ddf-9339-11362d111a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.756632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba820e91-8364-4a4b-a3fd-bf60e730dc85 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:47.757265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba820e91-8364-4a4b-a3fd-bf60e730dc85 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.761248 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ba820e91-8364-4a4b-a3fd-bf60e730dc85 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "PUT /v2.0/ports/a217128c-fa9b-47bf-82d9-65b7d01a8d7d HTTP/1.1" status: 200 len: 1003 time: 1.6254239 Apr 29 15:33:47.771200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34366) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:47.869908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba820e91-8364-4a4b-a3fd-bf60e730dc85 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event updated for resources: {'Port': ['ID=a217128c-fa9b-47bf-82d9-65b7d01a8d7d,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:47.879171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8:0:1::1c (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/0cf28c9e-c2e4-45a0-beb3-6c4e16a9a7df/8b46043e-4278-4b4a-9b18-76e51c6f1564) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:47.884491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 4c574933-ea78-4684-bbb2-3c0197ff4fd2 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:33:47.896999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.899055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec61d8-cc73-4ddf-9339-11362d111a86 None None] Pushing event updated for resources: {'Port': ['ID=03079eb7-fa37-4ae5-8b7b-e050431f5e6f,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:47.902870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:47.903714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.909733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::f816:3eff:fe26:68fa (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/73ff3f3a-1285-453d-9d1a-b3b2e572b68f/8b46043e-4278-4b4a-9b18-76e51c6f1564) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:47.912445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.914303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-058fb16a-5115-4b60-98f8-c628e7a09d69 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Deleting port a217128c-fa9b-47bf-82d9-65b7d01a8d7d {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:47.914646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-058fb16a-5115-4b60-98f8-c628e7a09d69 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:47.986627 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e8d4ef3e-c80f-43bf-a519-44115330c781 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c24825ca8f1c421cbe4caeb4daaa4c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084970 Apr 29 15:33:47.987516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34374) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:48.020096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a1c4-f630-454b-9a11-e32b48652c0c None None] Pushing event updated for resources: {'Port': ['ID=c34dac09-a9f2-4b10-a3c4-f8f18ceaed96,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:48.020908 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:48.039407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c2fbabd0-7bb1-4797-a2bd-dd646b42a8dc None None] Provisioning complete for port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:48.047399 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c2fbabd0-7bb1-4797-a2bd-dd646b42a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:48.227597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:48.249053 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-058fb16a-5115-4b60-98f8-c628e7a09d69 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:48.264389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc81115-6f41-43ae-b2db-7a71312530c3 None None] Network 79d0d854-ab27-4a5f-9596-b8d03da2109b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:48.309146 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:48.380154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:48.396189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port c34dac09-a9f2-4b10-a3c4-f8f18ceaed96 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:48.396432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:48.405229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:48.434991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-058fb16a-5115-4b60-98f8-c628e7a09d69 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Calling delete_port for a217128c-fa9b-47bf-82d9-65b7d01a8d7d owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:48.442748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:33:48.455018 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de32239-91b0-4f54-868a-6e9a61bf12de None None] Sync routers for ids ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:33:48.461054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Pushing event updated for resources: {'Network': ['ID=e7e31062-3c7b-4ac1-9577-178b6f009464,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:48.469494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c2e964f-9eca-4547-b62f-87840bd06e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:48.470747 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de32239-91b0-4f54-868a-6e9a61bf12de None None] Routers {'4c574933-ea78-4684-bbb2-3c0197ff4fd2'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:48.473531 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5de32239-91b0-4f54-868a-6e9a61bf12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:48.492621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network e7e31062-3c7b-4ac1-9577-178b6f009464 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:48.562012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c2e964f-9eca-4547-b62f-87840bd06e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:48.608400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c2fbabd0-7bb1-4797-a2bd-dd646b42a8dc None None] Provisioning complete for port 01323326-1f54-4dca-a778-4d66e50a7417 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:48.609987 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c2fbabd0-7bb1-4797-a2bd-dd646b42a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:48.620370 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5de32239-91b0-4f54-868a-6e9a61bf12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:48.631405 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de32239-91b0-4f54-868a-6e9a61bf12de None None] Routers {'4c574933-ea78-4684-bbb2-3c0197ff4fd2'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:48.632585 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5de32239-91b0-4f54-868a-6e9a61bf12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:48.669374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbabd0-7bb1-4797-a2bd-dd646b42a8dc None None] Port 01323326-1f54-4dca-a778-4d66e50a7417 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:48.703886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b8cd42-f1c1-448c-9198-b7b85e99cf1f None None] Network 79d0d854-ab27-4a5f-9596-b8d03da2109b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:48.791113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:48.810008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 8b46043e-4278-4b4a-9b18-76e51c6f1564 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:48.821588 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5de32239-91b0-4f54-868a-6e9a61bf12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:48.826798 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de32239-91b0-4f54-868a-6e9a61bf12de None None] The sync data for ids ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:33:48.838379 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fdaddc37-864a-4cea-9de5-48ad52dee0f2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/4c574933-ea78-4684-bbb2-3c0197ff4fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8600638 Apr 29 15:33:48.847037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34390) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:48.897868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34394) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:48.898083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Pushing event updated for resources: {'Port': ['ID=741309c5-2fdf-481d-ad26-a6a6138573bf,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:48.908902 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3e9b5f81-7688-4092-b7f9-8c7da41cb421 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 4.8403294 Apr 29 15:33:48.934338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34398) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:48.947044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Request body: {'subnet': {'network_id': 'e7e31062-3c7b-4ac1-9577-178b6f009464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:48.983723 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a5e88ff2-b576-4f50-9775-65f44d9e87a2 None None] Provisioning complete for port a217128c-fa9b-47bf-82d9-65b7d01a8d7d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:48.985124 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a5e88ff2-b576-4f50-9775-65f44d9e87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.000310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.034640 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a5e88ff2-b576-4f50-9775-65f44d9e87a2 None None] Port a217128c-fa9b-47bf-82d9-65b7d01a8d7d was deleted so its status cannot be updated. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 15:33:49.045447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-058fb16a-5115-4b60-98f8-c628e7a09d69 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.103657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-57adc21d-7838-423c-a3ba-6a7f22e62613 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:49.127298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7dfaf7-3190-4bc5-8e61-a7a9089e88d6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:49.128683 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fa7dfaf7-3190-4bc5-8e61-a7a9089e88d6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports/01323326-1f54-4dca-a778-4d66e50a7417 HTTP/1.1" status: 200 len: 910 time: 0.2806661 Apr 29 15:33:49.134671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Allocated IP 2001:db8:0:1::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/0cf28c9e-c2e4-45a0-beb3-6c4e16a9a7df/bac494bc-829e-4f41-a867-285d85f05b21) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:49.143078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Allocated IP 2001:db8::f816:3eff:feb3:e607 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/73ff3f3a-1285-453d-9d1a-b3b2e572b68f/bac494bc-829e-4f41-a867-285d85f05b21) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:49.144224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34404) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:49.192042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port c34dac09-a9f2-4b10-a3c4-f8f18ceaed96, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c34dac09-a9f2-4b10-a3c4-f8f18ceaed96,segment=NetworkSegment(9ec7e23e-7806-442a-b2ba-07407fa99db8),segment_id=9ec7e23e-7806-442a-b2ba-07407fa99db8)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:49.192309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.199466 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c2e964f-9eca-4547-b62f-87840bd06e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.203937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fb16a-5115-4b60-98f8-c628e7a09d69 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event deleted for resources: {'Port': ['ID=a217128c-fa9b-47bf-82d9-65b7d01a8d7d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:49.355979 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:49.357173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=8b46043e-4278-4b4a-9b18-76e51c6f1564,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:49.365954 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:49.379329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:49.385014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:49.385778 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.386514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.389589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for c34dac09-a9f2-4b10-a3c4-f8f18ceaed96 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:49.400840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Transition to ACTIVE for port object bac494bc-829e-4f41-a867-285d85f05b21 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:49.435189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Transition to ACTIVE for port object bac494bc-829e-4f41-a867-285d85f05b21 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:49.442923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:49.447035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Usage tracker for resource:subnet and tenant:be80291f2a834279b842d6c897a0564e is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:49.449928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:49.457278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:49.468108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e964f-9eca-4547-b62f-87840bd06e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0517d3-1fbb-4523-8d21-151eef6b4181,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:49.500961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 03079eb7-fa37-4ae5-8b7b-e050431f5e6f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:49.525900 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-57adc21d-7838-423c-a3ba-6a7f22e62613 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] 10.222.0.39 "PUT /v2.0/quotas/2bae8ae3857f42a08f84c85be142615c HTTP/1.1" status: 200 len: 368 time: 0.6195588 Apr 29 15:33:49.526529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34408) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:49.540257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Request body: {'network': {'project_id': '2bae8ae3857f42a08f84c85be142615c'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:49.545550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:49.550231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Usage tracker for resource:network and tenant:2bae8ae3857f42a08f84c85be142615c is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:49.555246 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:49.564731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:49.568505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.673692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Made reservation on behalf of be80291f2a834279b842d6c897a0564e for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:49.677327 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.684101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:49.689611 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:49.692019 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:49.697334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-058fb16a-5115-4b60-98f8-c628e7a09d69 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.700973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Pushing event updated for resources: {'Port': ['ID=bac494bc-829e-4f41-a867-285d85f05b21,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:49.706203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:49.706567 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.727843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Made reservation on behalf of 2bae8ae3857f42a08f84c85be142615c for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:49.731760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.747888 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-058fb16a-5115-4b60-98f8-c628e7a09d69 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "DELETE /v2.0/ports/a217128c-fa9b-47bf-82d9-65b7d01a8d7d HTTP/1.1" status: 204 len: 168 time: 1.9814987 Apr 29 15:33:49.758057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34412) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:49.804416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c2e964f-9eca-4547-b62f-87840bd06e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.805561 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7c2e964f-9eca-4547-b62f-87840bd06e4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa0517d3-1fbb-4523-8d21-151eef6b4181 HTTP/1.1" status: 204 len: 168 time: 1.8171515 Apr 29 15:33:49.806807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.831349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.882379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Attempting to bind port bac494bc-829e-4f41-a867-285d85f05b21 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:49.882613 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-13a6913c-3bcf-4c78-ab69-f0251868a31f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3230333 Apr 29 15:33:49.882705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Attempting to bind port bac494bc-829e-4f41-a867-285d85f05b21 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:49.882705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Attempting to bind port bac494bc-829e-4f41-a867-285d85f05b21 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:49.890064 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34418) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:49.894472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Port': ['ID=c34dac09-a9f2-4b10-a3c4-f8f18ceaed96,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:49.901010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:49.910232 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:49.910735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:49.911372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.912055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:49.912683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Bound port: bac494bc-829e-4f41-a867-285d85f05b21, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:49.913156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:49.944038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No DVR routers for this DVR port c34dac09-a9f2-4b10-a3c4-f8f18ceaed96 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:49.980559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Usage tracker for resource:security_group_rule and tenant:2bae8ae3857f42a08f84c85be142615c is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:49.998759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:50.030527 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:50.074372 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fbd953-d63a-4ee0-ad48-54fe56272580 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] GET failed (client error): The resource could not be found. Apr 29 15:33:50.074903 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b1fbd953-d63a-4ee0-ad48-54fe56272580 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Synchronizing usage tracker for tenant:c6621191764e4fafab55e3aa1d09f73f on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:50.085256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-d043746f-2426-45fa-bcb7-21ce9cb680af tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 8b46043e-4278-4b4a-9b18-76e51c6f1564 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:50.085256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d043746f-2426-45fa-bcb7-21ce9cb680af tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:50.101836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] For port bac494bc-829e-4f41-a867-285d85f05b21, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:50.105869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] For port bac494bc-829e-4f41-a867-285d85f05b21, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bac494bc-829e-4f41-a867-285d85f05b21,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:50.183561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:50.194259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b1fbd953-d63a-4ee0-ad48-54fe56272580 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Unset dirty status for tenant:c6621191764e4fafab55e3aa1d09f73f on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:50.199820 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b1fbd953-d63a-4ee0-ad48-54fe56272580 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "GET /v2.0/ports/a217128c-fa9b-47bf-82d9-65b7d01a8d7d HTTP/1.1" status: 404 len: 333 time: 0.3780510 Apr 29 15:33:50.210326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34422) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:50.210326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Request body: {'port': {'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-920709319'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:50.210560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:50.303043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d0d854-ab27-4a5f-9596-b8d03da2109b']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:50.335727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246049c9-f074-47d9-b61e-c5ea1fe9e956 None None] Pushing event updated for resources: {'Port': ['ID=bac494bc-829e-4f41-a867-285d85f05b21,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:50.377338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec7e23e-7806-442a-b2ba-07407fa99db8') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:50.377338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec7e23e-7806-442a-b2ba-07407fa99db8') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:50.415260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:50.421397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:50.485879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:50.640111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:50.699989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:50.700271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:50.715328 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:50.732657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:50.821943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:50.843224 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:50.846743 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:50.920786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d043746f-2426-45fa-bcb7-21ce9cb680af tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:50.941159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Pushing event updated for resources: {'Subnet': ['ID=71d3d08e-a11d-4697-a005-6bb3f09b464b,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:50.943180 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.075263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-d043746f-2426-45fa-bcb7-21ce9cb680af tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 8b46043e-4278-4b4a-9b18-76e51c6f1564 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:51.105367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.121443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Checking segment: {'id': 'b12a4979-79cf-4987-ad3c-70647cffa72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e7e31062-3c7b-4ac1-9577-178b6f009464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:51.121871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Network hostable DHCP agents. Network: e7e31062-3c7b-4ac1-9577-178b6f009464, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:33:51.153739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.169196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Made reservation on behalf of c6621191764e4fafab55e3aa1d09f73f for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:51.169196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.170572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:51.194218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Network': ['ID=79d0d854-ab27-4a5f-9596-b8d03da2109b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:51.208920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414d0102-6686-48c5-817f-76b5a619f1ed,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:51.227664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] device_id is not set on port 721476a7-5221-4bb8-9b96-9655e3d40783 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:33:51.228432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.232946 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Added segment 90216035-6c33-4c01-8039-2184b213a187 of type vlan for network 3602a85b-d703-49fe-a8d7-3b5babb68367 Apr 29 15:33:51.239412 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ed48516b-b1b6-4b2d-95b3-1712a716d9f7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/79d0d854-ab27-4a5f-9596-b8d03da2109b HTTP/1.1" status: 204 len: 168 time: 6.1071117 Apr 29 15:33:51.244857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34426) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:51.283726 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff6eef9-c14e-41d5-a54d-38b1ffbc5f81 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:33:51.284202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff6eef9-c14e-41d5-a54d-38b1ffbc5f81 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:33:51.288992 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3ff6eef9-c14e-41d5-a54d-38b1ffbc5f81 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/79d0d854-ab27-4a5f-9596-b8d03da2109b HTTP/1.1" status: 404 len: 339 time: 0.0409603 Apr 29 15:33:51.314781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34430) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:51.332841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1804621056', 'description': 'd1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:51.343213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Network e7e31062-3c7b-4ac1-9577-178b6f009464 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:33:51.347001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:51.350439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.361531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:network and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:51.369585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:51.406735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.416593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:51.457908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, e7e31062-3c7b-4ac1-9577-178b6f009464) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:51.464730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.465402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:51.465969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.474323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22397add-e29e-4fa1-b1c3-168efc38750b None None] Network e7e31062-3c7b-4ac1-9577-178b6f009464 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:51.548594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:51.552298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.579611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.580586 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:51.581216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.602477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bac494bc-829e-4f41-a867-285d85f05b21 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:51.625936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbefd73-551c-4a85-b073-2a1af731cf39 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:51.696000 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3a89a215-28f4-489f-bd78-0c4b9a6fe06c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7622054 Apr 29 15:33:51.701888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34434) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:51.702095 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d043746f-2426-45fa-bcb7-21ce9cb680af tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.705032 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:51.707569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Pushing event updated for resources: {'Network': ['ID=3602a85b-d703-49fe-a8d7-3b5babb68367,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:51.723022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Allocated IP 2001:db8::3be (d4c4fb11-7c92-4021-893f-84d19e08ce62/1811e6d4-9145-41a4-bc01-830b488d0e1c/721476a7-5221-4bb8-9b96-9655e3d40783) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:51.730075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Request body: {'port': {'network_id': 'e7e31062-3c7b-4ac1-9577-178b6f009464', 'name': 'tempest-TagsExtTest-1972429858'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:51.768158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 3602a85b-d703-49fe-a8d7-3b5babb68367 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:51.800007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Allocated IP 172.21.0.1 (cab034df-09e5-4530-85a7-2903859cfc4d/3f04ad6b-9d47-4e84-88ea-e7338e8f869e/c49c9bfd-cfa2-4a93-ade4-e42eae2e1247) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:51.806131 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c90f111d-f38f-4d35-bca9-6521c8bfdf61 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2739041 Apr 29 15:33:51.811759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34438) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:51.815115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043746f-2426-45fa-bcb7-21ce9cb680af tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=8b46043e-4278-4b4a-9b18-76e51c6f1564,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:51.819349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.819696 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Added segment f613d23a-5f2a-4f9e-88cf-d68cfce1de46 of type vlan for network acca5265-df88-41d9-b4db-2e999d0b6ef8 Apr 29 15:33:51.824211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Request body: {'network': {'project_id': '2bae8ae3857f42a08f84c85be142615c'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:51.864644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:51.874181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Usage tracker for resource:network and tenant:2bae8ae3857f42a08f84c85be142615c is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:51.880541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:51.889583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:51.892531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d043746f-2426-45fa-bcb7-21ce9cb680af tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.915046 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d043746f-2426-45fa-bcb7-21ce9cb680af tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/8b46043e-4278-4b4a-9b18-76e51c6f1564 HTTP/1.1" status: 204 len: 168 time: 2.0221586 Apr 29 15:33:51.916838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:51.920079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34442) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:51.960199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-17271179-ecd8-43c8-b3c9-bcf69e79bf30 None None] Provisioning for port bac494bc-829e-4f41-a867-285d85f05b21 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:51.996022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Made reservation on behalf of 2bae8ae3857f42a08f84c85be142615c for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:51.998321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.041389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:52.052917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port bac494bc-829e-4f41-a867-285d85f05b21 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:52.055949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.056296 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Added segment 0d76fa3a-facd-4c4a-a99d-747b0c01e16c of type vlan for network 8ef7db22-556d-4332-bd82-eb30d485547f Apr 29 15:33:52.065210 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9fc249-3e13-48bd-8145-6296e42f7b47 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:52.066200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ea9fc249-3e13-48bd-8145-6296e42f7b47 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:52.070086 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port bac494bc-829e-4f41-a867-285d85f05b21 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:52.070459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.101290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.103750 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-e7e31062-3c7b-4ac1-9577-178b6f009464', 'network_id': 'e7e31062-3c7b-4ac1-9577-178b6f009464', 'tenant_id': 'be80291f2a834279b842d6c897a0564e', 'fixed_ips': [{'subnet_id': '71d3d08e-a11d-4697-a005-6bb3f09b464b'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:52.104892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.106893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:52.108236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.124224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:52.129231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.139889 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Usage tracker for resource:port and tenant:be80291f2a834279b842d6c897a0564e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:52.165430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ea9fc249-3e13-48bd-8145-6296e42f7b47 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:52.166584 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ea9fc249-3e13-48bd-8145-6296e42f7b47 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2455859 Apr 29 15:33:52.174761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34446) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:52.196079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:52.222931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:52.286929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=acca5265-df88-41d9-b4db-2e999d0b6ef8,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:52.289938 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4f228ffc-bee5-413d-a0c2-f988a5aec51d tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9736722 Apr 29 15:33:52.291131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.resource_extend [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:33:52.300982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34450) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:52.342044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.344147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network acca5265-df88-41d9-b4db-2e999d0b6ef8 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:52.368524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.381822 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Transition to ACTIVE for port object 721476a7-5221-4bb8-9b96-9655e3d40783 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:52.391513 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Router 8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:33:52.397847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Transition to ACTIVE for port object c49c9bfd-cfa2-4a93-ade4-e42eae2e1247 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:52.414075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Made reservation on behalf of be80291f2a834279b842d6c897a0564e for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:52.415978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.417189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:52.417189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1573984'] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.417810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.492997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e4aabb-0a0b-4b06-a698-c963e879deb2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:52.493500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-26e4aabb-0a0b-4b06-a698-c963e879deb2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Synchronizing usage tracker for tenant:fb3aa27575784d68910bded9aa48b69d on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:52.506481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533dc68b-fd81-4f7d-aac7-911299355d4b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:52.508086 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-533dc68b-fd81-4f7d-aac7-911299355d4b tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3325431 Apr 29 15:33:52.558415 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.575458 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Allocated IP 172.20.0.2 (e7e31062-3c7b-4ac1-9577-178b6f009464/71d3d08e-a11d-4697-a005-6bb3f09b464b/c55fba78-fbbb-4688-b9cb-2f863e393bf7) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:52.630803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34454) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:52.635550 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port bac494bc-829e-4f41-a867-285d85f05b21, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bac494bc-829e-4f41-a867-285d85f05b21,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:52.637632 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:33:52.649334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] device_id is not set on port 1822aa6d-d9e9-4169-bfdb-ddc56e3e1343 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:33:52.704904 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8874588 Apr 29 15:33:52.705684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34458) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:52.709663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f799a7-5bd5-451f-ae97-39babcf3a1c3 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Pushing event updated for resources: {'Network': ['ID=8ef7db22-556d-4332-bd82-eb30d485547f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:52.717274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f7bac07f-9912-4e3f-a268-c2571da9e29e tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Request body: {'network': {'project_id': '2bae8ae3857f42a08f84c85be142615c'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:52.725362 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f7bac07f-9912-4e3f-a268-c2571da9e29e tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:52.729957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f7bac07f-9912-4e3f-a268-c2571da9e29e tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Usage tracker for resource:network and tenant:2bae8ae3857f42a08f84c85be142615c is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:52.732964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f7bac07f-9912-4e3f-a268-c2571da9e29e tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:52.740205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f7bac07f-9912-4e3f-a268-c2571da9e29e tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:52.741828 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bac07f-9912-4e3f-a268-c2571da9e29e tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 29 15:33:52.742385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bac07f-9912-4e3f-a268-c2571da9e29e tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:33:52.746943 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f7bac07f-9912-4e3f-a268-c2571da9e29e tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0383208 Apr 29 15:33:52.747540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34462) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:52.751752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 8ef7db22-556d-4332-bd82-eb30d485547f details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:52.768898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0b8ba-e88c-4a30-9250-84f9afb4bd61 None None] Sync routers for ids ['8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:33:52.783416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.812353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-26e4aabb-0a0b-4b06-a698-c963e879deb2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Unset dirty status for tenant:fb3aa27575784d68910bded9aa48b69d on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:52.817038 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-26e4aabb-0a0b-4b06-a698-c963e879deb2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/networks?id=acca5265-df88-41d9-b4db-2e999d0b6ef8 HTTP/1.1" status: 200 len: 761 time: 0.5089793 Apr 29 15:33:52.820210 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5ff26d50-dd23-469c-a44a-2da775e13b28 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2bae8ae3857f42a08f84c85be142615c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715175 Apr 29 15:33:52.820918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34466) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:52.821326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34468) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:52.840293 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-92d4fdfd-02e1-467a-9022-c55bf21d40b2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'description': 'd2'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:52.896950 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0b8ba-e88c-4a30-9250-84f9afb4bd61 None None] Routers {'8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:52.897511 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-82d0b8ba-e88c-4a30-9250-84f9afb4bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:52.963242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:52.964429 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e41dde56-57c2-4149-9ea6-e9f76ba9ca65 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "PUT /v2.0/routers/8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3 HTTP/1.1" status: 200 len: 879 time: 9.8381183 Apr 29 15:33:52.969315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34474) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:53.023743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-82d0b8ba-e88c-4a30-9250-84f9afb4bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:53.026016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f2cb156e-0d5b-4b39-a042-948bfac3690a None None] Provisioning complete for port bac494bc-829e-4f41-a867-285d85f05b21 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:53.026600 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2cb156e-0d5b-4b39-a042-948bfac3690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.035767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e081a614-4078-4d71-b275-baa2ecc431ff tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.041928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c23f07-2c11-481c-b168-317fe38b3d57 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:53.043440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c23f07-2c11-481c-b168-317fe38b3d57 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:53.045179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c23f07-2c11-481c-b168-317fe38b3d57 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:53.049994 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-91c23f07-2c11-481c-b168-317fe38b3d57 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4118800 Apr 29 15:33:53.051500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34478) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:53.114037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.143781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0b8ba-e88c-4a30-9250-84f9afb4bd61 None None] Routers {'8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:53.144483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-82d0b8ba-e88c-4a30-9250-84f9afb4bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:53.186662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.192300 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e081a614-4078-4d71-b275-baa2ecc431ff tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.235340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-92d4fdfd-02e1-467a-9022-c55bf21d40b2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.238278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Network d4c4fb11-7c92-4021-893f-84d19e08ce62 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:53.250793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network cab034df-09e5-4530-85a7-2903859cfc4d is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:53.252123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:53.263474 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=bac494bc-829e-4f41-a867-285d85f05b21,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:53.270825 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:53.281658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:53.287179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:53.290507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.291799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event updated for resources: {'Port': ['ID=721476a7-5221-4bb8-9b96-9655e3d40783,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:53.294279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:53.306795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3ac9c3-5e72-4ac7-8a09-1c2e8dd3f1c6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 0cf28c9e-c2e4-45a0-beb3-6c4e16a9a7df {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:33:53.317591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac9c3-5e72-4ac7-8a09-1c2e8dd3f1c6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.350943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-82d0b8ba-e88c-4a30-9250-84f9afb4bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:53.351353 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0b8ba-e88c-4a30-9250-84f9afb4bd61 None None] The sync data for ids ['8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:33:53.386346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-92d4fdfd-02e1-467a-9022-c55bf21d40b2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.463452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.493544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Transition to ACTIVE for port object c55fba78-fbbb-4688-b9cb-2f863e393bf7 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:53.508225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92d4fdfd-02e1-467a-9022-c55bf21d40b2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network acca5265-df88-41d9-b4db-2e999d0b6ef8 is not hosted by any dhcp agent {{(pid=88715) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 29 15:33:53.526374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d4fdfd-02e1-467a-9022-c55bf21d40b2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:53.526977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-92d4fdfd-02e1-467a-9022-c55bf21d40b2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.528267 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-92d4fdfd-02e1-467a-9022-c55bf21d40b2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "PUT /v2.0/networks/acca5265-df88-41d9-b4db-2e999d0b6ef8 HTTP/1.1" status: 200 len: 758 time: 0.7058468 Apr 29 15:33:53.530027 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bac494bc-829e-4f41-a867-285d85f05b21 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:53.533925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34482) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:53.583189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=c49c9bfd-cfa2-4a93-ade4-e42eae2e1247,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:53.601977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Transition to ACTIVE for port object c55fba78-fbbb-4688-b9cb-2f863e393bf7 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:53.613603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a61a915d-5fbc-445f-b2e6-a7b6758a6c81 None None] Could not find standard attr ID for object 8b46043e-4278-4b4a-9b18-76e51c6f1564. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:33:53.621428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac9c3-5e72-4ac7-8a09-1c2e8dd3f1c6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.628130 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f443b791-8d72-4376-8d8a-aeace9fc45cb tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/routers/8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3 HTTP/1.1" status: 200 len: 920 time: 0.6555879 Apr 29 15:33:53.629103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34486) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:53.632711 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.653904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4fdfd-02e1-467a-9022-c55bf21d40b2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=acca5265-df88-41d9-b4db-2e999d0b6ef8,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:53.657890 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port bac494bc-829e-4f41-a867-285d85f05b21 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:53.658270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.672979 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6c763575-7647-42cd-8cec-aa7b44f42c05 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4684715 Apr 29 15:33:53.679595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34490) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:53.690159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6b931da7-dbb8-403f-82c9-ce8676e28abf tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:49:cf:da'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:53.700082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network acca5265-df88-41d9-b4db-2e999d0b6ef8 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:53.728630 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.795855 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e081a614-4078-4d71-b275-baa2ecc431ff tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.825252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Allocated IP 172.20.0.7 (e7e31062-3c7b-4ac1-9577-178b6f009464/71d3d08e-a11d-4697-a005-6bb3f09b464b/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:53.842348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081a614-4078-4d71-b275-baa2ecc431ff tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414d0102-6686-48c5-817f-76b5a619f1ed,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:53.851040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed31ce0-800c-4ab3-b1b6-11dce27ff4de tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:53.851846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-aed31ce0-800c-4ab3-b1b6-11dce27ff4de tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Synchronizing usage tracker for tenant:62b3bde5928d41aab3535b983fef7303 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:53.873237 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Network e7e31062-3c7b-4ac1-9577-178b6f009464 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:53.887256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b78de6-b5ca-4099-98c7-18147078177a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:53.894597 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-13b78de6-b5ca-4099-98c7-18147078177a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/networks?id=acca5265-df88-41d9-b4db-2e999d0b6ef8 HTTP/1.1" status: 200 len: 761 time: 0.3510559 Apr 29 15:33:53.894597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e081a614-4078-4d71-b275-baa2ecc431ff tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:53.895748 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e081a614-4078-4d71-b275-baa2ecc431ff tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/414d0102-6686-48c5-817f-76b5a619f1ed HTTP/1.1" status: 204 len: 168 time: 1.0716748 Apr 29 15:33:53.896840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34494) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:53.898173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34498) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:53.910990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:53.919855 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1939604364'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:53.920867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:53.944637 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Pushing event updated for resources: {'Port': ['ID=c55fba78-fbbb-4688-b9cb-2f863e393bf7,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:53.946276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:53.996233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-aed31ce0-800c-4ab3-b1b6-11dce27ff4de tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Unset dirty status for tenant:62b3bde5928d41aab3535b983fef7303 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:54.000846 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-aed31ce0-800c-4ab3-b1b6-11dce27ff4de tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&device_id=8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3702180 Apr 29 15:33:54.001553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34502) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:54.028179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d4e4eeac-8c02-40ab-af3e-496aa560a67d None None] Provisioning for port 721476a7-5221-4bb8-9b96-9655e3d40783 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:54.028443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac9c3-5e72-4ac7-8a09-1c2e8dd3f1c6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.062444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:54.084880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.088746 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d4e4eeac-8c02-40ab-af3e-496aa560a67d None None] Provisioning complete for port 721476a7-5221-4bb8-9b96-9655e3d40783 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:54.089106 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4e4eeac-8c02-40ab-af3e-496aa560a67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.145503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Attempting to bind port c55fba78-fbbb-4688-b9cb-2f863e393bf7 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:33:54.145872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Attempting to bind port c55fba78-fbbb-4688-b9cb-2f863e393bf7 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'b12a4979-79cf-4987-ad3c-70647cffa72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e7e31062-3c7b-4ac1-9577-178b6f009464'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:33:54.146229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Attempting to bind port c55fba78-fbbb-4688-b9cb-2f863e393bf7 on network e7e31062-3c7b-4ac1-9577-178b6f009464 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:33:54.161294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:33:54.161573 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Checking segment: {'id': 'b12a4979-79cf-4987-ad3c-70647cffa72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e7e31062-3c7b-4ac1-9577-178b6f009464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:54.161970 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.162526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Bound using segment: {'id': 'b12a4979-79cf-4987-ad3c-70647cffa72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e7e31062-3c7b-4ac1-9577-178b6f009464'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:33:54.163180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Bound port: c55fba78-fbbb-4688-b9cb-2f863e393bf7, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12a4979-79cf-4987-ad3c-70647cffa72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e7e31062-3c7b-4ac1-9577-178b6f009464'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:33:54.163716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.168876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.179979 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.232421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:54.237304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.295558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4eeac-8c02-40ab-af3e-496aa560a67d None None] Port 721476a7-5221-4bb8-9b96-9655e3d40783 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:54.307368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] For port c55fba78-fbbb-4688-b9cb-2f863e393bf7, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:33:54.311050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] For port c55fba78-fbbb-4688-b9cb-2f863e393bf7, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c55fba78-fbbb-4688-b9cb-2f863e393bf7,segment=NetworkSegment(b12a4979-79cf-4987-ad3c-70647cffa72e),segment_id=b12a4979-79cf-4987-ad3c-70647cffa72e)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:33:54.313395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.353220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:33:54.368208 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d4e4eeac-8c02-40ab-af3e-496aa560a67d None None] Provisioning for port c49c9bfd-cfa2-4a93-ade4-e42eae2e1247 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:54.373518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b931da7-dbb8-403f-82c9-ce8676e28abf tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.375292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d4e4eeac-8c02-40ab-af3e-496aa560a67d None None] Provisioning complete for port c49c9bfd-cfa2-4a93-ade4-e42eae2e1247 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:54.375292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4e4eeac-8c02-40ab-af3e-496aa560a67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.404946 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.437828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.438267 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Added segment ab76aaf9-f883-4084-b879-6e1300ea2d23 of type vlan for network 4aa1e73a-3700-42cd-af90-6296fcbbc905 Apr 29 15:33:54.444320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac9c3-5e72-4ac7-8a09-1c2e8dd3f1c6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.473619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.474538 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed41d0f-1c5a-492e-9c2d-8fe604a4dbbc tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:54.476974 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7ed41d0f-1c5a-492e-9c2d-8fe604a4dbbc tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/networks/5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 881 time: 0.4688020 Apr 29 15:33:54.481748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Transition to ACTIVE for port object 1822aa6d-d9e9-4169-bfdb-ddc56e3e1343 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:33:54.483871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34506) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:54.505941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4eeac-8c02-40ab-af3e-496aa560a67d None None] Port c49c9bfd-cfa2-4a93-ade4-e42eae2e1247 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:54.522118 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023901b-d86e-4f46-a27c-559f046e75af None None] Pushing event updated for resources: {'Port': ['ID=c55fba78-fbbb-4688-b9cb-2f863e393bf7,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:54.551852 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d111b535-1d8a-48f7-ad51-8ae6ca91d8d0 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3 HTTP/1.1" status: 200 len: 205 time: 0.0603528 Apr 29 15:33:54.553858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34510) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:54.670887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ac9c3-5e72-4ac7-8a09-1c2e8dd3f1c6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf28c9e-c2e4-45a0-beb3-6c4e16a9a7df,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:54.673031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac9c3-5e72-4ac7-8a09-1c2e8dd3f1c6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.706431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef7db22-556d-4332-bd82-eb30d485547f']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:54.720671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8304d840-cc97-488d-9b45-ed9dc765cb91 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:54.749482 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.760974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d76fa3a-facd-4c4a-a99d-747b0c01e16c') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:54.762565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d76fa3a-facd-4c4a-a99d-747b0c01e16c') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:54.775183 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6e3ac9c3-5e72-4ac7-8a09-1c2e8dd3f1c6 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/0cf28c9e-c2e4-45a0-beb3-6c4e16a9a7df HTTP/1.1" status: 204 len: 168 time: 1.7201395 Apr 29 15:33:54.784265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34514) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:54.787525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.882100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.resource_extend [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:33:54.963727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.977966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:54.978379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:54.995918 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:55.003149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.083189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfe860e-0a2e-48c6-8015-7db863376d12 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 73ff3f3a-1285-453d-9d1a-b3b2e572b68f {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:33:55.092004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.098021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:55.098203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.101940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8bfe860e-0a2e-48c6-8015-7db863376d12 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.105342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Network e7e31062-3c7b-4ac1-9577-178b6f009464 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:55.112702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.177894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:55.180504 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:33:55.284284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8bfe860e-0a2e-48c6-8015-7db863376d12 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.339267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.resource_extend [None req-6b931da7-dbb8-403f-82c9-ce8676e28abf tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:33:55.345107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Pushing event updated for resources: {'Port': ['ID=1822aa6d-d9e9-4169-bfdb-ddc56e3e1343,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:55.361167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b931da7-dbb8-403f-82c9-ce8676e28abf tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.368784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.373602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:55.374263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.381036 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4812734 Apr 29 15:33:55.383555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ceb54-4949-4857-a907-80b2949e7f82 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=4aa1e73a-3700-42cd-af90-6296fcbbc905,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:55.385261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34518) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:55.399194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.401031 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] 10.222.0.39 "DELETE /v2.0/networks/8ef7db22-556d-4332-bd82-eb30d485547f HTTP/1.1" status: 204 len: 168 time: 1.4875269 Apr 29 15:33:55.408148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 4aa1e73a-3700-42cd-af90-6296fcbbc905 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:33:55.410000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'network_id': '4aa1e73a-3700-42cd-af90-6296fcbbc905', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:55.424010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34522) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:55.476201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b931da7-dbb8-403f-82c9-ce8676e28abf tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.512440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.533327 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9c51d435-450e-461a-86cc-19aea6b012c5 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.8162639 Apr 29 15:33:55.538007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34526) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:55.555207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c55fba78-fbbb-4688-b9cb-2f863e393bf7 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:55.559926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2c063-72a0-4d79-82fb-836e742c1d14 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ef7db22-556d-4332-bd82-eb30d485547f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:55.623318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d462d810-8172-4286-8872-874aa86c111c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-972491703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:55.633709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6b931da7-dbb8-403f-82c9-ce8676e28abf tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] In _notify_port_updated(), no bound segment for port 721476a7-5221-4bb8-9b96-9655e3d40783 on network d4c4fb11-7c92-4021-893f-84d19e08ce62 {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:33:55.638526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.649261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b931da7-dbb8-403f-82c9-ce8676e28abf tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:55.649992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b931da7-dbb8-403f-82c9-ce8676e28abf tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.653959 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6b931da7-dbb8-403f-82c9-ce8676e28abf tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "PUT /v2.0/ports/721476a7-5221-4bb8-9b96-9655e3d40783 HTTP/1.1" status: 200 len: 1002 time: 1.9708011 Apr 29 15:33:55.704892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34530) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:55.742533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d462d810-8172-4286-8872-874aa86c111c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:55.764417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port c55fba78-fbbb-4688-b9cb-2f863e393bf7 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:55.774520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b931da7-dbb8-403f-82c9-ce8676e28abf tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event updated for resources: {'Port': ['ID=721476a7-5221-4bb8-9b96-9655e3d40783,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:55.785173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.804993 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8bfe860e-0a2e-48c6-8015-7db863376d12 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.814745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.826738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:55.831172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Usage tracker for resource:subnet and tenant:fb3aa27575784d68910bded9aa48b69d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:55.834250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:55.840072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:55.854947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d462d810-8172-4286-8872-874aa86c111c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Usage tracker for resource:router and tenant:be80291f2a834279b842d6c897a0564e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:55.873797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d462d810-8172-4286-8872-874aa86c111c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:55.902205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Deleting port 741309c5-2fdf-481d-ad26-a6a6138573bf {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:55.902545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.933557 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d462d810-8172-4286-8872-874aa86c111c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:55.975148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:55.981672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:55.991257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.022688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=c49c9bfd-cfa2-4a93-ade4-e42eae2e1247,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:56.025403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.033372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3602a85b-d703-49fe-a8d7-3b5babb68367']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:56.042889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21746900-c67d-4f97-886e-1e8b0eddda37 None None] Network e7e31062-3c7b-4ac1-9577-178b6f009464 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:56.048770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90216035-6c33-4c01-8039-2184b213a187') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:56.049104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90216035-6c33-4c01-8039-2184b213a187') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:56.062461 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-e5e68880-994a-4342-9e8c-8541efa835c7 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Deleting port 721476a7-5221-4bb8-9b96-9655e3d40783 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:56.062896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5e68880-994a-4342-9e8c-8541efa835c7 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.063019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.083215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.090840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:33:56.091541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:33:56.107729 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:33:56.113856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8bfe860e-0a2e-48c6-8015-7db863376d12 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.116347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d462d810-8172-4286-8872-874aa86c111c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.117391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d462d810-8172-4286-8872-874aa86c111c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.152347 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cce8497c-97f5-44b3-947d-482567c57e87 None None] Provisioning complete for port 721476a7-5221-4bb8-9b96-9655e3d40783 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:56.152871 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cce8497c-97f5-44b3-947d-482567c57e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.222543 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe860e-0a2e-48c6-8015-7db863376d12 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=73ff3f3a-1285-453d-9d1a-b3b2e572b68f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:56.237336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8bfe860e-0a2e-48c6-8015-7db863376d12 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.237862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cce8497c-97f5-44b3-947d-482567c57e87 None None] Port 721476a7-5221-4bb8-9b96-9655e3d40783 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:56.250205 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8bfe860e-0a2e-48c6-8015-7db863376d12 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/73ff3f3a-1285-453d-9d1a-b3b2e572b68f HTTP/1.1" status: 204 len: 168 time: 1.4646554 Apr 29 15:33:56.252389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34534) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:56.269048 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5956fb6-edfa-4db7-8074-cc2c8f7af671 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:56.329319 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-74ae63e9-790d-4f4f-a443-9e33cdbdc558 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757642 Apr 29 15:33:56.330242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.332294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34538) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:56.354936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:56.372150 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.382793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] Pushing event deleted for resources: {'Network': ['ID=3602a85b-d703-49fe-a8d7-3b5babb68367,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:56.398206 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9f0ddb96-17b6-4847-bb8f-f2c21e121ac1 tempest-QuotasNegativeTest-117250842 tempest-QuotasNegativeTest-117250842-project-admin] 10.222.0.39 "DELETE /v2.0/networks/3602a85b-d703-49fe-a8d7-3b5babb68367 HTTP/1.1" status: 204 len: 168 time: 0.9659898 Apr 29 15:33:56.480854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cce8497c-97f5-44b3-947d-482567c57e87 None None] Provisioning for port c55fba78-fbbb-4688-b9cb-2f863e393bf7 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:56.485018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d462d810-8172-4286-8872-874aa86c111c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.531485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:56.532507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:56.532670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cce8497c-97f5-44b3-947d-482567c57e87 None None] Provisioning complete for port c55fba78-fbbb-4688-b9cb-2f863e393bf7 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:56.532670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cce8497c-97f5-44b3-947d-482567c57e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.536916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:56.545449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:56.586883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.648640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:56.652370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.683087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cce8497c-97f5-44b3-947d-482567c57e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.736263 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cce8497c-97f5-44b3-947d-482567c57e87 None None] For port c55fba78-fbbb-4688-b9cb-2f863e393bf7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c55fba78-fbbb-4688-b9cb-2f863e393bf7,segment=NetworkSegment(b12a4979-79cf-4987-ad3c-70647cffa72e),segment_id=b12a4979-79cf-4987-ad3c-70647cffa72e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:56.758645 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:33:56.765696 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] Deleting port bac494bc-829e-4f41-a867-285d85f05b21 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:56.771386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:56.891597 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cce8497c-97f5-44b3-947d-482567c57e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:57.004256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5e68880-994a-4342-9e8c-8541efa835c7 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:57.143848 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] For port bac494bc-829e-4f41-a867-285d85f05b21, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bac494bc-829e-4f41-a867-285d85f05b21,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:57.146322 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:57.149945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-e5e68880-994a-4342-9e8c-8541efa835c7 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Calling delete_port for 721476a7-5221-4bb8-9b96-9655e3d40783 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:57.151941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8497c-97f5-44b3-947d-482567c57e87 None None] Pushing event updated for resources: {'Port': ['ID=c55fba78-fbbb-4688-b9cb-2f863e393bf7,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:57.210140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1967fe22-dd81-4d83-85bc-750b8e153623 None None] Provisioning for port 1822aa6d-d9e9-4169-bfdb-ddc56e3e1343 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:33:57.246228 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Calling delete_port for 741309c5-2fdf-481d-ad26-a6a6138573bf owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:57.279747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] Calling delete_port for bac494bc-829e-4f41-a867-285d85f05b21 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:57.287208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d462d810-8172-4286-8872-874aa86c111c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:57.297050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network cab034df-09e5-4530-85a7-2903859cfc4d is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:57.319990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:57.321885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1967fe22-dd81-4d83-85bc-750b8e153623 None None] Provisioning complete for port 1822aa6d-d9e9-4169-bfdb-ddc56e3e1343 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:57.322256 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1967fe22-dd81-4d83-85bc-750b8e153623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:57.434364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.objects.ports [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88715) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:33:57.478300 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1967fe22-dd81-4d83-85bc-750b8e153623 None None] Port 1822aa6d-d9e9-4169-bfdb-ddc56e3e1343 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:57.519447 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1967fe22-dd81-4d83-85bc-750b8e153623 None None] Provisioning complete for port bac494bc-829e-4f41-a867-285d85f05b21 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:57.520434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1967fe22-dd81-4d83-85bc-750b8e153623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:57.564534 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c55fba78-fbbb-4688-b9cb-2f863e393bf7 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:33:57.570768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34548) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:57.655383 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 4c574933-ea78-4684-bbb2-3c0197ff4fd2 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:33:57.673702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port c55fba78-fbbb-4688-b9cb-2f863e393bf7 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:57.674065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:57.679192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d462d810-8172-4286-8872-874aa86c111c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:57.683178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34554) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:57.683322 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d462d810-8172-4286-8872-874aa86c111c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 2.1396494 Apr 29 15:33:57.696726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-289cba8a-fadf-4c32-9911-69d2b81362ad tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-97523751', 'prefixes': ['172.20.0.0/16']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:57.709469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-289cba8a-fadf-4c32-9911-69d2b81362ad tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:57.782618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:57.783191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:57.795689 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4550f9e9-71c0-4941-8ba4-9ed70bda67b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:57.817139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4550f9e9-71c0-4941-8ba4-9ed70bda67b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:57.822222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:57.833724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4550f9e9-71c0-4941-8ba4-9ed70bda67b4 admin admin] Usage tracker for resource:security_group_rule and tenant:f8394238dcef4b1ca488ca3fe15d994b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:57.838660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4550f9e9-71c0-4941-8ba4-9ed70bda67b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:57.842949 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1967fe22-dd81-4d83-85bc-750b8e153623 None None] Provisioning complete for port c55fba78-fbbb-4688-b9cb-2f863e393bf7 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:57.843251 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1967fe22-dd81-4d83-85bc-750b8e153623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:57.847549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4550f9e9-71c0-4941-8ba4-9ed70bda67b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:57.983981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.044234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:33:58.044714 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bac494bc-829e-4f41-a867-285d85f05b21 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:33:58.051072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5e68880-994a-4342-9e8c-8541efa835c7 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.058957 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12c95d-b7a3-44c7-897f-f86429655ada None None] Sync routers for ids ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:33:58.074986 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12c95d-b7a3-44c7-897f-f86429655ada None None] Routers {'4c574933-ea78-4684-bbb2-3c0197ff4fd2'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:58.075408 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ba12c95d-b7a3-44c7-897f-f86429655ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:58.128119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] For port bac494bc-829e-4f41-a867-285d85f05b21, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bac494bc-829e-4f41-a867-285d85f05b21,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:58.145185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e68880-994a-4342-9e8c-8541efa835c7 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event deleted for resources: {'Port': ['ID=721476a7-5221-4bb8-9b96-9655e3d40783,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:58.157975 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e85417de-2f62-4aaa-bb5c-b4c5a9c3926e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/4c574933-ea78-4684-bbb2-3c0197ff4fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9974432 Apr 29 15:33:58.172322 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ba12c95d-b7a3-44c7-897f-f86429655ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:58.176025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34558) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:58.186571 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12c95d-b7a3-44c7-897f-f86429655ada None None] Routers {'4c574933-ea78-4684-bbb2-3c0197ff4fd2'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:33:58.187238 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ba12c95d-b7a3-44c7-897f-f86429655ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:58.251073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.277093 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ba12c95d-b7a3-44c7-897f-f86429655ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:58.278963 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12c95d-b7a3-44c7-897f-f86429655ada None None] The sync data for ids ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:33:58.280023 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5e68880-994a-4342-9e8c-8541efa835c7 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.286605 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e5e68880-994a-4342-9e8c-8541efa835c7 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "DELETE /v2.0/ports/721476a7-5221-4bb8-9b96-9655e3d40783 HTTP/1.1" status: 204 len: 168 time: 2.5453143 Apr 29 15:33:58.286919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] Deleting port bac494bc-829e-4f41-a867-285d85f05b21 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:33:58.287314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.288766 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=14d0aad7-8ff5-4b33-a7f3-9e297a25ee7c,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:58.294671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34562) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:58.311008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.316519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking segment: {'id': 'ab76aaf9-f883-4084-b879-6e1300ea2d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4aa1e73a-3700-42cd-af90-6296fcbbc905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:33:58.321486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network hostable DHCP agents. Network: 4aa1e73a-3700-42cd-af90-6296fcbbc905, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:33:58.331447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.348665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4550f9e9-71c0-4941-8ba4-9ed70bda67b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.357245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.358087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.394386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-79d2ead5-a28e-4ef5-9be2-dbffb39ee7ba None None] Provisioning complete for port 1822aa6d-d9e9-4169-bfdb-ddc56e3e1343 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:58.394762 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-79d2ead5-a28e-4ef5-9be2-dbffb39ee7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.490872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4550f9e9-71c0-4941-8ba4-9ed70bda67b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.535240 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032e5906-1ff9-4259-9a90-30aa989e51c3 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:58.536735 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-032e5906-1ff9-4259-9a90-30aa989e51c3 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports/c49c9bfd-cfa2-4a93-ade4-e42eae2e1247 HTTP/1.1" status: 200 len: 910 time: 0.3597052 Apr 29 15:33:58.548046 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:33:58.549309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:58.552430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:58.553043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.565216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34566) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:58.636263 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-6820ab8b-cfb3-4dc2-8424-18c18a08b529 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] GET failed (client error): The resource could not be found. Apr 29 15:33:58.636530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6820ab8b-cfb3-4dc2-8424-18c18a08b529 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Synchronizing usage tracker for tenant:c6621191764e4fafab55e3aa1d09f73f on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:33:58.638988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Pushing event deleted for resources: {'Port': ['ID=741309c5-2fdf-481d-ad26-a6a6138573bf,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:58.676725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] For port bac494bc-829e-4f41-a867-285d85f05b21, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bac494bc-829e-4f41-a867-285d85f05b21,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:33:58.677119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.700432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6820ab8b-cfb3-4dc2-8424-18c18a08b529 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Unset dirty status for tenant:c6621191764e4fafab55e3aa1d09f73f on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:33:58.701871 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6820ab8b-cfb3-4dc2-8424-18c18a08b529 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "GET /v2.0/ports/721476a7-5221-4bb8-9b96-9655e3d40783 HTTP/1.1" status: 404 len: 333 time: 0.3997607 Apr 29 15:33:58.706918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34570) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:58.715899 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Request body: {'port': {'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-974727476'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:58.759597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.763164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550f9e9-71c0-4941-8ba4-9ed70bda67b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ede366-32d7-4877-acdd-efc65c76dfbe,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:58.767404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=d5e7fbd8-baa7-49b1-b474-61bc1a47673d,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:58.780420 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4550f9e9-71c0-4941-8ba4-9ed70bda67b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8394238dcef4b1ca488ca3fe15d994b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2025237 Apr 29 15:33:58.792704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34574) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:58.793359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=bac494bc-829e-4f41-a867-285d85f05b21,revision_number=7']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:58.830237 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] Calling delete_port for bac494bc-829e-4f41-a867-285d85f05b21 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:33:58.870244 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network 4aa1e73a-3700-42cd-af90-6296fcbbc905 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:33:58.889020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-79d2ead5-a28e-4ef5-9be2-dbffb39ee7ba None None] Port 1822aa6d-d9e9-4169-bfdb-ddc56e3e1343 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:58.900416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:33:58.900824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:33:58.922243 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-289cba8a-fadf-4c32-9911-69d2b81362ad tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for subnetpool, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.923432 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-289cba8a-fadf-4c32-9911-69d2b81362ad tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 1.2341363 Apr 29 15:33:58.939499 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-79d2ead5-a28e-4ef5-9be2-dbffb39ee7ba None None] Provisioning complete for port c49c9bfd-cfa2-4a93-ade4-e42eae2e1247 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:33:58.939882 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-79d2ead5-a28e-4ef5-9be2-dbffb39ee7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:58.982439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34578) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:59.004457 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-73de6353-7437-4ef9-bba1-71d00146d711 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6683569 Apr 29 15:33:59.006821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-e5ccffac-0277-4b99-a031-6bc01d597124 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b', 'tempest-TagsExtTest-Tag-1054535902') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:59.007980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34582) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:59.009689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.017060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.024154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-dc29a853-117f-4b8a-87ee-45b26ba3bb6a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:59.065662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67b11c60-c837-4f2b-8599-23a7473d29c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.085295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 4aa1e73a-3700-42cd-af90-6296fcbbc905) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:33:59.087963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-79d2ead5-a28e-4ef5-9be2-dbffb39ee7ba None None] Port c49c9bfd-cfa2-4a93-ade4-e42eae2e1247 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:33:59.112316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a08f5-2b4a-4911-a303-fe16a3e3f7b2 None None] Network 4aa1e73a-3700-42cd-af90-6296fcbbc905 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:59.118762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67b11c60-c837-4f2b-8599-23a7473d29c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.150855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:33:59.151355 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.195092 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:59.222514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.223414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Fanout notify agent at l3_agent the message router_deleted on router 8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:33:59.244564 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.246263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.254979 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5061a236-3d16-4553-8c17-6195511c5a08 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/routers/8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3 HTTP/1.1" status: 204 len: 168 time: 4.6990898 Apr 29 15:33:59.256333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34586) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:59.257573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:59.275752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-7a06939d-6379-45de-9ff9-bbd743022666 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1417827639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:33:59.299022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7a06939d-6379-45de-9ff9-bbd743022666 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:59.310081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7a06939d-6379-45de-9ff9-bbd743022666 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Usage tracker for resource:router and tenant:498df870ada0465fbf1738c92df087a2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:59.313162 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] Pushing event deleted for resources: {'Port': ['ID=bac494bc-829e-4f41-a867-285d85f05b21,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:59.327293 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-20c69c92-0eeb-4d60-a90d-473093243d75 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9349403 Apr 29 15:33:59.327553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7a06939d-6379-45de-9ff9-bbd743022666 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:59.333776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34590) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:59.340433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7a06939d-6379-45de-9ff9-bbd743022666 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:59.375536 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-dc29a853-117f-4b8a-87ee-45b26ba3bb6a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:33:59.403971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dc29a853-117f-4b8a-87ee-45b26ba3bb6a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:33:59.410995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Made reservation on behalf of c6621191764e4fafab55e3aa1d09f73f for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:59.414669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.427990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dc29a853-117f-4b8a-87ee-45b26ba3bb6a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:33:59.458942 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14da722-b48a-47e7-8243-5a6be8215bf6 None None] No DVR routers for this DVR port bac494bc-829e-4f41-a867-285d85f05b21 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:33:59.470295 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Port bac494bc-829e-4f41-a867-285d85f05b21 update to DOWN by agent not found {{(pid=88716) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 29 15:33:59.482708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8888685-cb4b-4c3a-b7db-16adf7862856 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:33:59.513299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7a06939d-6379-45de-9ff9-bbd743022666 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.514329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7a06939d-6379-45de-9ff9-bbd743022666 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.522552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-dc29a853-117f-4b8a-87ee-45b26ba3bb6a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:33:59.524445 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67b11c60-c837-4f2b-8599-23a7473d29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.533228 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e5ccffac-0277-4b99-a031-6bc01d597124 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "PUT /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags/tempest-TagsExtTest-Tag-1054535902 HTTP/1.1" status: 201 len: 201 time: 0.5473630 Apr 29 15:33:59.534542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] device_id is not set on port 2948bd15-7599-4dd1-aa48-b6451721afeb yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:33:59.542957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34594) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:33:59.552981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-62820c3e-4fb5-45b1-b57f-1c37c8e2efaa tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343', 'tempest-TagsExtTest-Tag-527425825') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:33:59.584212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b11c60-c837-4f2b-8599-23a7473d29c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ede366-32d7-4877-acdd-efc65c76dfbe,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:33:59.603026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-4aa1e73a-3700-42cd-af90-6296fcbbc905', 'network_id': '4aa1e73a-3700-42cd-af90-6296fcbbc905', 'tenant_id': 'fb3aa27575784d68910bded9aa48b69d', 'fixed_ips': [{'subnet_id': '14d0aad7-8ff5-4b33-a7f3-9e297a25ee7c'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:59.603857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.612220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67b11c60-c837-4f2b-8599-23a7473d29c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.612220 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-67b11c60-c837-4f2b-8599-23a7473d29c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7ede366-32d7-4877-acdd-efc65c76dfbe HTTP/1.1" status: 204 len: 168 time: 0.8102727 Apr 29 15:33:59.633975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7a06939d-6379-45de-9ff9-bbd743022666 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.685040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc29a853-117f-4b8a-87ee-45b26ba3bb6a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:33:59.689413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dc29a853-117f-4b8a-87ee-45b26ba3bb6a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.696276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d3a18eed-ca26-40d9-8ed4-734808a733bf tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.716127 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.852384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7a06939d-6379-45de-9ff9-bbd743022666 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.886437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Allocated IP 172.20.0.2 (4aa1e73a-3700-42cd-af90-6296fcbbc905/14d0aad7-8ff5-4b33-a7f3-9e297a25ee7c/b4f723ac-5d75-44b9-8155-2827abfb4349) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:33:59.892953 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': 'd5e7fbd8-baa7-49b1-b474-61bc1a47673d'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:33:59.894256 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:33:59.924995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Allocated IP 2001:db8::86 (d4c4fb11-7c92-4021-893f-84d19e08ce62/1811e6d4-9145-41a4-bc01-830b488d0e1c/2948bd15-7599-4dd1-aa48-b6451721afeb) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:00.048582 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.ipam_backend_mixin [None req-dc29a853-117f-4b8a-87ee-45b26ba3bb6a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5e7fbd8-baa7-49b1-b474-61bc1a47673d (CIDR: 2001:db8::/64) Apr 29 15:34:00.052356 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-62820c3e-4fb5-45b1-b57f-1c37c8e2efaa tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "PUT /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags/tempest-TagsExtTest-Tag-527425825 HTTP/1.1" status: 201 len: 201 time: 0.5083833 Apr 29 15:34:00.055917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34602) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:00.064842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-a141946d-b7bd-4ae0-82ab-558b05e3f291 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647', 'tempest-TagsExtTest-Tag-1842510236') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:00.118503 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc29a853-117f-4b8a-87ee-45b26ba3bb6a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:34:00.119139 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc29a853-117f-4b8a-87ee-45b26ba3bb6a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:00.142910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7a06939d-6379-45de-9ff9-bbd743022666 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.144266 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7a06939d-6379-45de-9ff9-bbd743022666 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8816199 Apr 29 15:34:00.147643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.185768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34606) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:00.206038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'enable_snat': True}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:00.213255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Allocated IP 2001:db8::f816:3eff:fe7f:3a47 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/d5e7fbd8-baa7-49b1-b474-61bc1a47673d/b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:00.259082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.283248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Transition to ACTIVE for port object b4f723ac-5d75-44b9-8155-2827abfb4349 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:00.302840 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dc29a853-117f-4b8a-87ee-45b26ba3bb6a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2908823 Apr 29 15:34:00.309291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34610) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:00.318627 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:00.364585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Transition to ACTIVE for port object b4f723ac-5d75-44b9-8155-2827abfb4349 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:00.441544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.444851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34614) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:00.530505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Network 4aa1e73a-3700-42cd-af90-6296fcbbc905 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:00.536102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:00.538294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.542715 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:00.556458 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Pushing event updated for resources: {'Port': ['ID=b4f723ac-5d75-44b9-8155-2827abfb4349,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:00.580717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-d3a18eed-ca26-40d9-8ed4-734808a733bf tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port c49c9bfd-cfa2-4a93-ade4-e42eae2e1247 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:00.581312 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d3a18eed-ca26-40d9-8ed4-734808a733bf tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.595390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Transition to ACTIVE for port object b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:00.650729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ec998b6-4743-4bfb-9db0-b40ff9cf8fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.677766 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.695683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6ec998b6-4743-4bfb-9db0-b40ff9cf8fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:00.711498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.712265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Attempting to bind port b4f723ac-5d75-44b9-8155-2827abfb4349 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:34:00.712666 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Attempting to bind port b4f723ac-5d75-44b9-8155-2827abfb4349 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'ab76aaf9-f883-4084-b879-6e1300ea2d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4aa1e73a-3700-42cd-af90-6296fcbbc905'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:34:00.713247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Attempting to bind port b4f723ac-5d75-44b9-8155-2827abfb4349 on network 4aa1e73a-3700-42cd-af90-6296fcbbc905 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:34:00.715369 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Transition to ACTIVE for port object b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:00.721082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:34:00.721411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Checking segment: {'id': 'ab76aaf9-f883-4084-b879-6e1300ea2d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4aa1e73a-3700-42cd-af90-6296fcbbc905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:00.721791 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.722309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Bound using segment: {'id': 'ab76aaf9-f883-4084-b879-6e1300ea2d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4aa1e73a-3700-42cd-af90-6296fcbbc905'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:34:00.722644 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Bound port: b4f723ac-5d75-44b9-8155-2827abfb4349, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab76aaf9-f883-4084-b879-6e1300ea2d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '4aa1e73a-3700-42cd-af90-6296fcbbc905'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:34:00.723118 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.724216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6ec998b6-4743-4bfb-9db0-b40ff9cf8fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:82bd0a4daebd441e9685a6639335afa5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:00.732909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6ec998b6-4743-4bfb-9db0-b40ff9cf8fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:00.742383 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6ec998b6-4743-4bfb-9db0-b40ff9cf8fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:00.746908 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Transition to ACTIVE for port object 2948bd15-7599-4dd1-aa48-b6451721afeb will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:00.749734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:00.752406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.779724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.795438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:00.814395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:00.819347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Subnet': ['ID=14d0aad7-8ff5-4b33-a7f3-9e297a25ee7c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:00.850172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:00.877928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:00.882850 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Pushing event updated for resources: {'Port': ['ID=b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:00.885368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:00.890783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:00.926183 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] For port b4f723ac-5d75-44b9-8155-2827abfb4349, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:34:00.965195 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a141946d-b7bd-4ae0-82ab-558b05e3f291 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "PUT /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags/tempest-TagsExtTest-Tag-1842510236 HTTP/1.1" status: 201 len: 201 time: 0.9053278 Apr 29 15:34:00.965442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.966862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] For port b4f723ac-5d75-44b9-8155-2827abfb4349, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b4f723ac-5d75-44b9-8155-2827abfb4349,segment=NetworkSegment(ab76aaf9-f883-4084-b879-6e1300ea2d23),segment_id=ab76aaf9-f883-4084-b879-6e1300ea2d23)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:34:00.974634 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34618) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:00.976820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:00.980302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:00.983405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-dff012f0-af7c-4e7a-8330-bf21e07fd6cd tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63', 'tempest-TagsExtTest-Tag-2143319185') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:00.997466 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Attempting to bind port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:34:00.998072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Attempting to bind port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:34:00.998623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Attempting to bind port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:34:01.005426 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:34:01.005797 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:01.006382 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.006782 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:34:01.007318 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Bound port: b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:34:01.008086 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.039291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d3a18eed-ca26-40d9-8ed4-734808a733bf tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.045521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa1e73a-3700-42cd-af90-6296fcbbc905']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:01.054558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.114253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab76aaf9-f883-4084-b879-6e1300ea2d23') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:01.114655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab76aaf9-f883-4084-b879-6e1300ea2d23') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:01.128928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.173691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-d3a18eed-ca26-40d9-8ed4-734808a733bf tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for c49c9bfd-cfa2-4a93-ade4-e42eae2e1247 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:01.176310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78e923-7e03-4c68-a82c-9ff1b9f2052c None None] Pushing event updated for resources: {'Port': ['ID=b4f723ac-5d75-44b9-8155-2827abfb4349,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:01.179191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] For port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:34:01.182385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] For port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:34:01.233618 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.270972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ec998b6-4743-4bfb-9db0-b40ff9cf8fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.277709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Network d4c4fb11-7c92-4021-893f-84d19e08ce62 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:01.284703 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:01.287216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:01.293088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:01.293799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.306629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.316784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event updated for resources: {'Port': ['ID=2948bd15-7599-4dd1-aa48-b6451721afeb,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:01.326217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.333584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:01.333991 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:01.354810 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:01.441761 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6ec998b6-4743-4bfb-9db0-b40ff9cf8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.454201 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069db44-3149-4b71-89b9-0d0d28eeea41 None None] Pushing event updated for resources: {'Port': ['ID=b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:01.472034 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0638ec77-53f4-47d4-804b-18f960489c0c None None] Network 4aa1e73a-3700-42cd-af90-6296fcbbc905 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:01.517952 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6ec998b6-4743-4bfb-9db0-b40ff9cf8fd0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82bd0a4daebd441e9685a6639335afa5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0718238 Apr 29 15:34:01.522805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34622) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:01.542365 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec998b6-4743-4bfb-9db0-b40ff9cf8fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573165cd-76b2-4807-bc54-43ef3d1dc60f,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:01.553204 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:34:01.553204 dv-neutron-839183-1-hyperv neutron-server[88714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:34:01.553204 dv-neutron-839183-1-hyperv neutron-server[88714]: [parameters: {'id': '4aa1e73a-3700-42cd-af90-6296fcbbc905'}] Apr 29 15:34:01.553204 dv-neutron-839183-1-hyperv neutron-server[88714]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:34:01.553592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:34:01.601034 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d8994870-bea0-47f6-a2e5-fd7db245067f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8929501 Apr 29 15:34:01.606573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34626) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:01.623861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Request body: {'port': {'network_id': 'd4c4fb11-7c92-4021-893f-84d19e08ce62', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-588949084'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:01.639522 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dff012f0-af7c-4e7a-8330-bf21e07fd6cd tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "PUT /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags/tempest-TagsExtTest-Tag-2143319185 HTTP/1.1" status: 201 len: 201 time: 0.6637027 Apr 29 15:34:01.640391 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34630) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:01.650693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-88d62d72-cd7c-42b3-913b-68acb0c8456e tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:01.786608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.830148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b615e966-72e4-4b8e-8f72-a2c2ed3f1fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.837980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a840337c-5dfb-4148-a80f-c906d94430e9 None None] Provisioning for port 2948bd15-7599-4dd1-aa48-b6451721afeb completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:01.839851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.846551 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a840337c-5dfb-4148-a80f-c906d94430e9 None None] Provisioning complete for port 2948bd15-7599-4dd1-aa48-b6451721afeb triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:01.848656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a840337c-5dfb-4148-a80f-c906d94430e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.901075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b615e966-72e4-4b8e-8f72-a2c2ed3f1fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:01.927969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:01.928548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a840337c-5dfb-4148-a80f-c906d94430e9 None None] Port 2948bd15-7599-4dd1-aa48-b6451721afeb cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:01.958341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:01.981308 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-88d62d72-cd7c-42b3-913b-68acb0c8456e tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags HTTP/1.1" status: 200 len: 241 time: 0.3345923 Apr 29 15:34:01.984578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34634) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:01.990455 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-ce42f0e5-51ca-450a-a2f1-9f9d1c4e5d81 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b', 'tempest-TagsExtTest-Tag-1054535902') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:01.994126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d3a18eed-ca26-40d9-8ed4-734808a733bf tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:02.037125 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:02.045803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a18eed-ca26-40d9-8ed4-734808a733bf tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=c49c9bfd-cfa2-4a93-ade4-e42eae2e1247,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:02.057174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Allocated IP 172.26.2.82 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/e016b636-e60b-414b-b948-ae8e69ec3619) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:02.074372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:02.095218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ae63b1fe-057c-4360-8e22-44e24f2bbed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:02.112929 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Made reservation on behalf of c6621191764e4fafab55e3aa1d09f73f for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:02.116075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:02.133124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:02.145991 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b615e966-72e4-4b8e-8f72-a2c2ed3f1fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:02.148535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:02.164652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:02.165245 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:02.182655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=d0da7a20-c9cd-423e-801b-8c9de94b0bb3,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:02.184897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port b4f723ac-5d75-44b9-8155-2827abfb4349 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:02.185242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:02.226691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615e966-72e4-4b8e-8f72-a2c2ed3f1fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573165cd-76b2-4807-bc54-43ef3d1dc60f,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:02.231735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] device_id is not set on port 99442cf3-aec7-4688-b5df-6e8104517b29 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:02.351783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b615e966-72e4-4b8e-8f72-a2c2ed3f1fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:02.355434 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b615e966-72e4-4b8e-8f72-a2c2ed3f1fce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/573165cd-76b2-4807-bc54-43ef3d1dc60f HTTP/1.1" status: 204 len: 168 time: 0.8292029 Apr 29 15:34:02.407311 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ce42f0e5-51ca-450a-a2f1-9f9d1c4e5d81 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags/tempest-TagsExtTest-Tag-1054535902 HTTP/1.1" status: 204 len: 168 time: 0.4186487 Apr 29 15:34:02.417522 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34640) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:02.440886 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9fbb7bda-2070-4693-b270-5a58dbd20283 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1301181 Apr 29 15:34:02.450385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-7f57c479-1d43-4860-9408-af37152bf4e4 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b', 'tempest-TagsExtTest-Tag-1054535902') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:02.491180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34644) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:02.505275 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:a9:b6:90', 'name': 'tempest-NetworksTestDHCPv6-521122795'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:02.584127 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d3a18eed-ca26-40d9-8ed4-734808a733bf tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:02.589677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:02.738244 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190face9-9eba-4fa1-a9e4-6c93228cfcf3 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:02.925800 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c9cd26c7-30a4-4cb3-bd49-a6185c87030a None None] Provisioning for port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:02.948594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:02.973350 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Allocated IP 2001:db8::e0 (d4c4fb11-7c92-4021-893f-84d19e08ce62/1811e6d4-9145-41a4-bc01-830b488d0e1c/99442cf3-aec7-4688-b5df-6e8104517b29) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:03.005589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a18eed-ca26-40d9-8ed4-734808a733bf tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 4c574933-ea78-4684-bbb2-3c0197ff4fd2 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:34:03.033179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:03.039787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:03.042799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:03.054597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port b4f723ac-5d75-44b9-8155-2827abfb4349, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b4f723ac-5d75-44b9-8155-2827abfb4349,segment=NetworkSegment(ab76aaf9-f883-4084-b879-6e1300ea2d23),segment_id=ab76aaf9-f883-4084-b879-6e1300ea2d23)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:03.055140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:03.164592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0055516d-48b5-42c3-8fce-f0fc83a2dcc7 None None] Update dhcp port {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'fixed_ips': [{'subnet_id': 'd5e7fbd8-baa7-49b1-b474-61bc1a47673d', 'ip_address': '2001:db8::f816:3eff:fe7f:3a47'}, {'subnet_id': 'd0da7a20-c9cd-423e-801b-8c9de94b0bb3'}], 'binding:host_id': 'dv-neutron-839183-1-hyperv'}, 'id': 'b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17'} from dv-neutron-839183-1-hyperv. {{(pid=88716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 15:34:03.219548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event updated for resources: {'Port': ['ID=e016b636-e60b-414b-b948-ae8e69ec3619,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:03.239072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0055516d-48b5-42c3-8fce-f0fc83a2dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:03.307994 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for b4f723ac-5d75-44b9-8155-2827abfb4349 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:03.348590 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:03.422759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:03.437935 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7f57c479-1d43-4860-9408-af37152bf4e4 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags/tempest-TagsExtTest-Tag-1054535902 HTTP/1.1" status: 204 len: 168 time: 1.0171554 Apr 29 15:34:03.440226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:03.443303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34662) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:03.450030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a18eed-ca26-40d9-8ed4-734808a733bf tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:34:03.467123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:03.475133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-c24c46d3-b654-42f1-9cb5-27e43475b504 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:03.483329 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d3a18eed-ca26-40d9-8ed4-734808a733bf tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/4c574933-ea78-4684-bbb2-3c0197ff4fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9126141 Apr 29 15:34:03.483963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34668) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:03.506736 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-0055516d-48b5-42c3-8fce-f0fc83a2dcc7 None None] Allocated IP 2001:db8:0:1::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/d0da7a20-c9cd-423e-801b-8c9de94b0bb3/b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:03.524054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d8cfb-3a7e-4681-89b6-0d33976a3438 None None] Sync routers for ids ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:34:03.545495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d8cfb-3a7e-4681-89b6-0d33976a3438 None None] Routers {'4c574933-ea78-4684-bbb2-3c0197ff4fd2'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:03.547211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a94d8cfb-3a7e-4681-89b6-0d33976a3438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:03.627206 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:03.657989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:03.662491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Transition to ACTIVE for port object 99442cf3-aec7-4688-b5df-6e8104517b29 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:03.689454 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c24c46d3-b654-42f1-9cb5-27e43475b504 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags HTTP/1.1" status: 200 len: 205 time: 0.2393699 Apr 29 15:34:03.689642 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34674) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:03.696839 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-ebceab9a-e5a0-415b-a85a-00e01962d039 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:03.705502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:03.712727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a94d8cfb-3a7e-4681-89b6-0d33976a3438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:03.788982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34678) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:03.808751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:03.822282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d8cfb-3a7e-4681-89b6-0d33976a3438 None None] Routers {'4c574933-ea78-4684-bbb2-3c0197ff4fd2'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:03.822718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a94d8cfb-3a7e-4681-89b6-0d33976a3438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:33:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:03.846050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:03.880826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Port': ['ID=b4f723ac-5d75-44b9-8155-2827abfb4349,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:03.885432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No DVR routers for this DVR port b4f723ac-5d75-44b9-8155-2827abfb4349 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:03.907138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a94d8cfb-3a7e-4681-89b6-0d33976a3438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:03.907383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d8cfb-3a7e-4681-89b6-0d33976a3438 None None] The sync data for ids ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:34:03.954829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0055516d-48b5-42c3-8fce-f0fc83a2dcc7 None None] For port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:03.979907 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0055516d-48b5-42c3-8fce-f0fc83a2dcc7 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.001200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Network d4c4fb11-7c92-4021-893f-84d19e08ce62 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:04.001839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0055516d-48b5-42c3-8fce-f0fc83a2dcc7 None None] Transition to ACTIVE for port object b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:04.023736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:04.043886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:04.045210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:04.051536 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:04.056399 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:04.056566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.056704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.088895 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0055516d-48b5-42c3-8fce-f0fc83a2dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.121944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-188538342'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:04.167462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.182021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.204927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:04.213298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event updated for resources: {'Port': ['ID=99442cf3-aec7-4688-b5df-6e8104517b29,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:04.227222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Usage tracker for resource:network and tenant:1a044117e3b3456eae27b6d2aaff8d1a is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:04.234802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:04.250973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:04.256490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa1e73a-3700-42cd-af90-6296fcbbc905']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:04.282317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab76aaf9-f883-4084-b879-6e1300ea2d23') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:04.288280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab76aaf9-f883-4084-b879-6e1300ea2d23') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:04.290215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port cfe511ce-2663-44f9-a5c0-705b6c6142e0 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:04.354878 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ebceab9a-e5a0-415b-a85a-00e01962d039 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags HTTP/1.1" status: 200 len: 240 time: 0.6643462 Apr 29 15:34:04.355816 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.383896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34684) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:04.392523 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-09e5a88e-58bd-4048-9cac-d9d98741a1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.395629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055516d-48b5-42c3-8fce-f0fc83a2dcc7 None None] Pushing event updated for resources: {'Port': ['ID=b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:04.404305 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 had new provisioning blocks added so it will not transition to active. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Apr 29 15:34:04.409333 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-15189f54-87d6-4ea1-84cb-244ae043feb6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7984114 Apr 29 15:34:04.412053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.412278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34688) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:04.421105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-4693d7d6-680d-41ce-88ec-d6eb91a73537 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343', 'tempest-TagsExtTest-Tag-527425825') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:04.471951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-17078f1b-750f-4475-a30a-e67e21dba2d2 None None] Provisioning for port 99442cf3-aec7-4688-b5df-6e8104517b29 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:04.480200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-17078f1b-750f-4475-a30a-e67e21dba2d2 None None] Provisioning complete for port 99442cf3-aec7-4688-b5df-6e8104517b29 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:04.483143 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-17078f1b-750f-4475-a30a-e67e21dba2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.486891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.529156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-63dc5d51-8ddf-4491-9ea7-9c11453f3e56 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19a', 'mac_address': 'fa:16:3e:49:cf:da'}, {'ip_address': '2001:db8::86', 'mac_address': 'fa:16:3e:53:a7:23'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:04.534187 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:04.534588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:04.551634 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:04.554544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Made reservation on behalf of 1a044117e3b3456eae27b6d2aaff8d1a for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:04.555955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-17078f1b-750f-4475-a30a-e67e21dba2d2 None None] Port 99442cf3-aec7-4688-b5df-6e8104517b29 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:04.558829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.608333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.649835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:04.660688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Usage tracker for resource:security_group_rule and tenant:1a044117e3b3456eae27b6d2aaff8d1a is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:04.663652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:04.696898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:04.718563 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4693d7d6-680d-41ce-88ec-d6eb91a73537 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags/tempest-TagsExtTest-Tag-527425825 HTTP/1.1" status: 204 len: 168 time: 0.3239048 Apr 29 15:34:04.721104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34692) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:04.728216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-0827887c-1649-46c2-a4d4-5593c13e453d tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343', 'tempest-TagsExtTest-Tag-527425825') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:04.784894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.816658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:04.834195 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Network': ['ID=4aa1e73a-3700-42cd-af90-6296fcbbc905,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:04.837600 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8:0:1::147 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/d0da7a20-c9cd-423e-801b-8c9de94b0bb3/cfe511ce-2663-44f9-a5c0-705b6c6142e0) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:04.853167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::f816:3eff:fea9:b690 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/d5e7fbd8-baa7-49b1-b474-61bc1a47673d/cfe511ce-2663-44f9-a5c0-705b6c6142e0) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:04.974722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4307f95a-8d0a-49ff-b1e0-943a8146da8f None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:34:05.022056 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4a712dcd-24f3-4ea2-a908-ae6fb435e913 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/4aa1e73a-3700-42cd-af90-6296fcbbc905 HTTP/1.1" status: 204 len: 168 time: 5.6809163 Apr 29 15:34:05.027908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34696) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:05.122583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4307f95a-8d0a-49ff-b1e0-943a8146da8f None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:34:05.143696 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0827887c-1649-46c2-a4d4-5593c13e453d tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags/tempest-TagsExtTest-Tag-527425825 HTTP/1.1" status: 204 len: 168 time: 0.4193010 Apr 29 15:34:05.147400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34700) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:05.156393 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ae3f7b-99f0-4e57-ac5d-bdfaddad33da tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] GET failed (client error): The resource could not be found. Apr 29 15:34:05.157134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-52ae3f7b-99f0-4e57-ac5d-bdfaddad33da tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Synchronizing usage tracker for tenant:fb3aa27575784d68910bded9aa48b69d on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:05.166571 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5a969c1c-baf2-461e-a141-706ddab3f960 None None] Provisioning for port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:05.166770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-13de6303-4047-44b1-aef4-5c654eb27fd3 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:05.189811 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5a969c1c-baf2-461e-a141-706ddab3f960 None None] Provisioning complete for port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:05.190439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5a969c1c-baf2-461e-a141-706ddab3f960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.238375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-63dc5d51-8ddf-4491-9ea7-9c11453f3e56 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.267128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.270665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.287872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.288699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object cfe511ce-2663-44f9-a5c0-705b6c6142e0 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:05.297613 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-13de6303-4047-44b1-aef4-5c654eb27fd3 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags HTTP/1.1" status: 200 len: 205 time: 0.1493390 Apr 29 15:34:05.300322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34704) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:05.306922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-b532f700-5f0e-48c0-bf59-a05d04263289 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:05.336299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.343993 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.403906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-52ae3f7b-99f0-4e57-ac5d-bdfaddad33da tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Unset dirty status for tenant:fb3aa27575784d68910bded9aa48b69d on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:05.405130 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-52ae3f7b-99f0-4e57-ac5d-bdfaddad33da tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/subnets/14d0aad7-8ff5-4b33-a7f3-9e297a25ee7c HTTP/1.1" status: 404 len: 337 time: 0.3631597 Apr 29 15:34:05.426013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.447044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34708) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:05.472005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54b65cb0-d549-44db-8008-0ce8cfdc22a0 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.489744 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-54668147-a5e3-4053-ad0c-615097552ea3 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:05.490205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54668147-a5e3-4053-ad0c-615097552ea3 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:05.490937 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5a969c1c-baf2-461e-a141-706ddab3f960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.496020 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-54668147-a5e3-4053-ad0c-615097552ea3 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/4aa1e73a-3700-42cd-af90-6296fcbbc905 HTTP/1.1" status: 404 len: 339 time: 0.0435874 Apr 29 15:34:05.497273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34712) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:05.539944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5a969c1c-baf2-461e-a141-706ddab3f960 None None] For port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:05.580488 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b532f700-5f0e-48c0-bf59-a05d04263289 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags HTTP/1.1" status: 200 len: 241 time: 0.2790163 Apr 29 15:34:05.592600 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:05.631075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34716) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:05.643329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-dca8cb0b-9902-4be4-8047-e21f43f4d01f tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647', 'tempest-TagsExtTest-Tag-1842510236') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:05.660040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5a969c1c-baf2-461e-a141-706ddab3f960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.709883 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.779010 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a969c1c-baf2-461e-a141-706ddab3f960 None None] Pushing event updated for resources: {'Port': ['ID=b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:05.791387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:05.791823 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.801673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.821098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95e9984-b487-41c7-969b-bb5d091acf2a None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:34:05.861832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:05.892769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:05.900899 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:05.912978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb4e6f8-cec0-4b60-a9b6-ed0f709e4332 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:05.913770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7bb4e6f8-cec0-4b60-a9b6-ed0f709e4332 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Synchronizing usage tracker for tenant:fb3aa27575784d68910bded9aa48b69d on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:05.917244 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:05.917710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.918053 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Added segment 7edd9493-69a0-42f1-a6fd-22f9132dc87f of type vlan for network 4cc679e8-de2f-4c25-82e4-de1ac566d8ed Apr 29 15:34:05.919268 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c758b8-dc1d-4c8d-8be5-557deef42e9c,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:05.922935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:05.923850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:05.935367 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dca8cb0b-9902-4be4-8047-e21f43f4d01f tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags/tempest-TagsExtTest-Tag-1842510236 HTTP/1.1" status: 204 len: 168 time: 0.2950888 Apr 29 15:34:05.942843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34720) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:05.964506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-5a0f18fd-54f5-40e4-b996-3880b55dfe19 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647', 'tempest-TagsExtTest-Tag-1842510236') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:06.025104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=cfe511ce-2663-44f9-a5c0-705b6c6142e0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:06.052639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95e9984-b487-41c7-969b-bb5d091acf2a None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:34:06.097085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7bb4e6f8-cec0-4b60-a9b6-ed0f709e4332 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Unset dirty status for tenant:fb3aa27575784d68910bded9aa48b69d on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:06.100171 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7bb4e6f8-cec0-4b60-a9b6-ed0f709e4332 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5994685 Apr 29 15:34:06.104249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34724) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:06.139233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:06.147229 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-87a99b30-1f60-4073-a0be-094dd28f17ad tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6521060 Apr 29 15:34:06.152517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34728) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:06.153080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-812d87fc-4df0-415d-8c66-3c00601af105 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Synchronizing usage tracker for tenant:fb3aa27575784d68910bded9aa48b69d on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:06.233098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-812d87fc-4df0-415d-8c66-3c00601af105 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Unset dirty status for tenant:fb3aa27575784d68910bded9aa48b69d on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:06.237534 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-63dc5d51-8ddf-4491-9ea7-9c11453f3e56 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:06.238896 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-812d87fc-4df0-415d-8c66-3c00601af105 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 207 time: 0.1334658 Apr 29 15:34:06.239503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34732) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:06.272671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-de2306ee-a310-4539-87a7-b3e9e8105ef0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port cfe511ce-2663-44f9-a5c0-705b6c6142e0 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:06.273796 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-de2306ee-a310-4539-87a7-b3e9e8105ef0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:06.311659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-63dc5d51-8ddf-4491-9ea7-9c11453f3e56 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:06.355975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:06.362203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:06.362790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:06.400895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Router 9c24a595-4879-4640-89bc-f838322f079f is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:34:06.416211 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5a0f18fd-54f5-40e4-b996-3880b55dfe19 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags/tempest-TagsExtTest-Tag-1842510236 HTTP/1.1" status: 204 len: 168 time: 0.4634459 Apr 29 15:34:06.426830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34736) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:06.449728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-63dc5d51-8ddf-4491-9ea7-9c11453f3e56 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] In _notify_port_updated(), no bound segment for port 99442cf3-aec7-4688-b5df-6e8104517b29 on network d4c4fb11-7c92-4021-893f-84d19e08ce62 {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:34:06.456034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc5d51-8ddf-4491-9ea7-9c11453f3e56 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:06.456715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-63dc5d51-8ddf-4491-9ea7-9c11453f3e56 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:06.458013 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-63dc5d51-8ddf-4491-9ea7-9c11453f3e56 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "PUT /v2.0/ports/99442cf3-aec7-4688-b5df-6e8104517b29 HTTP/1.1" status: 200 len: 1065 time: 2.0102944 Apr 29 15:34:06.462998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34740) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:06.466324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-575df01a-7427-4380-85b1-29189303992e tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:06.532321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-54b65cb0-d549-44db-8008-0ce8cfdc22a0 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 01323326-1f54-4dca-a778-4d66e50a7417 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:06.532982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54b65cb0-d549-44db-8008-0ce8cfdc22a0 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:06.707370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc5d51-8ddf-4491-9ea7-9c11453f3e56 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event updated for resources: {'Port': ['ID=99442cf3-aec7-4688-b5df-6e8104517b29,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:06.766550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Pushing event updated for resources: {'Network': ['ID=4cc679e8-de2f-4c25-82e4-de1ac566d8ed,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:06.780992 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 4cc679e8-de2f-4c25-82e4-de1ac566d8ed details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:06.915975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:34:06.921050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:06.927920 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7489767f-09c2-42cb-92a1-1644c315c7d5 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "PUT /v2.0/routers/9c24a595-4879-4640-89bc-f838322f079f HTTP/1.1" status: 200 len: 914 time: 6.7354727 Apr 29 15:34:06.929745 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b32aa5f6-ffa7-4c6d-9028-d20ca5cbec36 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1397033 Apr 29 15:34:06.930207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5d6da-d726-4823-94b7-b13fabc28b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:06.930949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34744) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:06.932318 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ba5cc-f797-4921-af50-974c912105f1 None None] Sync routers for ids ['9c24a595-4879-4640-89bc-f838322f079f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:34:06.936891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5d6da-d726-4823-94b7-b13fabc28b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:06.938650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34746) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:06.942785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5d6da-d726-4823-94b7-b13fabc28b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:06.944253 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ba5cc-f797-4921-af50-974c912105f1 None None] Routers {'9c24a595-4879-4640-89bc-f838322f079f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:06.945059 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-cc3ba5cc-f797-4921-af50-974c912105f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9c24a595-4879-4640-89bc-f838322f079f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:06.948349 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5d6da-d726-4823-94b7-b13fabc28b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:06.956404 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-aff5d6da-d726-4823-94b7-b13fabc28b63 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7124763 Apr 29 15:34:06.969875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34752) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:06.985938 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-08e9822b-c061-4ff4-9242-6500b0b31c6c None None] Provisioning complete for port 99442cf3-aec7-4688-b5df-6e8104517b29 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:06.986343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-08e9822b-c061-4ff4-9242-6500b0b31c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:07.012970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-24c03119-1888-4fbc-be50-7a1504eabd0e tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Deleting port 99442cf3-aec7-4688-b5df-6e8104517b29 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:07.013317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24c03119-1888-4fbc-be50-7a1504eabd0e tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:07.017996 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-cc3ba5cc-f797-4921-af50-974c912105f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:07.027772 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ba5cc-f797-4921-af50-974c912105f1 None None] Routers {'9c24a595-4879-4640-89bc-f838322f079f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:07.028692 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-cc3ba5cc-f797-4921-af50-974c912105f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9c24a595-4879-4640-89bc-f838322f079f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:07.055141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Request body: {'subnet': {'network_id': '4cc679e8-de2f-4c25-82e4-de1ac566d8ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:07.090535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-08e9822b-c061-4ff4-9242-6500b0b31c6c None None] Port 99442cf3-aec7-4688-b5df-6e8104517b29 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:07.097206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:07.101560 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-cc3ba5cc-f797-4921-af50-974c912105f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:07.102141 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ba5cc-f797-4921-af50-974c912105f1 None None] The sync data for ids ['9c24a595-4879-4640-89bc-f838322f079f'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:34:07.180267 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-575df01a-7427-4380-85b1-29189303992e tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags HTTP/1.1" status: 200 len: 205 time: 0.7237868 Apr 29 15:34:07.233380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34756) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:07.240875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-1b2f471b-b4b3-41be-b54d-bf0fba4b1edf tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:07.294928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54b65cb0-d549-44db-8008-0ce8cfdc22a0 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:07.306393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4d2f08b7-5ac7-4a95-8677-55c55c067cd9 None None] Provisioning for port cfe511ce-2663-44f9-a5c0-705b6c6142e0 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:07.316132 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4d2f08b7-5ac7-4a95-8677-55c55c067cd9 None None] Provisioning complete for port cfe511ce-2663-44f9-a5c0-705b6c6142e0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:07.317008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4d2f08b7-5ac7-4a95-8677-55c55c067cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:07.344643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-de2306ee-a310-4539-87a7-b3e9e8105ef0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:07.393501 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f08b7-5ac7-4a95-8677-55c55c067cd9 None None] Port cfe511ce-2663-44f9-a5c0-705b6c6142e0 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:07.523561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-de2306ee-a310-4539-87a7-b3e9e8105ef0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for cfe511ce-2663-44f9-a5c0-705b6c6142e0 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:07.525329 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:07.565594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:07.635470 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-97010247-94cc-4308-a8cc-5fbcf0df6890 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6634138 Apr 29 15:34:07.639486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34760) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:07.645001 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1b2f471b-b4b3-41be-b54d-bf0fba4b1edf tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags HTTP/1.1" status: 200 len: 241 time: 0.4080060 Apr 29 15:34:07.647861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34764) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:07.650394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:07.650766 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:07.651211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-54b65cb0-d549-44db-8008-0ce8cfdc22a0 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for 01323326-1f54-4dca-a778-4d66e50a7417 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:07.680229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Usage tracker for resource:subnet and tenant:1a044117e3b3456eae27b6d2aaff8d1a is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:07.707391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-350b4de8-ea5d-47bb-9c02-5f5d74d4ea62 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63', 'tempest-TagsExtTest-Tag-2143319185') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:07.726887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:07.743392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:07.784649 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-350b4de8-ea5d-47bb-9c02-5f5d74d4ea62 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags/tempest-TagsExtTest-Tag-2143319185 HTTP/1.1" status: 204 len: 168 time: 0.1314561 Apr 29 15:34:07.786801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34768) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:07.805403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-f7ab6742-70f2-4743-8392-49a0c9aeba62 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63', 'tempest-TagsExtTest-Tag-2143319185') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:07.816099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24c03119-1888-4fbc-be50-7a1504eabd0e tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:07.836836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae01d39-04c2-4b34-9a38-4225affac5e8 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:07.838429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae01d39-04c2-4b34-9a38-4225affac5e8 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:07.839936 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-aae01d39-04c2-4b34-9a38-4225affac5e8 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1967707 Apr 29 15:34:07.844262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34772) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:07.889479 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c4296d98-115b-4ab1-8710-b02189ecd690 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/routers/9c24a595-4879-4640-89bc-f838322f079f HTTP/1.1" status: 200 len: 920 time: 0.9520352 Apr 29 15:34:07.890653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Made reservation on behalf of 1a044117e3b3456eae27b6d2aaff8d1a for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:07.894121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:07.909739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34776) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:07.994462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-24c03119-1888-4fbc-be50-7a1504eabd0e tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Calling delete_port for 99442cf3-aec7-4688-b5df-6e8104517b29 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:08.066885 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb54434-4188-481c-a9db-a6df8e693b4a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['shared'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:08.068353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb54434-4188-481c-a9db-a6df8e693b4a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['shared'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:08.069879 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dcb54434-4188-481c-a9db-a6df8e693b4a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2246895 Apr 29 15:34:08.077116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34780) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:08.232741 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f7ab6742-70f2-4743-8392-49a0c9aeba62 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags/tempest-TagsExtTest-Tag-2143319185 HTTP/1.1" status: 204 len: 168 time: 0.4343112 Apr 29 15:34:08.233303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34784) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:08.238343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-fdb506c7-0487-4a26-a6d8-c437f3c868b4 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:08.266391 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fdb506c7-0487-4a26-a6d8-c437f3c868b4 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags HTTP/1.1" status: 200 len: 205 time: 0.0292230 Apr 29 15:34:08.266391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-de2306ee-a310-4539-87a7-b3e9e8105ef0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:08.270738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34788) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:08.284920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e8bcb-fe7c-4ebb-8a7f-167bd4ca810a tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:08.288981 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-db9e8bcb-fe7c-4ebb-8a7f-167bd4ca810a tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&device_id=9c24a595-4879-4640-89bc-f838322f079f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3749304 Apr 29 15:34:08.295563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34790) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:08.313333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-31520ebb-3133-4431-bda3-e7704f40ca09 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:08.331790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2306ee-a310-4539-87a7-b3e9e8105ef0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=cfe511ce-2663-44f9-a5c0-705b6c6142e0,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:08.352893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108ccaa-3424-46ec-8f0d-5ddcb6e99bee tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:08.353488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c108ccaa-3424-46ec-8f0d-5ddcb6e99bee tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Synchronizing usage tracker for tenant:fb3aa27575784d68910bded9aa48b69d on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:08.425118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c108ccaa-3424-46ec-8f0d-5ddcb6e99bee tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Unset dirty status for tenant:fb3aa27575784d68910bded9aa48b69d on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:08.426032 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c108ccaa-3424-46ec-8f0d-5ddcb6e99bee tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/networks/78609e47-944f-4263-a254-0ed31be5db41 HTTP/1.1" status: 200 len: 799 time: 0.3460131 Apr 29 15:34:08.431695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34796) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:08.474996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54b65cb0-d549-44db-8008-0ce8cfdc22a0 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:08.497941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24c03119-1888-4fbc-be50-7a1504eabd0e tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:08.588600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b65cb0-d549-44db-8008-0ce8cfdc22a0 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=01323326-1f54-4dca-a778-4d66e50a7417,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:08.633970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c03119-1888-4fbc-be50-7a1504eabd0e tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event deleted for resources: {'Port': ['ID=99442cf3-aec7-4688-b5df-6e8104517b29,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:08.644146 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-de2306ee-a310-4539-87a7-b3e9e8105ef0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:08.682911 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-de2306ee-a310-4539-87a7-b3e9e8105ef0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/cfe511ce-2663-44f9-a5c0-705b6c6142e0 HTTP/1.1" status: 204 len: 168 time: 2.5248802 Apr 29 15:34:08.684190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34800) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:08.723415 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-31520ebb-3133-4431-bda3-e7704f40ca09 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags HTTP/1.1" status: 204 len: 168 time: 0.4217997 Apr 29 15:34:08.766493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34804) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:08.787265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-507e05ab-9f13-4b3f-98c2-df358e7a3388 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:08.880840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e03775-fde8-44b4-9311-80e8a30b33c8 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:08.884969 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-39e03775-fde8-44b4-9311-80e8a30b33c8 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/networks/5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 881 time: 0.5883725 Apr 29 15:34:08.885939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34808) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:08.918475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24c03119-1888-4fbc-be50-7a1504eabd0e tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:08.922812 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-24c03119-1888-4fbc-be50-7a1504eabd0e tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "DELETE /v2.0/ports/99442cf3-aec7-4688-b5df-6e8104517b29 HTTP/1.1" status: 204 len: 168 time: 2.4024193 Apr 29 15:34:08.923319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34812) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:08.968264 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-288875f3-9285-4e29-aa57-8f3176a911ef tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] GET failed (client error): The resource could not be found. Apr 29 15:34:08.968851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-288875f3-9285-4e29-aa57-8f3176a911ef tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Synchronizing usage tracker for tenant:c6621191764e4fafab55e3aa1d09f73f on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:08.996187 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2101c450-d08b-4ce4-aca7-268403e9ec2f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:08.996961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2101c450-d08b-4ce4-aca7-268403e9ec2f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:09.088075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-288875f3-9285-4e29-aa57-8f3176a911ef tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Unset dirty status for tenant:c6621191764e4fafab55e3aa1d09f73f on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:09.089219 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-288875f3-9285-4e29-aa57-8f3176a911ef tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "GET /v2.0/ports/99442cf3-aec7-4688-b5df-6e8104517b29 HTTP/1.1" status: 404 len: 333 time: 0.1652637 Apr 29 15:34:09.092013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34816) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:09.128958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2101c450-d08b-4ce4-aca7-268403e9ec2f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:09.130094 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2101c450-d08b-4ce4-aca7-268403e9ec2f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4450176 Apr 29 15:34:09.140704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34820) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:09.185643 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5ebe1dc9-050c-4fe5-b122-efa19b2b4ef0 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c24a595-4879-4640-89bc-f838322f079f HTTP/1.1" status: 200 len: 205 time: 0.2845926 Apr 29 15:34:09.190913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34824) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:09.263929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:09.344601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-e2da4fa1-ca2f-47a8-b9bb-b5cd7f3b7965 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Deleting port 2948bd15-7599-4dd1-aa48-b6451721afeb {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:09.345149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2da4fa1-ca2f-47a8-b9bb-b5cd7f3b7965 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:09.358184 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b787cd96-8973-438d-a9ad-b8d617bd2b4b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/networks/78609e47-944f-4263-a254-0ed31be5db41?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.9243581 Apr 29 15:34:09.376667 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34828) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:09.404226 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54b65cb0-d549-44db-8008-0ce8cfdc22a0 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:09.503614 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-507e05ab-9f13-4b3f-98c2-df358e7a3388 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags HTTP/1.1" status: 204 len: 168 time: 0.7360702 Apr 29 15:34:09.509643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34832) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:09.511393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Pushing event updated for resources: {'Subnet': ['ID=c8ca6257-4e99-4c4d-a8f1-8ce9722e01aa,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:09.538176 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-6795d80d-ce95-40ea-aeb5-288c40e72d16 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:09.585358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be5d9c9-c18c-43d3-80a3-1dc6bc48a5d4 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:09.586678 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0be5d9c9-c18c-43d3-80a3-1dc6bc48a5d4 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/subnets/25ae1063-650e-4c54-b46d-9bfe63195ab4 HTTP/1.1" status: 200 len: 811 time: 0.2090752 Apr 29 15:34:09.592003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34836) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:09.592756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Checking segment: {'id': '7edd9493-69a0-42f1-a6fd-22f9132dc87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4cc679e8-de2f-4c25-82e4-de1ac566d8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:09.593819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Network hostable DHCP agents. Network: 4cc679e8-de2f-4c25-82e4-de1ac566d8ed, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:34:09.620525 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb99700-42fb-4280-acc5-761f49237ca9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:09.621897 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7cb99700-42fb-4280-acc5-761f49237ca9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4803214 Apr 29 15:34:09.629919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34840) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:09.670872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:09.809980 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b19f23a-b19b-4caa-b29b-76299f7c8a1c tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['shared'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:09.811350 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5b19f23a-b19b-4caa-b29b-76299f7c8a1c tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "GET /v2.0/subnets/25ae1063-650e-4c54-b46d-9bfe63195ab4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2126274 Apr 29 15:34:09.815529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34844) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:09.824681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-163391496'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:09.830869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b65cb0-d549-44db-8008-0ce8cfdc22a0 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 4c574933-ea78-4684-bbb2-3c0197ff4fd2 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:34:09.834308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:09.848177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:09.971271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Network 4cc679e8-de2f-4c25-82e4-de1ac566d8ed is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:34:09.995167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b65cb0-d549-44db-8008-0ce8cfdc22a0 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:34:10.007523 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b1f07-d052-41aa-84a6-6a125e3c7dff None None] Sync routers for ids ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:34:10.013441 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-54b65cb0-d549-44db-8008-0ce8cfdc22a0 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/4c574933-ea78-4684-bbb2-3c0197ff4fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5252209 Apr 29 15:34:10.013615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34848) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:10.019026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b1f07-d052-41aa-84a6-6a125e3c7dff None None] Routers {'4c574933-ea78-4684-bbb2-3c0197ff4fd2'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:10.019748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-dd5b1f07-d052-41aa-84a6-6a125e3c7dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:10.059655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-16458cc7-3496-4d5d-ae02-568199b68bfb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Synchronizing usage tracker for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:10.062827 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520433e0-98e3-4821-b48e-b328d810357e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:10.063319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:10.064345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520433e0-98e3-4821-b48e-b328d810357e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:10.065831 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520433e0-98e3-4821-b48e-b328d810357e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:10.066630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-520433e0-98e3-4821-b48e-b328d810357e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:10.066814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.086076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 4cc679e8-de2f-4c25-82e4-de1ac566d8ed) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:10.088245 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-dd5b1f07-d052-41aa-84a6-6a125e3c7dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:10.097092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:10.097739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.101595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b1f07-d052-41aa-84a6-6a125e3c7dff None None] Routers {'4c574933-ea78-4684-bbb2-3c0197ff4fd2'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:10.101595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-dd5b1f07-d052-41aa-84a6-6a125e3c7dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:10.131153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:10.134931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2da4fa1-ca2f-47a8-b9bb-b5cd7f3b7965 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.139686 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.140588 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Added segment aa72d6d5-87f9-430c-a976-7da287e4537f of type vlan for network 01caa9db-7397-4d90-90db-7736fe07f0af Apr 29 15:34:10.158002 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6795d80d-ce95-40ea-aeb5-288c40e72d16 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags HTTP/1.1" status: 204 len: 168 time: 0.6328399 Apr 29 15:34:10.158236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061d0708-62d9-4b76-b079-571e6061168c None None] Network 4cc679e8-de2f-4c25-82e4-de1ac566d8ed requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:10.162650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34852) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:10.170919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-0ea48d87-b7bd-4ffc-a23e-3a37eed836fa tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:10.185441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-dd5b1f07-d052-41aa-84a6-6a125e3c7dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:10.185938 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b1f07-d052-41aa-84a6-6a125e3c7dff None None] The sync data for ids ['4c574933-ea78-4684-bbb2-3c0197ff4fd2'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:34:10.206663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.214986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-16458cc7-3496-4d5d-ae02-568199b68bfb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Unset dirty status for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:10.228169 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-16458cc7-3496-4d5d-ae02-568199b68bfb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c574933-ea78-4684-bbb2-3c0197ff4fd2 HTTP/1.1" status: 200 len: 205 time: 0.2018049 Apr 29 15:34:10.228169 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1c57870d-1ef5-42c6-a17f-3f5c14672d12 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2669649 Apr 29 15:34:10.228169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34856) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:10.228169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34858) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:10.266877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-520433e0-98e3-4821-b48e-b328d810357e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:10.267919 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-520433e0-98e3-4821-b48e-b328d810357e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6361725 Apr 29 15:34:10.274681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-e2da4fa1-ca2f-47a8-b9bb-b5cd7f3b7965 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Calling delete_port for 2948bd15-7599-4dd1-aa48-b6451721afeb owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:10.290135 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Request body: {'port': {'network_id': '4cc679e8-de2f-4c25-82e4-de1ac566d8ed', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2123463827'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:10.305614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34864) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:10.340677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.407013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-4cc679e8-de2f-4c25-82e4-de1ac566d8ed', 'network_id': '4cc679e8-de2f-4c25-82e4-de1ac566d8ed', 'tenant_id': '1a044117e3b3456eae27b6d2aaff8d1a', 'fixed_ips': [{'subnet_id': 'c8ca6257-4e99-4c4d-a8f1-8ce9722e01aa'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:34:10.407889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.409794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Deleting port e016b636-e60b-414b-b948-ae8e69ec3619 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:10.410288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.486941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5bdd299c-f138-4b8d-bca1-f1a847e0c5a9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.570194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2da4fa1-ca2f-47a8-b9bb-b5cd7f3b7965 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.573814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Allocated IP 172.20.0.2 (4cc679e8-de2f-4c25-82e4-de1ac566d8ed/c8ca6257-4e99-4c4d-a8f1-8ce9722e01aa/4f2fe124-678b-4b3f-87e0-31c1460af0d2) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:10.631622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da4fa1-ca2f-47a8-b9bb-b5cd7f3b7965 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event deleted for resources: {'Port': ['ID=2948bd15-7599-4dd1-aa48-b6451721afeb,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:10.699870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2da4fa1-ca2f-47a8-b9bb-b5cd7f3b7965 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.708987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.799645 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.811177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Transition to ACTIVE for port object 4f2fe124-678b-4b3f-87e0-31c1460af0d2 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:10.826011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.832165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Transition to ACTIVE for port object 4f2fe124-678b-4b3f-87e0-31c1460af0d2 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:10.832498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:10.833433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.863328 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e2da4fa1-ca2f-47a8-b9bb-b5cd7f3b7965 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "DELETE /v2.0/ports/2948bd15-7599-4dd1-aa48-b6451721afeb HTTP/1.1" status: 204 len: 168 time: 1.7680023 Apr 29 15:34:10.868955 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Calling delete_port for e016b636-e60b-414b-b948-ae8e69ec3619 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:10.873031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34868) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:10.882894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:10.955389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Network 4cc679e8-de2f-4c25-82e4-de1ac566d8ed is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:10.959463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:10.962283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:10.978683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b7e2d0-2865-4d8c-9358-dcb37ccf83be tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet d0da7a20-c9cd-423e-801b-8c9de94b0bb3 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:10.991721 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c01495-6a4d-4a49-8d24-0b7307bea8e6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] GET failed (client error): The resource could not be found. Apr 29 15:34:10.992235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e3c01495-6a4d-4a49-8d24-0b7307bea8e6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Synchronizing usage tracker for tenant:c6621191764e4fafab55e3aa1d09f73f on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:11.031555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Pushing event updated for resources: {'Port': ['ID=4f2fe124-678b-4b3f-87e0-31c1460af0d2,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:11.037471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e2d0-2865-4d8c-9358-dcb37ccf83be tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.062755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Attempting to bind port 4f2fe124-678b-4b3f-87e0-31c1460af0d2 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:34:11.063119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Attempting to bind port 4f2fe124-678b-4b3f-87e0-31c1460af0d2 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '7edd9493-69a0-42f1-a6fd-22f9132dc87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4cc679e8-de2f-4c25-82e4-de1ac566d8ed'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:34:11.063466 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Attempting to bind port 4f2fe124-678b-4b3f-87e0-31c1460af0d2 on network 4cc679e8-de2f-4c25-82e4-de1ac566d8ed {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:34:11.068835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:34:11.069255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Checking segment: {'id': '7edd9493-69a0-42f1-a6fd-22f9132dc87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4cc679e8-de2f-4c25-82e4-de1ac566d8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:11.069647 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.070034 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Bound using segment: {'id': '7edd9493-69a0-42f1-a6fd-22f9132dc87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4cc679e8-de2f-4c25-82e4-de1ac566d8ed'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:34:11.070476 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Bound port: 4f2fe124-678b-4b3f-87e0-31c1460af0d2, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edd9493-69a0-42f1-a6fd-22f9132dc87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4cc679e8-de2f-4c25-82e4-de1ac566d8ed'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:34:11.070840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.117126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.162953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Pushing event deleted for resources: {'Port': ['ID=e016b636-e60b-414b-b948-ae8e69ec3619,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:11.163648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] For port 4f2fe124-678b-4b3f-87e0-31c1460af0d2, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:34:11.166787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] For port 4f2fe124-678b-4b3f-87e0-31c1460af0d2, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4f2fe124-678b-4b3f-87e0-31c1460af0d2,segment=NetworkSegment(7edd9493-69a0-42f1-a6fd-22f9132dc87f),segment_id=7edd9493-69a0-42f1-a6fd-22f9132dc87f)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:34:11.237642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.282106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.307771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Network': ['ID=01caa9db-7397-4d90-90db-7736fe07f0af,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:11.330734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5bdd299c-f138-4b8d-bca1-f1a847e0c5a9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.337256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5bdd299c-f138-4b8d-bca1-f1a847e0c5a9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.340004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 01caa9db-7397-4d90-90db-7736fe07f0af details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:11.344965 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:11.348220 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0ea48d87-b7bd-4ffc-a23e-3a37eed836fa tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags HTTP/1.1" status: 204 len: 168 time: 1.1846325 Apr 29 15:34:11.351030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e2d0-2865-4d8c-9358-dcb37ccf83be tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.415923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34872) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:11.419257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Usage tracker for resource:port and tenant:1a044117e3b3456eae27b6d2aaff8d1a is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:11.435695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e3c01495-6a4d-4a49-8d24-0b7307bea8e6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Unset dirty status for tenant:c6621191764e4fafab55e3aa1d09f73f on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:11.438932 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e3c01495-6a4d-4a49-8d24-0b7307bea8e6 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "GET /v2.0/ports/2948bd15-7599-4dd1-aa48-b6451721afeb HTTP/1.1" status: 404 len: 333 time: 0.5506182 Apr 29 15:34:11.441410 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6a0100db-24db-48f8-b08e-86167d0fdcf7 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6249812 Apr 29 15:34:11.445357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-f0907fbf-1195-4393-9887-b5ed6b417bde tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b', 'tempest-TagsExtTest-Tag-888345387') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:11.466365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c11b26-6295-4772-8e07-4822e0b50d6d None None] Pushing event updated for resources: {'Port': ['ID=4f2fe124-678b-4b3f-87e0-31c1460af0d2,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:11.476167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.481545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.481903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:11.482024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34876) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:11.482024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34878) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:11.492639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'network_id': '01caa9db-7397-4d90-90db-7736fe07f0af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:11.500740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:11.509940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5bdd299c-f138-4b8d-bca1-f1a847e0c5a9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.510673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdd299c-f138-4b8d-bca1-f1a847e0c5a9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Fanout notify agent at l3_agent the message router_deleted on router 4c574933-ea78-4684-bbb2-3c0197ff4fd2 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:34:11.544629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5bdd299c-f138-4b8d-bca1-f1a847e0c5a9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.545923 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5bdd299c-f138-4b8d-bca1-f1a847e0c5a9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/4c574933-ea78-4684-bbb2-3c0197ff4fd2 HTTP/1.1" status: 204 len: 168 time: 1.3226564 Apr 29 15:34:11.558600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34884) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:11.647899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Made reservation on behalf of 1a044117e3b3456eae27b6d2aaff8d1a for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:11.651342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.667708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-96faad7d-18a1-40c8-88a1-86d73c373145 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Deleting port f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:11.668164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96faad7d-18a1-40c8-88a1-86d73c373145 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.683159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-824b1c95-14c4-41d4-937d-0c4aaba06b91 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting subnet 3f04ad6b-9d47-4e84-88ea-e7338e8f869e {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:11.694728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-824b1c95-14c4-41d4-937d-0c4aaba06b91 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.695849 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.696387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Fanout notify agent at l3_agent the message router_deleted on router 9c24a595-4879-4640-89bc-f838322f079f {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:34:11.723538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e2d0-2865-4d8c-9358-dcb37ccf83be tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.740766 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:11.757344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.761968 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-20869a2a-6191-49dd-9650-324b4412073c tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/routers/9c24a595-4879-4640-89bc-f838322f079f HTTP/1.1" status: 204 len: 168 time: 2.5667572 Apr 29 15:34:11.764358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34888) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:11.765936 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:11.775479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b8bb874b-2bd2-4420-afa7-48dd8b2168e9 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1983950138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:11.777025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] device_id is not set on port 2dd170ff-d4f3-487d-b56b-1635d6f0064c yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:11.881568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-824b1c95-14c4-41d4-937d-0c4aaba06b91 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:11.925502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b8bb874b-2bd2-4420-afa7-48dd8b2168e9 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:11.942750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b8bb874b-2bd2-4420-afa7-48dd8b2168e9 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Usage tracker for resource:router and tenant:498df870ada0465fbf1738c92df087a2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:11.947626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b8bb874b-2bd2-4420-afa7-48dd8b2168e9 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:11.958389 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b8bb874b-2bd2-4420-afa7-48dd8b2168e9 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:12.039480 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Allocated IP 172.20.0.7 (4cc679e8-de2f-4c25-82e4-de1ac566d8ed/c8ca6257-4e99-4c4d-a8f1-8ce9722e01aa/2dd170ff-d4f3-487d-b56b-1635d6f0064c) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:12.050040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-824b1c95-14c4-41d4-937d-0c4aaba06b91 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.052240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Made reservation on behalf of fb3aa27575784d68910bded9aa48b69d for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:12.055836 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.080294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8bb874b-2bd2-4420-afa7-48dd8b2168e9 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.081364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8bb874b-2bd2-4420-afa7-48dd8b2168e9 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.109658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e2d0-2865-4d8c-9358-dcb37ccf83be tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.168876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7e2d0-2865-4d8c-9358-dcb37ccf83be tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=d0da7a20-c9cd-423e-801b-8c9de94b0bb3,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:12.173703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a7b7e2d0-2865-4d8c-9358-dcb37ccf83be tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.178830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7a9a91-e092-401a-8e0e-3173275e1b1b None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:12.183619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.ipam_backend_mixin [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing IP validity checks on allocation pools {{(pid=88714) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 15:34:12.184251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.ipam_backend_mixin [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88714) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 15:34:12.193284 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8bb874b-2bd2-4420-afa7-48dd8b2168e9 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.215001 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f0907fbf-1195-4393-9887-b5ed6b417bde tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "PUT /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags/tempest-TagsExtTest-Tag-888345387 HTTP/1.1" status: 201 len: 201 time: 0.7974334 Apr 29 15:34:12.215775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34892) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:12.234346 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96faad7d-18a1-40c8-88a1-86d73c373145 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.234747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-a9a48b12-3059-4095-95d7-1570e1e30219 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343', 'tempest-TagsExtTest-Tag-1248076241') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:12.386888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-96faad7d-18a1-40c8-88a1-86d73c373145 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Calling delete_port for f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:12.416630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8bb874b-2bd2-4420-afa7-48dd8b2168e9 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.587733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8bb874b-2bd2-4420-afa7-48dd8b2168e9 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.589013 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b8bb874b-2bd2-4420-afa7-48dd8b2168e9 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8207064 Apr 29 15:34:12.595006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34896) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:12.610441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2de99e8-5411-4fed-bdac-9e3b8bae9af0 None None] Network 4cc679e8-de2f-4c25-82e4-de1ac566d8ed requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:12.610725 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-824b1c95-14c4-41d4-937d-0c4aaba06b91 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.622485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'enable_snat': False}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:12.688797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96faad7d-18a1-40c8-88a1-86d73c373145 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.715562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-824b1c95-14c4-41d4-937d-0c4aaba06b91 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.720384 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-824b1c95-14c4-41d4-937d-0c4aaba06b91 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/3f04ad6b-9d47-4e84-88ea-e7338e8f869e HTTP/1.1" status: 204 len: 168 time: 1.1576657 Apr 29 15:34:12.721556 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a7b7e2d0-2865-4d8c-9358-dcb37ccf83be tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/d0da7a20-c9cd-423e-801b-8c9de94b0bb3 HTTP/1.1" status: 204 len: 168 time: 2.4075954 Apr 29 15:34:12.732228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34900) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:12.732990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34902) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:12.736628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a23781-492d-42e9-ab6a-439c4f58c6e0 None None] Network cab034df-09e5-4530-85a7-2903859cfc4d requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:12.740908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b1c95-14c4-41d4-937d-0c4aaba06b91 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Subnet': ['ID=3f04ad6b-9d47-4e84-88ea-e7338e8f869e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:12.754498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.763547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96faad7d-18a1-40c8-88a1-86d73c373145 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event deleted for resources: {'Port': ['ID=f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:12.860050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96faad7d-18a1-40c8-88a1-86d73c373145 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.866874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-83abb1ad-717a-4931-88b0-56fa74d29cba None None] Provisioning for port 4f2fe124-678b-4b3f-87e0-31c1460af0d2 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:12.889507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting subnet 23adfd39-a59f-4660-94de-cdf6af833346 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:12.893779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:12.918095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=bfd504ef-c5f7-4797-8336-703b1777d554,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:12.926653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Checking segment: {'id': 'aa72d6d5-87f9-430c-a976-7da287e4537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '01caa9db-7397-4d90-90db-7736fe07f0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:12.926975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network hostable DHCP agents. Network: 01caa9db-7397-4d90-90db-7736fe07f0af, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:34:12.976754 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-96faad7d-18a1-40c8-88a1-86d73c373145 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "DELETE /v2.0/ports/f4753765-8f40-4a4e-a8f3-9c91e9a2fd8e HTTP/1.1" status: 204 len: 168 time: 1.4938483 Apr 29 15:34:12.977697 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34910) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:13.002196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.030112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Network 01caa9db-7397-4d90-90db-7736fe07f0af is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:34:13.113256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b6d5e9-cccb-4b00-b384-96c4b94ac6b1 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Deleting subnet 1811e6d4-9145-41a4-bc01-830b488d0e1c {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:13.117085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d5e9-cccb-4b00-b384-96c4b94ac6b1 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.171643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 01caa9db-7397-4d90-90db-7736fe07f0af) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:13.182439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:13.183028 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.191511 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a149f6-f55c-48d7-a7c0-e5e4752a0beb None None] Network 01caa9db-7397-4d90-90db-7736fe07f0af requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:13.219344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d5e9-cccb-4b00-b384-96c4b94ac6b1 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.292890 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d493dec5-ed51-47cc-8cb6-daf47b094eaf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8077674 Apr 29 15:34:13.294037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34914) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:13.308379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3b7134c9-99be-4428-9b96-901189e9b440 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:13.399854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc3b109-661a-41ba-86a2-2758813dfd53 None None] DHCP port deletion for cab034df-09e5-4530-85a7-2903859cfc4d request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:34:13.437677 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3b109-661a-41ba-86a2-2758813dfd53 None None] Deleting port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:13.438493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b109-661a-41ba-86a2-2758813dfd53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.486370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b7134c9-99be-4428-9b96-901189e9b440 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5438542'] for subnet, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.507008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d5e9-cccb-4b00-b384-96c4b94ac6b1 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.536808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd20db4-3d69-4eeb-9ccb-2c7005cdfb05 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet d5e7fbd8-baa7-49b1-b474-61bc1a47673d {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:13.539144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd20db4-3d69-4eeb-9ccb-2c7005cdfb05 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.576689 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-01caa9db-7397-4d90-90db-7736fe07f0af', 'network_id': '01caa9db-7397-4d90-90db-7736fe07f0af', 'tenant_id': 'fb3aa27575784d68910bded9aa48b69d', 'fixed_ips': [{'subnet_id': 'bfd504ef-c5f7-4797-8336-703b1777d554'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:34:13.577710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.604272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd20db4-3d69-4eeb-9ccb-2c7005cdfb05 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.689784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4f2fe124-678b-4b3f-87e0-31c1460af0d2 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:13.733138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.846737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d5e9-cccb-4b00-b384-96c4b94ac6b1 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.863075 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-68cf772b-e164-4ec4-8e6a-0d08dfa15277 None None] Provisioning complete for port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:13.863482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68cf772b-e164-4ec4-8e6a-0d08dfa15277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.873434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.891604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d5e9-cccb-4b00-b384-96c4b94ac6b1 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.895830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6d5e9-cccb-4b00-b384-96c4b94ac6b1 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event deleted for resources: {'Subnet': ['ID=1811e6d4-9145-41a4-bc01-830b488d0e1c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:13.901314 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e0b6d5e9-cccb-4b00-b384-96c4b94ac6b1 tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "DELETE /v2.0/subnets/1811e6d4-9145-41a4-bc01-830b488d0e1c HTTP/1.1" status: 204 len: 168 time: 0.9215851 Apr 29 15:34:13.903865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b7134c9-99be-4428-9b96-901189e9b440 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736060948727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-867252'] for subnet, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.912869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.915445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34918) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:13.922712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e6ec7a-8a88-4e15-9c70-de41de5915d0 None None] Network d4c4fb11-7c92-4021-893f-84d19e08ce62 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:13.943038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Transition to ACTIVE for port object 2dd170ff-d4f3-487d-b56b-1635d6f0064c will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:13.978258 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd20db4-3d69-4eeb-9ccb-2c7005cdfb05 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.987857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7134c9-99be-4428-9b96-901189e9b440 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:13.988625 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b7134c9-99be-4428-9b96-901189e9b440 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:13.992779 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3b7134c9-99be-4428-9b96-901189e9b440 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "PUT /v2.0/subnets/bfd504ef-c5f7-4797-8336-703b1777d554 HTTP/1.1" status: 200 len: 877 time: 0.6916018 Apr 29 15:34:14.012977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34922) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:14.060597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.100000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 4f2fe124-678b-4b3f-87e0-31c1460af0d2 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:14.106115 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a9a48b12-3059-4095-95d7-1570e1e30219 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "PUT /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags/tempest-TagsExtTest-Tag-1248076241 HTTP/1.1" status: 201 len: 201 time: 1.8817220 Apr 29 15:34:14.123941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34926) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:14.137597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-fd1af49f-d103-491f-89f1-0001b81aa5fa tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647', 'tempest-TagsExtTest-Tag-1741109613') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:14.146766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Subnet': ['ID=23adfd39-a59f-4660-94de-cdf6af833346,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:14.180333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.232647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:14.232990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:14.233340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:14.233691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:14.234023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:14.234425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:14.234668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:14.234991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:14.235485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:14.235679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:14.235998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:14.236311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:14.252405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.265466 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4e6c6d91-8f50-4418-9504-da30b98a620a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/23adfd39-a59f-4660-94de-cdf6af833346 HTTP/1.1" status: 204 len: 168 time: 1.5195050 Apr 29 15:34:14.275923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4bc3b109-661a-41ba-86a2-2758813dfd53 None None] For port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=03079eb7-fa37-4ae5-8b7b-e050431f5e6f,segment=NetworkSegment(14c68c59-95db-4685-aa11-d83b54e3e0aa),segment_id=14c68c59-95db-4685-aa11-d83b54e3e0aa)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:14.277841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b109-661a-41ba-86a2-2758813dfd53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.300025 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140b57c0-7b83-4825-a1ca-e54786edb973 None None] Network b6a5ac58-2afb-4185-bc9d-fa233ca47255 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:14.312606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4f2fe124-678b-4b3f-87e0-31c1460af0d2 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:14.312923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.316167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34930) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:14.368885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7134c9-99be-4428-9b96-901189e9b440 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event updated for resources: {'Subnet': ['ID=bfd504ef-c5f7-4797-8336-703b1777d554,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:14.384925 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.487553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Network 4cc679e8-de2f-4c25-82e4-de1ac566d8ed is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:14.493583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:14.496980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Deleting port 471fd91e-6733-4911-927d-cfdb03a86257 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:14.497471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.501522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:14.506632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Allocated IP 172.20.0.3 (01caa9db-7397-4d90-90db-7736fe07f0af/bfd504ef-c5f7-4797-8336-703b1777d554/88a0fca0-d8f2-4ed0-99e8-48c0102e69dc) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:14.535145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.570031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:14.575419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.575569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:14.575569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.602773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd20db4-3d69-4eeb-9ccb-2c7005cdfb05 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.611509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3b109-661a-41ba-86a2-2758813dfd53 None None] Calling delete_port for 03079eb7-fa37-4ae5-8b7b-e050431f5e6f owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:14.712206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Pushing event updated for resources: {'Port': ['ID=2dd170ff-d4f3-487d-b56b-1635d6f0064c,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:14.720050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd20db4-3d69-4eeb-9ccb-2c7005cdfb05 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e7fbd8-baa7-49b1-b474-61bc1a47673d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:14.724737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.731478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fd20db4-3d69-4eeb-9ccb-2c7005cdfb05 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.736281 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9fd20db4-3d69-4eeb-9ccb-2c7005cdfb05 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/d5e7fbd8-baa7-49b1-b474-61bc1a47673d HTTP/1.1" status: 204 len: 168 time: 1.9867406 Apr 29 15:34:14.737244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34934) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:14.742884 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fd1af49f-d103-491f-89f1-0001b81aa5fa tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "PUT /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags/tempest-TagsExtTest-Tag-1741109613 HTTP/1.1" status: 201 len: 201 time: 0.6141374 Apr 29 15:34:14.806514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a5bd8b-dbe5-4ae1-9ed6-8f0d795f32dc None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:14.811076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34938) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:14.822142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-e6a43d98-383f-4e59-8d8b-77ad9916563b tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63', 'tempest-TagsExtTest-Tag-451285486') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:14.840291 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ecbc9f89-e2a4-4b6d-af13-ebcc8ac75b82 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.6139057 Apr 29 15:34:14.846430 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6e9e9d47-2570-4b19-a8d8-344005cf8a68 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068594 Apr 29 15:34:14.849778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34942) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:14.850098 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34944) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:14.889385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Request body: {'port': {'network_id': '4cc679e8-de2f-4c25-82e4-de1ac566d8ed', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1134544799', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:14.890408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.api.validators [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] bootfile-name is not in valid_values {{(pid=88715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:34:14.890748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.api.validators [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] tftp-server is not in valid_values {{(pid=88715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:34:14.891122 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.api.validators [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] server-ip-address is not in valid_values {{(pid=88715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:34:14.907755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] For port 471fd91e-6733-4911-927d-cfdb03a86257, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=471fd91e-6733-4911-927d-cfdb03a86257,segment=NetworkSegment(859f0130-7957-4427-a329-a288cf35dcfd),segment_id=859f0130-7957-4427-a329-a288cf35dcfd)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:14.907755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:14.910563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:15.085614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Calling delete_port for 471fd91e-6733-4911-927d-cfdb03a86257 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:15.131036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.136450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=03079eb7-fa37-4ae5-8b7b-e050431f5e6f,segment=NetworkSegment(14c68c59-95db-4685-aa11-d83b54e3e0aa),segment_id=14c68c59-95db-4685-aa11-d83b54e3e0aa)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:15.139189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.239477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5fb6d949-4192-4043-a92f-27dd242de822 None None] Provisioning complete for port 4f2fe124-678b-4b3f-87e0-31c1460af0d2 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:15.239870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d949-4192-4043-a92f-27dd242de822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.268448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for 03079eb7-fa37-4ae5-8b7b-e050431f5e6f owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:15.288713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:15.298160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4bc3b109-661a-41ba-86a2-2758813dfd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.350068 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:15.358915 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e6a43d98-383f-4e59-8d8b-77ad9916563b tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "PUT /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags/tempest-TagsExtTest-Tag-451285486 HTTP/1.1" status: 201 len: 201 time: 0.5408082 Apr 29 15:34:15.360641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:15.374553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34950) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:15.380962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-19f85b83-3178-47c2-ab61-65fe41da6280 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b', {'tags': ['tempest-TagsExtTest-Tag-1383545057', 'tempest-TagsExtTest-Tag-756663476', 'tempest-TagsExtTest-Tag-2107473726']}) {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:15.383729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:15.389380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:15.392171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Usage tracker for resource:port and tenant:1a044117e3b3456eae27b6d2aaff8d1a is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:15.397311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:15.415911 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3b109-661a-41ba-86a2-2758813dfd53 None None] Pushing event deleted for resources: {'Port': ['ID=03079eb7-fa37-4ae5-8b7b-e050431f5e6f,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:15.421872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.423923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3b109-661a-41ba-86a2-2758813dfd53 None None] No DVR routers for this DVR port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:15.434049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.437161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:15.474333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:34:15.474889 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:34:15.476300 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.487956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event deleted for resources: {'Port': ['ID=471fd91e-6733-4911-927d-cfdb03a86257,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:15.500701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] No DVR routers for this DVR port 471fd91e-6733-4911-927d-cfdb03a86257 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:15.525262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.586940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:15.590791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.591155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 4f2fe124-678b-4b3f-87e0-31c1460af0d2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4f2fe124-678b-4b3f-87e0-31c1460af0d2,segment=NetworkSegment(7edd9493-69a0-42f1-a6fd-22f9132dc87f),segment_id=7edd9493-69a0-42f1-a6fd-22f9132dc87f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:15.592455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.596901 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153d8bd2-b235-4af7-8490-a57d3544d919 None None] DHCP port deletion for d4c4fb11-7c92-4021-893f-84d19e08ce62 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:34:15.615034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Made reservation on behalf of 1a044117e3b3456eae27b6d2aaff8d1a for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:15.628784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.707288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3801b3-56a8-418d-9b76-28f53892793c None None] DHCP port deletion for b6a5ac58-2afb-4185-bc9d-fa233ca47255 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:34:15.718609 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Transition to ACTIVE for port object 88a0fca0-d8f2-4ed0-99e8-48c0102e69dc will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:15.722183 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.748024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] device_id is not set on port ff9d0fd6-9ff8-4149-8ae2-af3352184ea6 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:15.756852 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.759712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7e3801b3-56a8-418d-9b76-28f53892793c None None] Deleting port 441a991d-d4fe-4cf4-8639-ebb347f13562 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:15.760088 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7e3801b3-56a8-418d-9b76-28f53892793c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.794439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c4fb11-7c92-4021-893f-84d19e08ce62']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:15.817659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859f0130-7957-4427-a329-a288cf35dcfd') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:15.817931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859f0130-7957-4427-a329-a288cf35dcfd') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:15.832333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.838209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 03079eb7-fa37-4ae5-8b7b-e050431f5e6f no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:34:15.855411 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-19f85b83-3178-47c2-ab61-65fe41da6280 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "PUT /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags HTTP/1.1" status: 200 len: 317 time: 0.4775491 Apr 29 15:34:15.860822 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34954) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:15.864755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.869885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-086c8b0a-dc0d-4292-8cc0-577f4f7fc7dd tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:15.872539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d949-4192-4043-a92f-27dd242de822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.898304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 03079eb7-fa37-4ae5-8b7b-e050431f5e6f {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:34:15.898644 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 03079eb7-fa37-4ae5-8b7b-e050431f5e6f not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:34:15.916523 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Transition to ACTIVE for port object 88a0fca0-d8f2-4ed0-99e8-48c0102e69dc will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:15.925889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff3ba4a-b93c-46f5-9131-62b6b6c4389d None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:34:15.929044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:15.929550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:15.945873 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:15.979085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5ff3ba4a-b93c-46f5-9131-62b6b6c4389d None None] Deleting port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:15.979463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ba4a-b93c-46f5-9131-62b6b6c4389d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:15.988911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Allocated IP 172.26.2.189 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/8a4c7cfe-5d09-42a2-a34e-8af6c059e89e) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:16.009706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=4f2fe124-678b-4b3f-87e0-31c1460af0d2,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:16.052851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 03079eb7-fa37-4ae5-8b7b-e050431f5e6f {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:16.053062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:34:16.053630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.093669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.104135 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Allocated IP 172.20.0.4 (4cc679e8-de2f-4c25-82e4-de1ac566d8ed/c8ca6257-4e99-4c4d-a8f1-8ce9722e01aa/ff9d0fd6-9ff8-4149-8ae2-af3352184ea6) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:16.135869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] The port '03079eb7-fa37-4ae5-8b7b-e050431f5e6f' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:34:16.215541 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.220940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.305386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.318298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] Pushing event deleted for resources: {'Network': ['ID=d4c4fb11-7c92-4021-893f-84d19e08ce62,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:16.330570 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.347483 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4846069d-003e-4099-8fee-e66f04e36c1f tempest-AllowedAddressPairIpV6TestJSON-125700028 tempest-AllowedAddressPairIpV6TestJSON-125700028-project] 10.222.0.39 "DELETE /v2.0/networks/d4c4fb11-7c92-4021-893f-84d19e08ce62 HTTP/1.1" status: 204 len: 168 time: 2.3998086 Apr 29 15:34:16.355600 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab034df-09e5-4530-85a7-2903859cfc4d']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:16.370063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c68c59-95db-4685-aa11-d83b54e3e0aa') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:16.370502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c68c59-95db-4685-aa11-d83b54e3e0aa') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:16.384664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.396211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd504ef-c5f7-4797-8336-703b1777d554,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:16.406404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.415102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:16.415717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.490798 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5ff3ba4a-b93c-46f5-9131-62b6b6c4389d None None] For port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:16.491397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ba4a-b93c-46f5-9131-62b6b6c4389d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.512489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:16.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:16.529003 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-086c8b0a-dc0d-4292-8cc0-577f4f7fc7dd tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags HTTP/1.1" status: 204 len: 168 time: 0.6669042 Apr 29 15:34:16.529787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34960) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:16.538075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-d9a60e3f-edef-4365-8aee-d15d8833c91e tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b', 'tempest-TagsExtTest-Tag-1383545057') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:16.609435 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-d9a60e3f-edef-4365-8aee-d15d8833c91e tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] show failed (client error): The resource could not be found. Apr 29 15:34:16.613274 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d9a60e3f-edef-4365-8aee-d15d8833c91e tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags/tempest-TagsExtTest-Tag-1383545057 HTTP/1.1" status: 404 len: 329 time: 0.0784521 Apr 29 15:34:16.613641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34964) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:16.618488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-3c1bc228-7bda-4991-a691-e72b5f2dcb78 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b', 'tempest-TagsExtTest-Tag-756663476') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:16.623118 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5ff3ba4a-b93c-46f5-9131-62b6b6c4389d None None] Calling delete_port for b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:16.624358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.647010 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.661115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:16.674895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:16.684372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.694795 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Network': ['ID=cab034df-09e5-4530-85a7-2903859cfc4d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:16.698713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.705511 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-007a54cd-e6de-43e8-8044-af88bccd3aeb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/networks/cab034df-09e5-4530-85a7-2903859cfc4d HTTP/1.1" status: 204 len: 168 time: 2.3745730 Apr 29 15:34:16.706604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34968) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:16.711541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:16.712124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.716618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Network 01caa9db-7397-4d90-90db-7736fe07f0af is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:16.717767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-5fb6d949-4192-4043-a92f-27dd242de822 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:34:16.717905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-5fb6d949-4192-4043-a92f-27dd242de822 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:34:16.725296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:16.728882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01caa9db-7397-4d90-90db-7736fe07f0af']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:16.731882 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:16.782696 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No active binding found for port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 {{(pid=88716) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 29 15:34:16.782696 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:34:16.783182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 441a991d-d4fe-4cf4-8639-ebb347f13562 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:34:16.809203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa72d6d5-87f9-430c-a976-7da287e4537f') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:16.809203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa72d6d5-87f9-430c-a976-7da287e4537f') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:16.813609 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ba4a-b93c-46f5-9131-62b6b6c4389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.821328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=4f19a0f9-55d2-4486-944a-5f17c356f995,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:16.838163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.850719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.861089 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-3c1bc228-7bda-4991-a691-e72b5f2dcb78 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] show failed (client error): The resource could not be found. Apr 29 15:34:16.861894 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3c1bc228-7bda-4991-a691-e72b5f2dcb78 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags/tempest-TagsExtTest-Tag-756663476 HTTP/1.1" status: 404 len: 328 time: 0.2474015 Apr 29 15:34:16.865792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34974) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:16.870986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-72b879e6-3b8b-4c1a-87ec-0a3aa8e73530 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b', 'tempest-TagsExtTest-Tag-2107473726') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:16.883785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.885003 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-7e3801b3-56a8-418d-9b76-28f53892793c None None] For port 441a991d-d4fe-4cf4-8639-ebb347f13562, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=441a991d-d4fe-4cf4-8639-ebb347f13562,segment=NetworkSegment(ac614199-482e-4a2f-bea9-f1a3d48ed765),segment_id=ac614199-482e-4a2f-bea9-f1a3d48ed765)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:16.885723 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7e3801b3-56a8-418d-9b76-28f53892793c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.903813 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Pushing event updated for resources: {'Port': ['ID=88a0fca0-d8f2-4ed0-99e8-48c0102e69dc,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:16.904425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:16.904867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.917378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 441a991d-d4fe-4cf4-8639-ebb347f13562 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:16.917723 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:16.922130 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:16.973982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff3ba4a-b93c-46f5-9131-62b6b6c4389d None None] No DVR routers for this DVR port b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:17.013157 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d0c319ec-5a97-42ee-adc1-c097c6c5bab4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1585939 Apr 29 15:34:17.021596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 34978) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:17.035000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34980) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:17.038549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.046508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5055feeb-ddf5-44fe-a791-785a7c7adacc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:17.054354 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3ba4a-b93c-46f5-9131-62b6b6c4389d None None] Pushing event deleted for resources: {'Port': ['ID=b8c5fe19-e473-4b2d-a4d8-e8aadf0dcd17,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:17.057583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f7ca76-9b9e-4da3-bd1a-a13755dfe36e None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:17.096343 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-72b879e6-3b8b-4c1a-87ec-0a3aa8e73530 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] show failed (client error): The resource could not be found. Apr 29 15:34:17.099375 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-72b879e6-3b8b-4c1a-87ec-0a3aa8e73530 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags/tempest-TagsExtTest-Tag-2107473726 HTTP/1.1" status: 404 len: 329 time: 0.2313933 Apr 29 15:34:17.116061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34988) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:17.123697 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-8476209b-3557-430a-acc2-01e37c753a14 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343', {'tags': ['tempest-TagsExtTest-Tag-1556705838', 'tempest-TagsExtTest-Tag-1991541541', 'tempest-TagsExtTest-Tag-263317477']}) {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:17.175233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7e3801b3-56a8-418d-9b76-28f53892793c None None] Calling delete_port for 441a991d-d4fe-4cf4-8639-ebb347f13562 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:17.211805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5055feeb-ddf5-44fe-a791-785a7c7adacc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:17.213757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:34:17.213757 dv-neutron-839183-1-hyperv neutron-server[88715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:34:17.213757 dv-neutron-839183-1-hyperv neutron-server[88715]: [parameters: {'id': '01caa9db-7397-4d90-90db-7736fe07f0af'}] Apr 29 15:34:17.213757 dv-neutron-839183-1-hyperv neutron-server[88715]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:34:17.214475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:34:17.215474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.342602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port 441a991d-d4fe-4cf4-8639-ebb347f13562, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=441a991d-d4fe-4cf4-8639-ebb347f13562,segment=NetworkSegment(ac614199-482e-4a2f-bea9-f1a3d48ed765),segment_id=ac614199-482e-4a2f-bea9-f1a3d48ed765)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:17.342602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.343471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5055feeb-ddf5-44fe-a791-785a7c7adacc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:17.343471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5055feeb-ddf5-44fe-a791-785a7c7adacc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:17.343471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:17.343471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Transition to ACTIVE for port object ff9d0fd6-9ff8-4149-8ae2-af3352184ea6 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:17.343471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:17.343471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5055feeb-ddf5-44fe-a791-785a7c7adacc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:17.343471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:17.344054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Attempting to bind port 88a0fca0-d8f2-4ed0-99e8-48c0102e69dc on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:34:17.344054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Attempting to bind port 88a0fca0-d8f2-4ed0-99e8-48c0102e69dc by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'aa72d6d5-87f9-430c-a976-7da287e4537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '01caa9db-7397-4d90-90db-7736fe07f0af'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:34:17.344054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Attempting to bind port 88a0fca0-d8f2-4ed0-99e8-48c0102e69dc on network 01caa9db-7397-4d90-90db-7736fe07f0af {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:34:17.389846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Pushing event updated for resources: {'Port': ['ID=8a4c7cfe-5d09-42a2-a34e-8af6c059e89e,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:17.403945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for 441a991d-d4fe-4cf4-8639-ebb347f13562 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:17.439509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:34:17.439878 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Checking segment: {'id': 'aa72d6d5-87f9-430c-a976-7da287e4537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '01caa9db-7397-4d90-90db-7736fe07f0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:17.440272 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.440684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Bound using segment: {'id': 'aa72d6d5-87f9-430c-a976-7da287e4537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '01caa9db-7397-4d90-90db-7736fe07f0af'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:34:17.441157 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Bound port: 88a0fca0-d8f2-4ed0-99e8-48c0102e69dc, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa72d6d5-87f9-430c-a976-7da287e4537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '01caa9db-7397-4d90-90db-7736fe07f0af'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:34:17.441533 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.618619 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6898590a-605e-47e1-855b-fdbf7791a6cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6621191764e4fafab55e3aa1d09f73f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782726 Apr 29 15:34:17.620908 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34992) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:17.631136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5055feeb-ddf5-44fe-a791-785a7c7adacc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:17.635330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5055feeb-ddf5-44fe-a791-785a7c7adacc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.640414 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.664658 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8476209b-3557-430a-acc2-01e37c753a14 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "PUT /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags HTTP/1.1" status: 200 len: 317 time: 0.5477989 Apr 29 15:34:17.667503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 34996) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:17.669460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.676132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-ada7e0b1-7cda-4592-a1f6-045a98f2aa21 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:17.715224 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.732755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] For port 88a0fca0-d8f2-4ed0-99e8-48c0102e69dc, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:34:17.741368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5fb6d949-4192-4043-a92f-27dd242de822 None None] Provisioning for port 2dd170ff-d4f3-487d-b56b-1635d6f0064c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:17.742709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.744405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7e3801b3-56a8-418d-9b76-28f53892793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.756592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:34:17.757039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:34:17.779975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.827515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] For port 88a0fca0-d8f2-4ed0-99e8-48c0102e69dc, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=88a0fca0-d8f2-4ed0-99e8-48c0102e69dc,segment=NetworkSegment(aa72d6d5-87f9-430c-a976-7da287e4537f),segment_id=aa72d6d5-87f9-430c-a976-7da287e4537f)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:34:17.845130 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5fb6d949-4192-4043-a92f-27dd242de822 None None] Provisioning complete for port 2dd170ff-d4f3-487d-b56b-1635d6f0064c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:17.845130 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5fb6d949-4192-4043-a92f-27dd242de822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.873670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 471fd91e-6733-4911-927d-cfdb03a86257 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:34:17.895383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': '4f19a0f9-55d2-4486-944a-5f17c356f995'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:34:17.896182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.904889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3801b3-56a8-418d-9b76-28f53892793c None None] Pushing event deleted for resources: {'Port': ['ID=441a991d-d4fe-4cf4-8639-ebb347f13562,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:17.924277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.929039 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ada7e0b1-7cda-4592-a1f6-045a98f2aa21 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags HTTP/1.1" status: 204 len: 168 time: 0.2602541 Apr 29 15:34:17.934076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3801b3-56a8-418d-9b76-28f53892793c None None] No DVR routers for this DVR port 441a991d-d4fe-4cf4-8639-ebb347f13562 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:17.946108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35000) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:17.953947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:17.957180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-776f5fba-0005-4a12-9d79-d06ea8df2068 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343', 'tempest-TagsExtTest-Tag-1556705838') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:17.990278 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 471fd91e-6733-4911-927d-cfdb03a86257 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:34:17.990278 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 471fd91e-6733-4911-927d-cfdb03a86257 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:34:17.990634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7391687-efa4-4063-910e-7b2ff73d731d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:18.012854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:18.013205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:18.013551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:18.013892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:18.014223 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:18.014559 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:18.015614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:18.015947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:18.016275 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:18.016628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:18.016952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:18.017279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:18.057073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Network 4cc679e8-de2f-4c25-82e4-de1ac566d8ed is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:18.060193 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-776f5fba-0005-4a12-9d79-d06ea8df2068 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] show failed (client error): The resource could not be found. Apr 29 15:34:18.061496 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-776f5fba-0005-4a12-9d79-d06ea8df2068 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags/tempest-TagsExtTest-Tag-1556705838 HTTP/1.1" status: 404 len: 329 time: 0.1157730 Apr 29 15:34:18.068161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35004) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:18.071684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.072920 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3ef85014-aa3c-430e-8f97-22e2e8f7fe56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7391687-efa4-4063-910e-7b2ff73d731d HTTP/1.1" status: 204 len: 168 time: 0.4511230 Apr 29 15:34:18.078208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-39838146-8e9f-41f1-a3c1-19c1a8ba84ca tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343', 'tempest-TagsExtTest-Tag-1991541541') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:18.097877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:18.110541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:18.122859 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5fb6d949-4192-4043-a92f-27dd242de822 None None] Port 2dd170ff-d4f3-487d-b56b-1635d6f0064c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:18.150295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port 88a0fca0-d8f2-4ed0-99e8-48c0102e69dc {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:18.150935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.185832 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4f2fe124-678b-4b3f-87e0-31c1460af0d2 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:18.216295 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-39838146-8e9f-41f1-a3c1-19c1a8ba84ca tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] show failed (client error): The resource could not be found. Apr 29 15:34:18.216295 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-39838146-8e9f-41f1-a3c1-19c1a8ba84ca tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags/tempest-TagsExtTest-Tag-1991541541 HTTP/1.1" status: 404 len: 329 time: 0.1381009 Apr 29 15:34:18.216295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35010) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:18.216707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Pushing event updated for resources: {'Port': ['ID=ff9d0fd6-9ff8-4149-8ae2-af3352184ea6,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:18.216809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-b64f9b2c-e593-45e2-bf2d-d2e10a7e09e4 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343', 'tempest-TagsExtTest-Tag-263317477') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:18.248141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9f690-018d-4045-9188-25846bc4b37d None None] Pushing event updated for resources: {'Port': ['ID=88a0fca0-d8f2-4ed0-99e8-48c0102e69dc,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:18.266016 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 441a991d-d4fe-4cf4-8639-ebb347f13562 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:18.266366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.298184 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.ipam_backend_mixin [None req-5055feeb-ddf5-44fe-a791-785a7c7adacc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f19a0f9-55d2-4486-944a-5f17c356f995 (CIDR: 2001:db8::/64) Apr 29 15:34:18.345184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:18.348122 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.399776 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-5055feeb-ddf5-44fe-a791-785a7c7adacc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:34:18.399776 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5055feeb-ddf5-44fe-a791-785a7c7adacc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:18.434371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/4f19a0f9-55d2-4486-944a-5f17c356f995/be23f2df-c9cf-4dd2-997f-ae1e8fff487d) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:18.442940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4f2fe124-678b-4b3f-87e0-31c1460af0d2 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:18.443154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] The port '441a991d-d4fe-4cf4-8639-ebb347f13562' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:34:18.443269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.460280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.524379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74c2674-cbdf-4a06-b1fb-09f57206a8b5 None None] Network 01caa9db-7397-4d90-90db-7736fe07f0af requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:18.609291 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a3614347-c0ae-4e54-9406-c91b86a7b4f8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.7556274 Apr 29 15:34:18.612636 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5055feeb-ddf5-44fe-a791-785a7c7adacc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5877361 Apr 29 15:34:18.612636 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35018) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:18.630022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35020) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:18.631202 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-b64f9b2c-e593-45e2-bf2d-d2e10a7e09e4 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] show failed (client error): The resource could not be found. Apr 29 15:34:18.635786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35024) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:18.637116 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b64f9b2c-e593-45e2-bf2d-d2e10a7e09e4 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags/tempest-TagsExtTest-Tag-263317477 HTTP/1.1" status: 404 len: 328 time: 0.4255471 Apr 29 15:34:18.656308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.666601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:18.712262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-5214bff4-bb98-4e25-8d0d-012fa568bed4 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647', {'tags': ['tempest-TagsExtTest-Tag-719240757', 'tempest-TagsExtTest-Tag-44815381', 'tempest-TagsExtTest-Tag-1440398379']}) {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:18.727407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a5ac58-2afb-4185-bc9d-fa233ca47255']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:18.796517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac614199-482e-4a2f-bea9-f1a3d48ed765') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:18.796986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac614199-482e-4a2f-bea9-f1a3d48ed765') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:18.815923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-88ddb1fa-51a3-4da5-ac7e-4565c62fb6cc None None] Provisioning for port ff9d0fd6-9ff8-4149-8ae2-af3352184ea6 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:18.821361 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.846930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.865459 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:18.865855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.877899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-88ddb1fa-51a3-4da5-ac7e-4565c62fb6cc None None] Provisioning complete for port ff9d0fd6-9ff8-4149-8ae2-af3352184ea6 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:18.878277 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-88ddb1fa-51a3-4da5-ac7e-4565c62fb6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:18.881103 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:18.954861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:18.963430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port 88a0fca0-d8f2-4ed0-99e8-48c0102e69dc, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=88a0fca0-d8f2-4ed0-99e8-48c0102e69dc,segment=NetworkSegment(aa72d6d5-87f9-430c-a976-7da287e4537f),segment_id=aa72d6d5-87f9-430c-a976-7da287e4537f)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:18.963654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:18.969035 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:18.973845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:18.983659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:19.042535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.068886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-88ddb1fa-51a3-4da5-ac7e-4565c62fb6cc None None] Port ff9d0fd6-9ff8-4149-8ae2-af3352184ea6 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:19.072693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.079220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:19.082694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.113556 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for 88a0fca0-d8f2-4ed0-99e8-48c0102e69dc owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:19.114085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.127845 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Transition to ACTIVE for port object be23f2df-c9cf-4dd2-997f-ae1e8fff487d will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:19.135153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c6145d-c872-417e-b9c7-a572f1bad95c None None] Network 01caa9db-7397-4d90-90db-7736fe07f0af requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:19.181241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Transition to ACTIVE for port object be23f2df-c9cf-4dd2-997f-ae1e8fff487d will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:19.217705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Network': ['ID=b6a5ac58-2afb-4185-bc9d-fa233ca47255,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:19.224751 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d6c58861-b842-4dff-b8fe-8e032d38aed5 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/networks/b6a5ac58-2afb-4185-bc9d-fa233ca47255 HTTP/1.1" status: 204 len: 168 time: 2.5172157 Apr 29 15:34:19.235484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35042) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:19.241567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'network': {'name': 'tempest-RoutersTest-32263089'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:19.246515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:19.253172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:network and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:19.258423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:19.264413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:19.294309 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5214bff4-bb98-4e25-8d0d-012fa568bed4 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "PUT /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags HTTP/1.1" status: 200 len: 315 time: 0.6194775 Apr 29 15:34:19.298808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35046) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:19.309766 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-86f487f3-53d6-45f7-a6dd-1fe76a47467f tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:19.317499 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.356777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61745a0c-12ae-4727-84fb-8c566fa5b197 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:19.362581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61745a0c-12ae-4727-84fb-8c566fa5b197 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:19.368320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61745a0c-12ae-4727-84fb-8c566fa5b197 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:19.381017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-61745a0c-12ae-4727-84fb-8c566fa5b197 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Synchronizing usage tracker for tenant:1a044117e3b3456eae27b6d2aaff8d1a on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:19.381305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:19.381305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.421352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.425130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.476332 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:19.480675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:19.488310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.492548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:19.514204 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:19.527192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.527859 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Added segment 6aa2c871-a41a-4517-9fc6-cc440fa3d47a of type vlan for network 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2 Apr 29 15:34:19.534442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Pushing event updated for resources: {'Port': ['ID=be23f2df-c9cf-4dd2-997f-ae1e8fff487d,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:19.543655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35052) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:19.587274 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:19.587627 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:19.587971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:19.588307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:19.588667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:19.589003 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:19.589333 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:19.589656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:19.590191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:19.590682 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:19.591171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:19.591668 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:34:19.621910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.622637 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Attempting to bind port be23f2df-c9cf-4dd2-997f-ae1e8fff487d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:34:19.623178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Attempting to bind port be23f2df-c9cf-4dd2-997f-ae1e8fff487d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:34:19.623712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Attempting to bind port be23f2df-c9cf-4dd2-997f-ae1e8fff487d on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:34:19.632507 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:34:19.633266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:19.633924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.634387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:34:19.635095 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Bound port: be23f2df-c9cf-4dd2-997f-ae1e8fff487d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:34:19.635317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.739432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] For port be23f2df-c9cf-4dd2-997f-ae1e8fff487d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:34:19.743258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] For port be23f2df-c9cf-4dd2-997f-ae1e8fff487d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=be23f2df-c9cf-4dd2-997f-ae1e8fff487d,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:34:19.752758 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-86f487f3-53d6-45f7-a6dd-1fe76a47467f tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags HTTP/1.1" status: 204 len: 168 time: 0.4498334 Apr 29 15:34:19.755186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35058) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:19.761825 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-47f07c25-6495-4e78-a731-66d4ff8a9b9e tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647', 'tempest-TagsExtTest-Tag-719240757') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:19.762194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-61745a0c-12ae-4727-84fb-8c566fa5b197 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Unset dirty status for tenant:1a044117e3b3456eae27b6d2aaff8d1a on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:19.765710 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-61745a0c-12ae-4727-84fb-8c566fa5b197 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 1.1361775 Apr 29 15:34:19.767042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Port': ['ID=88a0fca0-d8f2-4ed0-99e8-48c0102e69dc,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:19.768708 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35062) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:19.772790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No DVR routers for this DVR port 88a0fca0-d8f2-4ed0-99e8-48c0102e69dc on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:19.825045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'networks': [{'name': 'tempest-network--1468646299'}, {'name': 'tempest-network--1240644213'}]} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:19.825371 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'network': {'name': 'tempest-network--1468646299'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:19.825820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'network': {'name': 'tempest-network--1240644213'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:19.829526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.834699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:19.835652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.837213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:19.862235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:19.926018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395ab53-30fa-46bf-a41b-e41dea890c2c None None] Pushing event updated for resources: {'Port': ['ID=be23f2df-c9cf-4dd2-997f-ae1e8fff487d,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:19.987695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:20.000589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f359c28f-7d25-4ada-92d9-5fe00593b9df tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Deleting port ff9d0fd6-9ff8-4149-8ae2-af3352184ea6 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:20.000944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f359c28f-7d25-4ada-92d9-5fe00593b9df tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:20.076499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Usage tracker for resource:network and tenant:ec7798f56c85417786fe3ac63e736da8 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:20.077639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01caa9db-7397-4d90-90db-7736fe07f0af']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:20.092409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:20.096294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa72d6d5-87f9-430c-a976-7da287e4537f') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:20.099088 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa72d6d5-87f9-430c-a976-7da287e4537f') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:20.123361 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:20.196784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:20.198917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:20.215954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:20.216438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:20.221849 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9854867 Apr 29 15:34:20.224271 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35066) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:20.229155 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a1dd8-f674-4a1f-8237-b7fac98aa4a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Network': ['ID=98780b1d-d18c-4ea0-af1e-8ae2b3abacc2,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:20.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:20.243278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'subnet': {'network_id': '98780b1d-d18c-4ea0-af1e-8ae2b3abacc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:20.253585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:20.346438 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-47f07c25-6495-4e78-a731-66d4ff8a9b9e tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] show failed (client error): The resource could not be found. Apr 29 15:34:20.350188 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-47f07c25-6495-4e78-a731-66d4ff8a9b9e tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags/tempest-TagsExtTest-Tag-719240757 HTTP/1.1" status: 404 len: 328 time: 0.5914004 Apr 29 15:34:20.355277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35070) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:20.384335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Router a3e1fc81-7a4c-4607-9725-7938cb1a2e32 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:34:20.423720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Made reservation on behalf of ec7798f56c85417786fe3ac63e736da8 for: {'network': 2} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:20.428277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:20.448568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-24a4ae69-9973-4f19-b89c-255647d37a7c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647', 'tempest-TagsExtTest-Tag-44815381') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:20.477554 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:34:20.496502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:20.522793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:20.580269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:20.612306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:20.613841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Network': ['ID=01caa9db-7397-4d90-90db-7736fe07f0af,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:20.614685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:20.622406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.objects.ports [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88714) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:34:20.623457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:subnet and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:20.627506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:20.630506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Usage tracker for resource:security_group_rule and tenant:ec7798f56c85417786fe3ac63e736da8 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:20.647759 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-96df1a5f-5690-4a1b-b4b6-45b3f85e1698 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/01caa9db-7397-4d90-90db-7736fe07f0af HTTP/1.1" status: 204 len: 168 time: 6.6312077 Apr 29 15:34:20.653089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35074) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:20.661596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f359c28f-7d25-4ada-92d9-5fe00593b9df tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:20.672342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:20.694656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:20.705814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:20.721225 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e935355-e582-4d1b-8891-b57bceaf05ae tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:20.721369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e935355-e582-4d1b-8891-b57bceaf05ae tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:20.725498 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2e935355-e582-4d1b-8891-b57bceaf05ae tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/subnets/bfd504ef-c5f7-4797-8336-703b1777d554 HTTP/1.1" status: 404 len: 337 time: 0.0669274 Apr 29 15:34:20.729074 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35078) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:20.738224 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-24a4ae69-9973-4f19-b89c-255647d37a7c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] show failed (client error): The resource could not be found. Apr 29 15:34:20.738880 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-24a4ae69-9973-4f19-b89c-255647d37a7c tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags/tempest-TagsExtTest-Tag-44815381 HTTP/1.1" status: 404 len: 327 time: 0.3677256 Apr 29 15:34:20.765868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35082) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:20.782488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-7c951916-4c01-4f72-a17d-14cabbe72fcf tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647', 'tempest-TagsExtTest-Tag-1440398379') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:20.843453 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f359c28f-7d25-4ada-92d9-5fe00593b9df tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Calling delete_port for ff9d0fd6-9ff8-4149-8ae2-af3352184ea6 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:20.844682 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2f71a8-f525-44d3-935d-143ffe038827 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:20.845160 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2f71a8-f525-44d3-935d-143ffe038827 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:20.867204 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:20.870671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:20.896602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:34:20.902511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:20.907099 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a1521a59-d56e-4b4d-9039-fb8d7aec0a64 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "PUT /v2.0/routers/a3e1fc81-7a4c-4607-9725-7938cb1a2e32 HTTP/1.1" status: 200 len: 916 time: 8.3015382 Apr 29 15:34:20.908269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35086) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:20.916013 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac410904-3119-43a2-b3e7-f0a67b915895 None None] Sync routers for ids ['a3e1fc81-7a4c-4607-9725-7938cb1a2e32'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:34:20.929984 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac410904-3119-43a2-b3e7-f0a67b915895 None None] Routers {'a3e1fc81-7a4c-4607-9725-7938cb1a2e32'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:20.930965 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ac410904-3119-43a2-b3e7-f0a67b915895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['a3e1fc81-7a4c-4607-9725-7938cb1a2e32'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:21.008249 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-aa2f71a8-f525-44d3-935d-143ffe038827 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/01caa9db-7397-4d90-90db-7736fe07f0af HTTP/1.1" status: 404 len: 339 time: 0.2759109 Apr 29 15:34:21.008484 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ac410904-3119-43a2-b3e7-f0a67b915895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:21.014115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35090) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:21.019064 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac410904-3119-43a2-b3e7-f0a67b915895 None None] Routers {'a3e1fc81-7a4c-4607-9725-7938cb1a2e32'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:21.019788 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ac410904-3119-43a2-b3e7-f0a67b915895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['a3e1fc81-7a4c-4607-9725-7938cb1a2e32'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:21.076833 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef883e1-eccb-4caa-95aa-c02bdf15ee1f None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:34:21.117957 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ac410904-3119-43a2-b3e7-f0a67b915895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:21.118348 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac410904-3119-43a2-b3e7-f0a67b915895 None None] The sync data for ids ['a3e1fc81-7a4c-4607-9725-7938cb1a2e32'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:34:21.152928 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc5fbe4-e5b8-42c7-a387-75042f3b0f95 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:21.153540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc5fbe4-e5b8-42c7-a387-75042f3b0f95 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:21.186234 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-541b4c33-6246-47be-9009-12c9c5dedc17 None None] Provisioning for port be23f2df-c9cf-4dd2-997f-ae1e8fff487d completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:21.190162 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5fc5fbe4-e5b8-42c7-a387-75042f3b0f95 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/subnets/14d0aad7-8ff5-4b33-a7f3-9e297a25ee7c HTTP/1.1" status: 404 len: 337 time: 0.1632457 Apr 29 15:34:21.196131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35094) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:21.215837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef883e1-eccb-4caa-95aa-c02bdf15ee1f None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:34:21.227567 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-7c951916-4c01-4f72-a17d-14cabbe72fcf tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] show failed (client error): The resource could not be found. Apr 29 15:34:21.228688 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7c951916-4c01-4f72-a17d-14cabbe72fcf tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags/tempest-TagsExtTest-Tag-1440398379 HTTP/1.1" status: 404 len: 329 time: 0.4559515 Apr 29 15:34:21.238957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35098) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:21.244406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-e31e5a08-d8f7-4078-8e0d-f2e85ec3ed00 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63', {'tags': ['tempest-TagsExtTest-Tag-1203216487', 'tempest-TagsExtTest-Tag-1216075079', 'tempest-TagsExtTest-Tag-251495753']}) {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:21.289906 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-56030a0a-342f-4565-b5a2-d7738049e2a6 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:21.290293 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56030a0a-342f-4565-b5a2-d7738049e2a6 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:21.306404 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5c5010bd-dc9c-40d5-82e8-85d7951b2112 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/routers/a3e1fc81-7a4c-4607-9725-7938cb1a2e32 HTTP/1.1" status: 200 len: 922 time: 0.3977404 Apr 29 15:34:21.309543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35102) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:21.337544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:21.385094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f359c28f-7d25-4ada-92d9-5fe00593b9df tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:21.417962 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-56030a0a-342f-4565-b5a2-d7738049e2a6 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/4aa1e73a-3700-42cd-af90-6296fcbbc905 HTTP/1.1" status: 404 len: 339 time: 0.2206304 Apr 29 15:34:21.438620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35106) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:21.439416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359c28f-7d25-4ada-92d9-5fe00593b9df tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Pushing event deleted for resources: {'Port': ['ID=ff9d0fd6-9ff8-4149-8ae2-af3352184ea6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:21.443833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:21.444291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:21.496040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:21.563880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae890bf4-8626-47ea-a13f-d79e1c608b72,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:21.583965 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e31e5a08-d8f7-4078-8e0d-f2e85ec3ed00 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "PUT /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags HTTP/1.1" status: 200 len: 317 time: 0.3440061 Apr 29 15:34:21.599265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35110) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:21.603002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:21.630958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-736b3dcb-4786-4b43-8391-1a8e11810bb4 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:21.644076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:21.693433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f359c28f-7d25-4ada-92d9-5fe00593b9df tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:21.792606 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:21.800272 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Added segment bb85a182-a2cd-49a8-8574-8fe63963329e of type vlan for network f5b6d1ee-d8d1-4336-9b02-7340df937e1b Apr 29 15:34:21.800411 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f359c28f-7d25-4ada-92d9-5fe00593b9df tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] 10.222.0.39 "DELETE /v2.0/ports/ff9d0fd6-9ff8-4149-8ae2-af3352184ea6 HTTP/1.1" status: 204 len: 168 time: 2.0215764 Apr 29 15:34:21.800411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35114) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:21.808221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:21.818601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-65913cf0-20f2-4031-b270-cae51b74302e tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Request body: {'port': {'name': 'tempest-new-port-name-403880180', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:21.818927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.api.validators [None req-65913cf0-20f2-4031-b270-cae51b74302e tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] bootfile-name is not in valid_values {{(pid=88715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:34:21.819259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.api.validators [None req-65913cf0-20f2-4031-b270-cae51b74302e tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] tftp-server is not in valid_values {{(pid=88715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:34:21.819581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.api.validators [None req-65913cf0-20f2-4031-b270-cae51b74302e tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] server-ip-address is not in valid_values {{(pid=88715) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 29 15:34:21.852846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd0736a-bb08-4270-9992-768a534297ac tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:21.854325 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8bd0736a-bb08-4270-9992-768a534297ac tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&device_id=a3e1fc81-7a4c-4607-9725-7938cb1a2e32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5370967 Apr 29 15:34:21.862066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35118) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:21.883968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:21.910920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acca5265-df88-41d9-b4db-2e999d0b6ef8']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:21.942041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f613d23a-5f2a-4f9e-88cf-d68cfce1de46') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:21.942329 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f613d23a-5f2a-4f9e-88cf-d68cfce1de46') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:21.964124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.032487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.076295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:22.085419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.104364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-65913cf0-20f2-4031-b270-cae51b74302e tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.116694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Subnet': ['ID=ef11fd8e-13d2-4386-bff9-712b1e7469f8,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:22.119676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] For port be23f2df-c9cf-4dd2-997f-ae1e8fff487d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=be23f2df-c9cf-4dd2-997f-ae1e8fff487d,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:22.126119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.126452 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Added segment 2d0c0824-0042-4618-8eec-1d7a7128c168 of type vlan for network 409f1f6a-cea7-4c31-b63e-933c2a7c1373 Apr 29 15:34:22.134868 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-736b3dcb-4786-4b43-8391-1a8e11810bb4 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags HTTP/1.1" status: 204 len: 168 time: 0.5283997 Apr 29 15:34:22.139287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35122) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:22.146471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-ba63923a-39bd-4695-97bb-e256f5e161eb tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63', 'tempest-TagsExtTest-Tag-1203216487') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:22.155307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:22.155893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.165593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device be23f2df-c9cf-4dd2-997f-ae1e8fff487d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:22.170394 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:22.173493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Checking segment: {'id': '6aa2c871-a41a-4517-9fc6-cc440fa3d47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98780b1d-d18c-4ea0-af1e-8ae2b3abacc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:22.173493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network hostable DHCP agents. Network: 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:34:22.182372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec58285-d3bd-4455-a4fd-c34a393c329d tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:22.183722 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8ec58285-d3bd-4455-a4fd-c34a393c329d tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/networks/5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 881 time: 0.3195679 Apr 29 15:34:22.190821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35126) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:22.215586 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.221712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.257703 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-ba63923a-39bd-4695-97bb-e256f5e161eb tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] show failed (client error): The resource could not be found. Apr 29 15:34:22.258777 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ba63923a-39bd-4695-97bb-e256f5e161eb tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags/tempest-TagsExtTest-Tag-1203216487 HTTP/1.1" status: 404 len: 329 time: 0.1183033 Apr 29 15:34:22.261945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35130) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:22.269697 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-2dcc7a1b-b2d5-488c-af5c-653035408073 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63', 'tempest-TagsExtTest-Tag-1216075079') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:22.295325 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.296151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.300343 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-2dcc7a1b-b2d5-488c-af5c-653035408073 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] show failed (client error): The resource could not be found. Apr 29 15:34:22.304021 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2dcc7a1b-b2d5-488c-af5c-653035408073 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags/tempest-TagsExtTest-Tag-1216075079 HTTP/1.1" status: 404 len: 329 time: 0.0385509 Apr 29 15:34:22.313902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35134) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:22.320444 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-aefe0f86-d32f-4e9b-9077-9f4da86ae018 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e1fc81-7a4c-4607-9725-7938cb1a2e32 HTTP/1.1" status: 200 len: 205 time: 0.1138363 Apr 29 15:34:22.328635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port be23f2df-c9cf-4dd2-997f-ae1e8fff487d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:22.329878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-182a0a49-a715-4dd1-8b0f-991c3e7d37bf tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63', 'tempest-TagsExtTest-Tag-251495753') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:22.334096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port be23f2df-c9cf-4dd2-997f-ae1e8fff487d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:22.334554 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.343698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35138) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:22.383559 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.384055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.389436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:22.395573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:22.396208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.426950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:34:22.455177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.482326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:22.493407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port be23f2df-c9cf-4dd2-997f-ae1e8fff487d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=be23f2df-c9cf-4dd2-997f-ae1e8fff487d,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:22.494829 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:22.504730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fa1537-9afe-45aa-b9a3-ac6a54a34e27 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:22.504884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:22.505357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.512913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.546692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.581935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.589994 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.0440693 Apr 29 15:34:22.591846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event updated for resources: {'Network': ['ID=f5b6d1ee-d8d1-4336-9b02-7340df937e1b,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:22.594842 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=4cd56b8c-72d2-4b97-b4e7-d9d560d1e005,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:22.596684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:22.598189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=be23f2df-c9cf-4dd2-997f-ae1e8fff487d,revision_number=4']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:22.606387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35142) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:22.625718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:22.625949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Network': ['ID=acca5265-df88-41d9-b4db-2e999d0b6ef8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:22.626669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:22.631459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e754b-0194-42b9-afd3-2fe7dc71c948 None None] Network 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:22.663118 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network f5b6d1ee-d8d1-4336-9b02-7340df937e1b details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:22.668611 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-182a0a49-a715-4dd1-8b0f-991c3e7d37bf tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] show failed (client error): The resource could not be found. Apr 29 15:34:22.668611 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-182a0a49-a715-4dd1-8b0f-991c3e7d37bf tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags/tempest-TagsExtTest-Tag-251495753 HTTP/1.1" status: 404 len: 328 time: 0.3497908 Apr 29 15:34:22.676729 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fab6cc39-3459-4fdd-952f-dfa66399fbcf tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/acca5265-df88-41d9-b4db-2e999d0b6ef8 HTTP/1.1" status: 204 len: 168 time: 1.2324626 Apr 29 15:34:22.676925 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35148) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:22.679772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35150) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:22.693948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-c0a5c2eb-db6e-40d8-9fdb-e1486827af62 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6cdb7ba1-3491-4a84-9b36-14d1cca4fc63') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:22.751878 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cf7e36c7-9cdd-473d-89ef-d65d9ba2197f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.1133478 Apr 29 15:34:22.760268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35156) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:22.767684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca1761-b01c-4a15-bf0f-ae57919dcf64 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event updated for resources: {'Network': ['ID=409f1f6a-cea7-4c31-b63e-933c2a7c1373,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:22.774635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:56:39:a3', 'name': 'tempest-NetworksTestDHCPv6-678526761'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:22.821764 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ac6d25a3-2c94-47ef-98db-37a2bf966712 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5911717 Apr 29 15:34:22.829437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35160) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:22.838998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-018e1e1c-a570-45b9-8a06-4c0e15748ff9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1444696710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:22.882514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 409f1f6a-cea7-4c31-b63e-933c2a7c1373 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:22.898935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-018e1e1c-a570-45b9-8a06-4c0e15748ff9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:22.908720 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c0a5c2eb-db6e-40d8-9fdb-e1486827af62 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63/tags HTTP/1.1" status: 204 len: 168 time: 0.2301641 Apr 29 15:34:22.908720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-018e1e1c-a570-45b9-8a06-4c0e15748ff9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:router and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:22.918230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-018e1e1c-a570-45b9-8a06-4c0e15748ff9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:22.921493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35164) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:22.929475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.tag.tag_plugin [None req-f638bab1-566e-4742-91c4-ac5dd9424fdf tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a58df06e-be26-4139-92fe-f5426f838647') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:22.942683 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aea6590-c11c-4339-be51-ee9e2202097c tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:22.943124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aea6590-c11c-4339-be51-ee9e2202097c tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:22.945014 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4aea6590-c11c-4339-be51-ee9e2202097c tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/subnets/18e7372c-02e0-493c-80d3-07841e040f63 HTTP/1.1" status: 404 len: 337 time: 0.2549305 Apr 29 15:34:22.954983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=be23f2df-c9cf-4dd2-997f-ae1e8fff487d,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:22.957303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35168) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.003502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-018e1e1c-a570-45b9-8a06-4c0e15748ff9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:23.007280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.116426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:23.124841 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c272d36-4937-4330-b728-96854d485cd6 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:23.125314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c272d36-4937-4330-b728-96854d485cd6 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:23.126234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:23.129778 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5c272d36-4937-4330-b728-96854d485cd6 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/79d0d854-ab27-4a5f-9596-b8d03da2109b HTTP/1.1" status: 404 len: 339 time: 0.1667848 Apr 29 15:34:23.131718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:23.134730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35172) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.173398 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:23.178876 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f638bab1-566e-4742-91c4-ac5dd9424fdf tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647/tags HTTP/1.1" status: 204 len: 168 time: 0.2538939 Apr 29 15:34:23.181848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-018e1e1c-a570-45b9-8a06-4c0e15748ff9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.182372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-018e1e1c-a570-45b9-8a06-4c0e15748ff9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.183109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35176) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.189412 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c14399-b063-478a-b686-6dda5dc31bec tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:23.196646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c14399-b063-478a-b686-6dda5dc31bec tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:23.196646 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-18c14399-b063-478a-b686-6dda5dc31bec tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/subnets/31477ce5-780f-4527-a2ea-044a542ac647 HTTP/1.1" status: 404 len: 337 time: 0.0557420 Apr 29 15:34:23.199113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35180) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.203653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-d8ede3d1-8fe4-4490-889d-f67e84ff35cb tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1822aa6d-d9e9-4169-bfdb-ddc56e3e1343') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:23.233562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-018e1e1c-a570-45b9-8a06-4c0e15748ff9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.235423 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-0676b3fb-89cc-4602-8074-f3fa0e14d6e2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:23.236094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0676b3fb-89cc-4602-8074-f3fa0e14d6e2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:23.255784 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0676b3fb-89cc-4602-8074-f3fa0e14d6e2 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/e8c094fa-8bcd-4a4c-9fd4-36031274b785 HTTP/1.1" status: 404 len: 339 time: 0.0551062 Apr 29 15:34:23.258242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6571961f-5cde-4076-8121-ac6c106f482c tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:23.258943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35184) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.263475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-98780b1d-d18c-4ea0-af1e-8ae2b3abacc2', 'network_id': '98780b1d-d18c-4ea0-af1e-8ae2b3abacc2', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'fixed_ips': [{'subnet_id': 'ef11fd8e-13d2-4386-bff9-712b1e7469f8'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:34:23.263971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6571961f-5cde-4076-8121-ac6c106f482c tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:23.264379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.270485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6571961f-5cde-4076-8121-ac6c106f482c tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:23.276094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6571961f-5cde-4076-8121-ac6c106f482c tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:23.277707 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6571961f-5cde-4076-8121-ac6c106f482c tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6620612 Apr 29 15:34:23.294884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35188) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.303661 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-65913cf0-20f2-4031-b270-cae51b74302e tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.303791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:23.320020 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2ef539-45be-4ad1-92a2-b6356ef4a4aa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:23.320616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2ef539-45be-4ad1-92a2-b6356ef4a4aa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:23.322215 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3c2ef539-45be-4ad1-92a2-b6356ef4a4aa tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/subnets/ad883726-e4de-4b8f-84fe-01c2935bf8d4 HTTP/1.1" status: 404 len: 337 time: 0.0623720 Apr 29 15:34:23.325426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35192) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.369535 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9b20b3-5c49-4f69-ae1f-e84de2d9396a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:23.370049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9b20b3-5c49-4f69-ae1f-e84de2d9396a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:23.371747 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fc9b20b3-5c49-4f69-ae1f-e84de2d9396a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/d21bbf75-b0ec-4c5c-8eb4-702f036c4053 HTTP/1.1" status: 404 len: 339 time: 0.0454030 Apr 29 15:34:23.375031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-018e1e1c-a570-45b9-8a06-4c0e15748ff9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.421596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35196) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.482146 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-65913cf0-20f2-4031-b270-cae51b74302e tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.488111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.503956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Allocated IP 172.20.0.2 (98780b1d-d18c-4ea0-af1e-8ae2b3abacc2/ef11fd8e-13d2-4386-bff9-712b1e7469f8/41f20e2b-faa7-45be-9671-7605543718c6) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:23.520506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port 77240145-9f15-4bec-84f8-6c4b6c4b6e31 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:23.540665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.559234 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a978fb-5b2f-45f3-888c-0d224cd1817b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:23.559924 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a978fb-5b2f-45f3-888c-0d224cd1817b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:23.560890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-018e1e1c-a570-45b9-8a06-4c0e15748ff9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.564537 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c6a978fb-5b2f-45f3-888c-0d224cd1817b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/subnets/d5c2d75d-c18f-47bb-876c-69028eb5defe HTTP/1.1" status: 404 len: 337 time: 0.1377010 Apr 29 15:34:23.564694 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-018e1e1c-a570-45b9-8a06-4c0e15748ff9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7317586 Apr 29 15:34:23.564694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35200) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.564694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35202) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.566152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.581048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'port': {'network_id': '98780b1d-d18c-4ea0-af1e-8ae2b3abacc2', 'name': 'tempest-RoutersTest-1303587091'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:23.647569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65913cf0-20f2-4031-b270-cae51b74302e tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Pushing event updated for resources: {'Port': ['ID=2dd170ff-d4f3-487d-b56b-1635d6f0064c,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:23.663538 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d8ede3d1-8fe4-4490-889d-f67e84ff35cb tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343/tags HTTP/1.1" status: 204 len: 168 time: 0.4723425 Apr 29 15:34:23.667695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35208) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.695527 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db36a9e-fa7f-44ac-a03b-2cbe53d9628a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:23.696002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db36a9e-fa7f-44ac-a03b-2cbe53d9628a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:23.720895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.tag.tag_plugin [None req-65977b62-fb2a-4fe0-a587-4cf3b7be2dd8 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '71d3d08e-a11d-4697-a005-6bb3f09b464b') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:23.758589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Deleting port 8a4c7cfe-5d09-42a2-a34e-8af6c059e89e {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:23.758936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.783988 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.797049 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4db36a9e-fa7f-44ac-a03b-2cbe53d9628a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/ba214d9e-8318-4821-9351-358799fa92f2 HTTP/1.1" status: 404 len: 339 time: 0.2311816 Apr 29 15:34:23.803460 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Transition to ACTIVE for port object 41f20e2b-faa7-45be-9671-7605543718c6 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:23.805731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35212) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.830621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Transition to ACTIVE for port object 41f20e2b-faa7-45be-9671-7605543718c6 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:23.886347 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-65913cf0-20f2-4031-b270-cae51b74302e tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] In _notify_port_updated(), no bound segment for port 2dd170ff-d4f3-487d-b56b-1635d6f0064c on network 4cc679e8-de2f-4c25-82e4-de1ac566d8ed {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:34:23.892931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65913cf0-20f2-4031-b270-cae51b74302e tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:23.893540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-65913cf0-20f2-4031-b270-cae51b74302e tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.894901 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-65913cf0-20f2-4031-b270-cae51b74302e tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] 10.222.0.39 "PUT /v2.0/ports/2dd170ff-d4f3-487d-b56b-1635d6f0064c HTTP/1.1" status: 200 len: 1135 time: 2.0895662 Apr 29 15:34:23.906590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35216) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:23.924762 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:23.932863 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4848a0-e4e8-43d5-9fb3-14c3940fa55a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:23.933314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4848a0-e4e8-43d5-9fb3-14c3940fa55a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:23.935011 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8f4848a0-e4e8-43d5-9fb3-14c3940fa55a tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/subnets/f9a87ba8-0f72-45f0-99ea-cad421acb034 HTTP/1.1" status: 404 len: 337 time: 0.1168251 Apr 29 15:34:23.977472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35220) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:24.037020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Pushing event updated for resources: {'Port': ['ID=41f20e2b-faa7-45be-9671-7605543718c6,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:24.051016 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:24.053938 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.065081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:port and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:24.070650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:24.073796 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Network 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:24.075898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:24.078888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2981e6af-28a8-4129-bfca-b1527c559bde None None] Provisioning complete for port 2dd170ff-d4f3-487d-b56b-1635d6f0064c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:24.082158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2981e6af-28a8-4129-bfca-b1527c559bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.084341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:24.131517 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:24.132170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.151517 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1216e43-a23b-4bfa-80c9-55603c654c90 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:24.151987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1216e43-a23b-4bfa-80c9-55603c654c90 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:24.156031 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b1216e43-a23b-4bfa-80c9-55603c654c90 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/7504ec15-d91d-45c6-8226-4c6dfc5c0efb HTTP/1.1" status: 404 len: 339 time: 0.1681170 Apr 29 15:34:24.162227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device be23f2df-c9cf-4dd2-997f-ae1e8fff487d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:24.163190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35224) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:24.179860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:24.183493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.214212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] device_id is not set on port fcfbffcd-b512-468f-910a-0ab68e7b22d8 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:24.262566 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774667fc-a5b8-465f-9579-3495c6430ed8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:24.263159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-774667fc-a5b8-465f-9579-3495c6430ed8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Synchronizing usage tracker for tenant:1a044117e3b3456eae27b6d2aaff8d1a on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:24.271263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b6d1ee-d8d1-4336-9b02-7340df937e1b']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:24.290621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2981e6af-28a8-4129-bfca-b1527c559bde None None] Port 2dd170ff-d4f3-487d-b56b-1635d6f0064c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:24.300846 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-319d7200-0367-4b8e-9de9-87c5a04c4158 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:24.301296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319d7200-0367-4b8e-9de9-87c5a04c4158 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:24.305356 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-319d7200-0367-4b8e-9de9-87c5a04c4158 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/subnets/6e1d5825-4627-4ef0-a8b7-3c2c3169a820 HTTP/1.1" status: 404 len: 337 time: 0.1285987 Apr 29 15:34:24.309841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35228) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:24.310469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Attempting to bind port 41f20e2b-faa7-45be-9671-7605543718c6 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:34:24.310835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Attempting to bind port 41f20e2b-faa7-45be-9671-7605543718c6 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '6aa2c871-a41a-4517-9fc6-cc440fa3d47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98780b1d-d18c-4ea0-af1e-8ae2b3abacc2'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:34:24.311192 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Attempting to bind port 41f20e2b-faa7-45be-9671-7605543718c6 on network 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:34:24.312004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb85a182-a2cd-49a8-8574-8fe63963329e') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:24.312309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb85a182-a2cd-49a8-8574-8fe63963329e') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:24.318955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:34:24.319319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Checking segment: {'id': '6aa2c871-a41a-4517-9fc6-cc440fa3d47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98780b1d-d18c-4ea0-af1e-8ae2b3abacc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:24.320151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.320151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Bound using segment: {'id': '6aa2c871-a41a-4517-9fc6-cc440fa3d47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98780b1d-d18c-4ea0-af1e-8ae2b3abacc2'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:34:24.320772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Bound port: 41f20e2b-faa7-45be-9671-7605543718c6, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa2c871-a41a-4517-9fc6-cc440fa3d47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '98780b1d-d18c-4ea0-af1e-8ae2b3abacc2'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:34:24.320986 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.361863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.362132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::37d (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/4f19a0f9-55d2-4486-944a-5f17c356f995/77240145-9f15-4bec-84f8-6c4b6c4b6e31) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:24.371792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8:0:1:f816:3eff:fe56:39a3 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/4cd56b8c-72d2-4b97-b4e7-d9d560d1e005/77240145-9f15-4bec-84f8-6c4b6c4b6e31) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:24.387325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port be23f2df-c9cf-4dd2-997f-ae1e8fff487d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:24.387633 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.395939 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b521fc3-8da1-4753-b061-2eddd78b44d4 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:24.396399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b521fc3-8da1-4753-b061-2eddd78b44d4 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:24.396735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Allocated IP 172.20.0.8 (98780b1d-d18c-4ea0-af1e-8ae2b3abacc2/ef11fd8e-13d2-4386-bff9-712b1e7469f8/fcfbffcd-b512-468f-910a-0ab68e7b22d8) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:24.400358 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1b521fc3-8da1-4753-b061-2eddd78b44d4 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/361bb5f3-cc45-4f18-991d-92e985007d9b HTTP/1.1" status: 404 len: 339 time: 0.0749063 Apr 29 15:34:24.402887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35232) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:24.406061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.444538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.465635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:24.466042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.478557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-179a7765-9245-415d-9ff3-a2bee3fd1245 None None] Provisioning complete for port be23f2df-c9cf-4dd2-997f-ae1e8fff487d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:24.478919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-179a7765-9245-415d-9ff3-a2bee3fd1245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.482018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-774667fc-a5b8-465f-9579-3495c6430ed8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Unset dirty status for tenant:1a044117e3b3456eae27b6d2aaff8d1a on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:24.483933 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-774667fc-a5b8-465f-9579-3495c6430ed8 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] 10.222.0.39 "GET /v2.0/ports/2dd170ff-d4f3-487d-b56b-1635d6f0064c HTTP/1.1" status: 200 len: 1135 time: 0.5595348 Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:24.485127 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:24.492141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35236) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:24.493993 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5991c4-f5a6-46b5-a2ca-f448eb53875b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:24.494437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5991c4-f5a6-46b5-a2ca-f448eb53875b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:24.496267 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3f5991c4-f5a6-46b5-a2ca-f448eb53875b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/subnets/5e936aa1-a6aa-4272-b3c4-622b220a7d5b HTTP/1.1" status: 404 len: 337 time: 0.0927544 Apr 29 15:34:24.510802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] For port 41f20e2b-faa7-45be-9671-7605543718c6, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:34:24.529177 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35240) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:24.543559 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] For port 41f20e2b-faa7-45be-9671-7605543718c6, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=41f20e2b-faa7-45be-9671-7605543718c6,segment=NetworkSegment(6aa2c871-a41a-4517-9fc6-cc440fa3d47a),segment_id=6aa2c871-a41a-4517-9fc6-cc440fa3d47a)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:34:24.604806 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-285b1ba9-6174-4630-b7a9-546d15d7e16e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:24.605275 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285b1ba9-6174-4630-b7a9-546d15d7e16e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:24.625915 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-65977b62-fb2a-4fe0-a587-4cf3b7be2dd8 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b/tags HTTP/1.1" status: 204 len: 168 time: 0.9035616 Apr 29 15:34:24.635134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.680648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35244) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:24.730220 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-285b1ba9-6174-4630-b7a9-546d15d7e16e tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/853a4cfb-48f7-4f8b-afb5-dc67bcab4533 HTTP/1.1" status: 404 len: 339 time: 0.1770790 Apr 29 15:34:24.761032 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10947c82-44a1-427b-9d3b-589a019d0344 None None] Pushing event updated for resources: {'Port': ['ID=41f20e2b-faa7-45be-9671-7605543718c6,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:24.761257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35248) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:24.765776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bde10-ab93-4554-8676-be6b90fb04e0 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Deleting port 2dd170ff-d4f3-487d-b56b-1635d6f0064c {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:24.766120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde10-ab93-4554-8676-be6b90fb04e0 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.818582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Calling delete_port for 8a4c7cfe-5d09-42a2-a34e-8af6c059e89e owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:24.955417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:24.973713 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9b4b6d-8568-42b2-a7e0-37bd371553cc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:24.974167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9b4b6d-8568-42b2-a7e0-37bd371553cc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:24.975850 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2e9b4b6d-8568-42b2-a7e0-37bd371553cc tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/subnets/f655c081-f00d-4c2c-ac27-8a7973a2cd81 HTTP/1.1" status: 404 len: 337 time: 0.1813886 Apr 29 15:34:24.989561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35252) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:25.008601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.041376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event deleted for resources: {'Network': ['ID=f5b6d1ee-d8d1-4336-9b02-7340df937e1b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:25.059886 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7f2f71-8b60-4085-a8c0-17fef251664b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:25.060357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7f2f71-8b60-4085-a8c0-17fef251664b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:25.065424 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7c7f2f71-8b60-4085-a8c0-17fef251664b tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/650f221f-172a-4b24-914e-ef341c080ecf HTTP/1.1" status: 404 len: 339 time: 0.0708833 Apr 29 15:34:25.065424 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ddc4f20d-6255-4b77-9030-f64727652e86 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "DELETE /v2.0/networks/f5b6d1ee-d8d1-4336-9b02-7340df937e1b HTTP/1.1" status: 204 len: 168 time: 1.7683311 Apr 29 15:34:25.067271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35256) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:25.067475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35258) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:25.166017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.236262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.251286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Transition to ACTIVE for port object fcfbffcd-b512-468f-910a-0ab68e7b22d8 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:25.281259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-e164d76d-6381-4dca-8f69-d25ff5b09461 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting subnet 25ae1063-650e-4c54-b46d-9bfe63195ab4 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:25.281898 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.295043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.297650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e164d76d-6381-4dca-8f69-d25ff5b09461 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.326394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4dc2a947-0efc-437c-a1f0-0ded8fcaa62d tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for subnetpool, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.327704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Pushing event deleted for resources: {'Port': ['ID=8a4c7cfe-5d09-42a2-a34e-8af6c059e89e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:25.328155 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4dc2a947-0efc-437c-a1f0-0ded8fcaa62d tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/subnetpools/6cdb7ba1-3491-4a84-9b36-14d1cca4fc63 HTTP/1.1" status: 204 len: 168 time: 0.6236811 Apr 29 15:34:25.336126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35264) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:25.337118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object 77240145-9f15-4bec-84f8-6c4b6c4b6e31 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:25.394570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde10-ab93-4554-8676-be6b90fb04e0 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.414947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-859e8c0f-7245-4b26-8637-9c0bae484303 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Synchronizing usage tracker for tenant:be80291f2a834279b842d6c897a0564e on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:25.461467 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e164d76d-6381-4dca-8f69-d25ff5b09461 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.539181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bde10-ab93-4554-8676-be6b90fb04e0 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Calling delete_port for 2dd170ff-d4f3-487d-b56b-1635d6f0064c owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:25.588987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.616781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.660591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.707170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:25.710865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:25.716970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=fcfbffcd-b512-468f-910a-0ab68e7b22d8,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:25.720013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:25.751487 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-859e8c0f-7245-4b26-8637-9c0bae484303 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Unset dirty status for tenant:be80291f2a834279b842d6c897a0564e on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:25.755211 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-859e8c0f-7245-4b26-8637-9c0bae484303 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58df06e-be26-4139-92fe-f5426f838647 HTTP/1.1" status: 200 len: 205 time: 0.4141123 Apr 29 15:34:25.759962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35268) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:25.825064 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409f1f6a-cea7-4c31-b63e-933c2a7c1373']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:25.846347 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.847721 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af8bafd-9d6d-4cc2-b1ea-7a46c10a267d None None] Network 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:25.849043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0c0824-0042-4618-8eec-1d7a7128c168') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:25.849349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0c0824-0042-4618-8eec-1d7a7128c168') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:25.856354 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.870529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.901915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e164d76d-6381-4dca-8f69-d25ff5b09461 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.929137 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.947052 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:25.947454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:25.965759 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:26.039430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.039902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Fanout notify agent at l3_agent the message router_deleted on router a3e1fc81-7a4c-4607-9725-7938cb1a2e32 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:34:26.054287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.058724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.059872 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-53c61908-1d20-4bc5-ae3b-167bb270688f tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/routers/a3e1fc81-7a4c-4607-9725-7938cb1a2e32 HTTP/1.1" status: 204 len: 168 time: 3.7134540 Apr 29 15:34:26.064073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35272) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:26.071012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-fb8f7f70-cdbb-435e-8585-e86caba336c2 None None] Provisioning for port 41f20e2b-faa7-45be-9671-7605543718c6 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:26.072174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1686472700', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}, 'admin_state_up': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:26.081628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:26.090359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Usage tracker for resource:router and tenant:498df870ada0465fbf1738c92df087a2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:26.096918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:26.100695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:26.144720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.162153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:26.162915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.164152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.175161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event deleted for resources: {'Network': ['ID=409f1f6a-cea7-4c31-b63e-933c2a7c1373,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:26.180519 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-766f601a-201d-4cba-a231-757000fa2482 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "DELETE /v2.0/networks/409f1f6a-cea7-4c31-b63e-933c2a7c1373 HTTP/1.1" status: 204 len: 168 time: 1.1094069 Apr 29 15:34:26.181854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35276) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:26.211546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 41f20e2b-faa7-45be-9671-7605543718c6 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:26.222165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.223279 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.231185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e164d76d-6381-4dca-8f69-d25ff5b09461 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.244278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:26.252354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37ec1587-0f03-4062-bd8f-0265fb656027 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.305773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164d76d-6381-4dca-8f69-d25ff5b09461 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Subnet': ['ID=25ae1063-650e-4c54-b46d-9bfe63195ab4,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:26.322915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:26.351296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 41f20e2b-faa7-45be-9671-7605543718c6 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:26.357007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 41f20e2b-faa7-45be-9671-7605543718c6 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:26.357757 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.403152 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b03163ff-aced-44e0-9289-5fe419341723 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8332598 Apr 29 15:34:26.403152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:26.410111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:26.410571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.426308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=77240145-9f15-4bec-84f8-6c4b6c4b6e31,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:26.438731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35280) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:26.535489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.558031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e164d76d-6381-4dca-8f69-d25ff5b09461 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.574051 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990bb175-ba5a-428a-bc39-aded6a4e7113 None None] Network 78609e47-944f-4263-a254-0ed31be5db41 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:26.579235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.583869 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e164d76d-6381-4dca-8f69-d25ff5b09461 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/subnets/25ae1063-650e-4c54-b46d-9bfe63195ab4 HTTP/1.1" status: 204 len: 168 time: 1.5154812 Apr 29 15:34:26.598811 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35284) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:26.692691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde10-ab93-4554-8676-be6b90fb04e0 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.702725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 41f20e2b-faa7-45be-9671-7605543718c6, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=41f20e2b-faa7-45be-9671-7605543718c6,segment=NetworkSegment(6aa2c871-a41a-4517-9fc6-cc440fa3d47a),segment_id=6aa2c871-a41a-4517-9fc6-cc440fa3d47a)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:26.743741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e13ff-7d18-4a6b-9f13-1fc7bd8225af tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:26.743964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a39c7503-98b9-46bc-a478-d636caacd41f None None] Provisioning complete for port 41f20e2b-faa7-45be-9671-7605543718c6 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:26.744322 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a39c7503-98b9-46bc-a478-d636caacd41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.750487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e13ff-7d18-4a6b-9f13-1fc7bd8225af tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:26.751288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2e6e13ff-7d18-4a6b-9f13-1fc7bd8225af tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Synchronizing usage tracker for tenant:ec7798f56c85417786fe3ac63e736da8 on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:26.819562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:26.836303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bde10-ab93-4554-8676-be6b90fb04e0 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Pushing event deleted for resources: {'Port': ['ID=2dd170ff-d4f3-487d-b56b-1635d6f0064c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:26.926493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=41f20e2b-faa7-45be-9671-7605543718c6,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:26.933675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.003777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2e6e13ff-7d18-4a6b-9f13-1fc7bd8225af tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Unset dirty status for tenant:ec7798f56c85417786fe3ac63e736da8 on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:27.008723 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2e6e13ff-7d18-4a6b-9f13-1fc7bd8225af tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8222284 Apr 29 15:34:27.017471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35288) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:27.054032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1359356959'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:27.063911 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0746e842-3de7-4840-8a0c-7227adac2e8c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2960072 Apr 29 15:34:27.069083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a39c7503-98b9-46bc-a478-d636caacd41f None None] Provisioning for port fcfbffcd-b512-468f-910a-0ab68e7b22d8 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:27.080335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a39c7503-98b9-46bc-a478-d636caacd41f None None] Provisioning complete for port fcfbffcd-b512-468f-910a-0ab68e7b22d8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:27.080502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35292) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:27.080628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a39c7503-98b9-46bc-a478-d636caacd41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.089544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port f20cc340-1d56-4da0-828b-fa5687fb7f0a {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:27.090100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.130214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4204b6a-41e0-4a85-855b-c1847e1e1f1d None None] DHCP port deletion for 78609e47-944f-4263-a254-0ed31be5db41 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:34:27.131761 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:27.137672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f4204b6a-41e0-4a85-855b-c1847e1e1f1d None None] Deleting port f20cc340-1d56-4da0-828b-fa5687fb7f0a {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:27.144314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f4204b6a-41e0-4a85-855b-c1847e1e1f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.200443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a39c7503-98b9-46bc-a478-d636caacd41f None None] Port fcfbffcd-b512-468f-910a-0ab68e7b22d8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:27.361183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.394912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] For port f20cc340-1d56-4da0-828b-fa5687fb7f0a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f20cc340-1d56-4da0-828b-fa5687fb7f0a,segment=NetworkSegment(8ee9162a-7029-4119-9d6c-f68a9c025657),segment_id=8ee9162a-7029-4119-9d6c-f68a9c025657)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:27.395187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f4204b6a-41e0-4a85-855b-c1847e1e1f1d None None] For port f20cc340-1d56-4da0-828b-fa5687fb7f0a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f20cc340-1d56-4da0-828b-fa5687fb7f0a,segment=NetworkSegment(8ee9162a-7029-4119-9d6c-f68a9c025657),segment_id=8ee9162a-7029-4119-9d6c-f68a9c025657)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:27.395313 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.395404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f4204b6a-41e0-4a85-855b-c1847e1e1f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.399402 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37ec1587-0f03-4062-bd8f-0265fb656027 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.402752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37ec1587-0f03-4062-bd8f-0265fb656027 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.406338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-861986b2-1f64-4414-860a-c6cfb7d67445 None None] Provisioning complete for port fcfbffcd-b512-468f-910a-0ab68e7b22d8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:27.406743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-861986b2-1f64-4414-860a-c6cfb7d67445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.448989 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:27.525744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2e6bde10-ab93-4554-8676-be6b90fb04e0 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.532382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-b3d044ab-6168-46b9-850b-89ebf9b44607 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port 77240145-9f15-4bec-84f8-6c4b6c4b6e31 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:27.533018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b3d044ab-6168-46b9-850b-89ebf9b44607 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.534724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37ec1587-0f03-4062-bd8f-0265fb656027 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.535184 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ec1587-0f03-4062-bd8f-0265fb656027 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Fanout notify agent at l3_agent the message router_deleted on router a58df06e-be26-4139-92fe-f5426f838647 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:34:27.543786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37ec1587-0f03-4062-bd8f-0265fb656027 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.544936 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-37ec1587-0f03-4062-bd8f-0265fb656027 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/routers/a58df06e-be26-4139-92fe-f5426f838647 HTTP/1.1" status: 204 len: 168 time: 1.7856500 Apr 29 15:34:27.563995 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f4204b6a-41e0-4a85-855b-c1847e1e1f1d None None] Calling delete_port for f20cc340-1d56-4da0-828b-fa5687fb7f0a owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:27.567883 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Calling delete_port for f20cc340-1d56-4da0-828b-fa5687fb7f0a owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:27.571065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35296) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:27.588752 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2e6bde10-ab93-4554-8676-be6b90fb04e0 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] 10.222.0.39 "DELETE /v2.0/ports/2dd170ff-d4f3-487d-b56b-1635d6f0064c HTTP/1.1" status: 204 len: 168 time: 3.0892141 Apr 29 15:34:27.588752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Made reservation on behalf of ec7798f56c85417786fe3ac63e736da8 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:27.591162 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.601687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35300) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:27.619581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-861986b2-1f64-4414-860a-c6cfb7d67445 None None] Port fcfbffcd-b512-468f-910a-0ab68e7b22d8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:27.710647 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-861986b2-1f64-4414-860a-c6cfb7d67445 None None] Provisioning for port 77240145-9f15-4bec-84f8-6c4b6c4b6e31 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:27.716387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-861986b2-1f64-4414-860a-c6cfb7d67445 None None] Provisioning complete for port 77240145-9f15-4bec-84f8-6c4b6c4b6e31 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:27.716802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-861986b2-1f64-4414-860a-c6cfb7d67445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.722498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:27.751690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5f0d8279-cc77-4cf4-bd52-bcfcb79af218 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Deleting port 1822aa6d-d9e9-4169-bfdb-ddc56e3e1343 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:27.752063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f0d8279-cc77-4cf4-bd52-bcfcb79af218 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.769267 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f4204b6a-41e0-4a85-855b-c1847e1e1f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.812944 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.813191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20c4a4b-7323-4b9b-869b-30f3a987a5d6 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Deleting subnet c8ca6257-4e99-4c4d-a8f1-8ce9722e01aa {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:27.815382 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Added segment 28d4e458-b905-4c7d-9573-2e905fb37d63 of type vlan for network fa4c7b0b-b6f4-4378-b329-de303eaa44e2 Apr 29 15:34:27.821096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a4b-7323-4b9b-869b-30f3a987a5d6 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.825758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4204b6a-41e0-4a85-855b-c1847e1e1f1d None None] Pushing event deleted for resources: {'Port': ['ID=f20cc340-1d56-4da0-828b-fa5687fb7f0a,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:27.829587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4204b6a-41e0-4a85-855b-c1847e1e1f1d None None] No DVR routers for this DVR port f20cc340-1d56-4da0-828b-fa5687fb7f0a on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:27.830115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-861986b2-1f64-4414-860a-c6cfb7d67445 None None] Port 77240145-9f15-4bec-84f8-6c4b6c4b6e31 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:27.840921 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.892204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:34:27.892541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:34:27.980202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a4b-7323-4b9b-869b-30f3a987a5d6 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:27.991255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.132349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 41f20e2b-faa7-45be-9671-7605543718c6 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:28.204452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 41f20e2b-faa7-45be-9671-7605543718c6 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:28.204452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.300515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b3d044ab-6168-46b9-850b-89ebf9b44607 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.386808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.392751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:28.393356 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.430415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f0d8279-cc77-4cf4-bd52-bcfcb79af218 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.431216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Deleting port f20cc340-1d56-4da0-828b-fa5687fb7f0a {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:28.431599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.453161 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f20cc340-1d56-4da0-828b-fa5687fb7f0a no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:34:28.463147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-b3d044ab-6168-46b9-850b-89ebf9b44607 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for 77240145-9f15-4bec-84f8-6c4b6c4b6e31 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:28.487766 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: f20cc340-1d56-4da0-828b-fa5687fb7f0a {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:34:28.488109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f20cc340-1d56-4da0-828b-fa5687fb7f0a not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:34:28.524090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a4b-7323-4b9b-869b-30f3a987a5d6 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.650712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5f0d8279-cc77-4cf4-bd52-bcfcb79af218 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Calling delete_port for 1822aa6d-d9e9-4169-bfdb-ddc56e3e1343 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:28.662286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] The port 'f20cc340-1d56-4da0-828b-fa5687fb7f0a' was deleted {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:34:28.699178 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6790683 Apr 29 15:34:28.706674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f1689-e1de-41e0-9537-31bf117bc7e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event updated for resources: {'Network': ['ID=fa4c7b0b-b6f4-4378-b329-de303eaa44e2,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:28.710617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35304) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:28.720508 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network fa4c7b0b-b6f4-4378-b329-de303eaa44e2 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:28.721061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1611221660'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:28.728474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:28.742293 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Usage tracker for resource:network and tenant:ec7798f56c85417786fe3ac63e736da8 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:28.748491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:28.781130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:28.787607 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.877512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.881815 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.928606 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Made reservation on behalf of ec7798f56c85417786fe3ac63e736da8 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:28.931967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.990690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:28.992372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f0d8279-cc77-4cf4-bd52-bcfcb79af218 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.005034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.035106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=fcfbffcd-b512-468f-910a-0ab68e7b22d8,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:29.072496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a4b-7323-4b9b-869b-30f3a987a5d6 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.131459 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78609e47-944f-4263-a254-0ed31be5db41']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:29.165781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b20c4a4b-7323-4b9b-869b-30f3a987a5d6 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.174275 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86fa02-6aba-4d1d-827c-b51292e356c2 None None] Network 4cc679e8-de2f-4c25-82e4-de1ac566d8ed requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:29.178398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c4a4b-7323-4b9b-869b-30f3a987a5d6 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ca6257-4e99-4c4d-a8f1-8ce9722e01aa,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:29.189450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee9162a-7029-4119-9d6c-f68a9c025657') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:29.189740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee9162a-7029-4119-9d6c-f68a9c025657') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:29.330992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d8279-cc77-4cf4-bd52-bcfcb79af218 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Pushing event deleted for resources: {'Port': ['ID=1822aa6d-d9e9-4169-bfdb-ddc56e3e1343,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:29.331403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.345057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:29.360914 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b20c4a4b-7323-4b9b-869b-30f3a987a5d6 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] 10.222.0.39 "DELETE /v2.0/subnets/c8ca6257-4e99-4c4d-a8f1-8ce9722e01aa HTTP/1.1" status: 204 len: 168 time: 1.7424355 Apr 29 15:34:29.375285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35308) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:29.405432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.412323 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.416096 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Added segment 6e4c988d-2fb1-48ab-9069-7ce7ba3c64db of type vlan for network 1a04fcac-460d-46f1-84e3-262a57fdb10d Apr 29 15:34:29.438284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:29.438622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:29.454501 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:29.457183 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4bf08dd9-a1aa-48e0-984f-05a45b471098 None None] Provisioning complete for port fcfbffcd-b512-468f-910a-0ab68e7b22d8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:29.457183 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4bf08dd9-a1aa-48e0-984f-05a45b471098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.461393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.495405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f0d8279-cc77-4cf4-bd52-bcfcb79af218 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.519190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4bf08dd9-a1aa-48e0-984f-05a45b471098 None None] Port fcfbffcd-b512-468f-910a-0ab68e7b22d8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:29.548493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Allocated IP 172.26.2.27 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/a2e28017-7a76-4c32-8de4-34f7ba479172) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:29.598998 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5f0d8279-cc77-4cf4-bd52-bcfcb79af218 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/ports/1822aa6d-d9e9-4169-bfdb-ddc56e3e1343 HTTP/1.1" status: 204 len: 168 time: 2.0237474 Apr 29 15:34:29.603064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35312) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:29.614025 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0f8921-0beb-4ea5-90c7-0078957fda27 None None] DHCP port deletion for 4cc679e8-de2f-4c25-82e4-de1ac566d8ed request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:34:29.618603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f8921-0beb-4ea5-90c7-0078957fda27 None None] Deleting port 4f2fe124-678b-4b3f-87e0-31c1460af0d2 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:29.619220 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8921-0beb-4ea5-90c7-0078957fda27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.627228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.672248 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Deleting port 4f2fe124-678b-4b3f-87e0-31c1460af0d2 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:29.673341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.698321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.703125 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:29.703853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.726096 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.787961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19e37e7-39bd-4602-9723-f5d19fc5940a tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Deleting subnet 71d3d08e-a11d-4697-a005-6bb3f09b464b {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:29.795006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b19e37e7-39bd-4602-9723-f5d19fc5940a tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.842287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4e0f8921-0beb-4ea5-90c7-0078957fda27 None None] For port 4f2fe124-678b-4b3f-87e0-31c1460af0d2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4f2fe124-678b-4b3f-87e0-31c1460af0d2,segment=NetworkSegment(7edd9493-69a0-42f1-a6fd-22f9132dc87f),segment_id=7edd9493-69a0-42f1-a6fd-22f9132dc87f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:29.842784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8921-0beb-4ea5-90c7-0078957fda27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.849644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b3d044ab-6168-46b9-850b-89ebf9b44607 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.851176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.891661 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1765711 Apr 29 15:34:29.896378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35316) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:29.909860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419b7af-f33c-459a-bd68-d13d1da98260 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event updated for resources: {'Network': ['ID=1a04fcac-460d-46f1-84e3-262a57fdb10d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:29.916164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'ports': [{'network_id': 'fa4c7b0b-b6f4-4378-b329-de303eaa44e2', 'name': 'tempest-port--445032077', 'admin_state_up': True}, {'network_id': '1a04fcac-460d-46f1-84e3-262a57fdb10d', 'admin_state_up': False}]} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:29.916402 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'port': {'network_id': 'fa4c7b0b-b6f4-4378-b329-de303eaa44e2', 'name': 'tempest-port--445032077', 'admin_state_up': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:29.916797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'port': {'network_id': '1a04fcac-460d-46f1-84e3-262a57fdb10d', 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:29.961896 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.962099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 1a04fcac-460d-46f1-84e3-262a57fdb10d details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:29.964595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b19e37e7-39bd-4602-9723-f5d19fc5940a tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:29.983979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f8921-0beb-4ea5-90c7-0078957fda27 None None] Calling delete_port for 4f2fe124-678b-4b3f-87e0-31c1460af0d2 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:29.987359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] Pushing event deleted for resources: {'Network': ['ID=78609e47-944f-4263-a254-0ed31be5db41,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:29.990139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d044ab-6168-46b9-850b-89ebf9b44607 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=77240145-9f15-4bec-84f8-6c4b6c4b6e31,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:30.048000 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7f352395-c8f7-4b0a-8c0d-bc07225f0165 tempest-NetworksTest-1105752694 tempest-NetworksTest-1105752694-project] 10.222.0.39 "DELETE /v2.0/networks/78609e47-944f-4263-a254-0ed31be5db41 HTTP/1.1" status: 204 len: 168 time: 3.4436982 Apr 29 15:34:30.140183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b3d044ab-6168-46b9-850b-89ebf9b44607 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:30.142150 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b3d044ab-6168-46b9-850b-89ebf9b44607 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/77240145-9f15-4bec-84f8-6c4b6c4b6e31 HTTP/1.1" status: 204 len: 168 time: 3.0663488 Apr 29 15:34:30.158882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35322) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:30.219248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4f2fe124-678b-4b3f-87e0-31c1460af0d2 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:34:30.271977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:30.331662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8921-0beb-4ea5-90c7-0078957fda27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:30.332807 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No ports have port_id starting with 4f2fe124-678b-4b3f-87e0-31c1460af0d2 Apr 29 15:34:30.395862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f8921-0beb-4ea5-90c7-0078957fda27 None None] Pushing event deleted for resources: {'Port': ['ID=4f2fe124-678b-4b3f-87e0-31c1460af0d2,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:30.396055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] For port 4f2fe124-678b-4b3f-87e0-31c1460af0d2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4f2fe124-678b-4b3f-87e0-31c1460af0d2,segment=NetworkSegment(7edd9493-69a0-42f1-a6fd-22f9132dc87f),segment_id=7edd9493-69a0-42f1-a6fd-22f9132dc87f)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:30.396337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:30.402334 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f8921-0beb-4ea5-90c7-0078957fda27 None None] No DVR routers for this DVR port 4f2fe124-678b-4b3f-87e0-31c1460af0d2 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:30.419000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:30.440034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:30.445287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Usage tracker for resource:port and tenant:ec7798f56c85417786fe3ac63e736da8 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:30.474169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:30.496099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:30.503268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b19e37e7-39bd-4602-9723-f5d19fc5940a tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:30.525604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Calling delete_port for 4f2fe124-678b-4b3f-87e0-31c1460af0d2 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:30.588120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330b8837-ef2f-40c2-81a8-f9cb34e543a0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:30.588847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-330b8837-ef2f-40c2-81a8-f9cb34e543a0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:30.626826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:34:30.627225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:34:30.675064 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:30.688570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Made reservation on behalf of ec7798f56c85417786fe3ac63e736da8 for: {'port': 2} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:30.692857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:30.727335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:30.739049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-330b8837-ef2f-40c2-81a8-f9cb34e543a0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:30.740207 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-330b8837-ef2f-40c2-81a8-f9cb34e543a0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5803876 Apr 29 15:34:30.745779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:30.746414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35328) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:30.751749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:30.787017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:30.789880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35332) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:30.846340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Pushing event updated for resources: {'Port': ['ID=a2e28017-7a76-4c32-8de4-34f7ba479172,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:30.867592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b19e37e7-39bd-4602-9723-f5d19fc5940a tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.068197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c830922b-a511-456d-9205-1514ca0c7129 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:31.069594 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c830922b-a511-456d-9205-1514ca0c7129 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3222451 Apr 29 15:34:31.072087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35338) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:31.086839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e37e7-39bd-4602-9723-f5d19fc5940a tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Pushing event deleted for resources: {'Subnet': ['ID=71d3d08e-a11d-4697-a005-6bb3f09b464b,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:31.098370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0f7bdc-3a0a-4422-a4b7-b4c944e1c1da None None] Network e7e31062-3c7b-4ac1-9577-178b6f009464 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:31.131915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Deleting port 4f2fe124-678b-4b3f-87e0-31c1460af0d2 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:31.132284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.141529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b19e37e7-39bd-4602-9723-f5d19fc5940a tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.190683 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b19e37e7-39bd-4602-9723-f5d19fc5940a tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/subnets/71d3d08e-a11d-4697-a005-6bb3f09b464b HTTP/1.1" status: 204 len: 168 time: 1.5877006 Apr 29 15:34:31.197442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35342) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:31.211062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] The port '4f2fe124-678b-4b3f-87e0-31c1460af0d2' was deleted {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:34:31.306118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a901ae-0d6b-460f-8c6b-def607fc352e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:31.307124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a901ae-0d6b-460f-8c6b-def607fc352e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:31.308813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a901ae-0d6b-460f-8c6b-def607fc352e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:31.309670 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d2a901ae-0d6b-460f-8c6b-def607fc352e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:31.349009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] device_id is not set on port 306833e2-f00b-434b-829e-f2926e14a579 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:31.356657 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-21e699e6-82b2-44a4-b167-4cbb66b06f90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb3aa27575784d68910bded9aa48b69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5574312 Apr 29 15:34:31.362879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35346) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:31.388705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db79811e-1fa5-4456-9764-07137fe5a5b8 None None] DHCP port deletion for e7e31062-3c7b-4ac1-9577-178b6f009464 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:34:31.394622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-db79811e-1fa5-4456-9764-07137fe5a5b8 None None] Deleting port c55fba78-fbbb-4688-b9cb-2f863e393bf7 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:31.395128 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-db79811e-1fa5-4456-9764-07137fe5a5b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.468714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.505183 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.535811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Deleting port c55fba78-fbbb-4688-b9cb-2f863e393bf7 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:31.536159 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.594055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.636569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.651993 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d2a901ae-0d6b-460f-8c6b-def607fc352e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:31.655603 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d2a901ae-0d6b-460f-8c6b-def607fc352e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5801725 Apr 29 15:34:31.655742 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-db79811e-1fa5-4456-9764-07137fe5a5b8 None None] For port c55fba78-fbbb-4688-b9cb-2f863e393bf7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c55fba78-fbbb-4688-b9cb-2f863e393bf7,segment=NetworkSegment(b12a4979-79cf-4987-ad3c-70647cffa72e),segment_id=b12a4979-79cf-4987-ad3c-70647cffa72e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:31.655742 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-db79811e-1fa5-4456-9764-07137fe5a5b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.660554 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35350) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:31.671532 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2f97-9cbb-4ece-a974-69a179da0543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.683004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc679e8-de2f-4c25-82e4-de1ac566d8ed']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:31.700367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edd9493-69a0-42f1-a6fd-22f9132dc87f') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:31.700689 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edd9493-69a0-42f1-a6fd-22f9132dc87f') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:31.711041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.782844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-db79811e-1fa5-4456-9764-07137fe5a5b8 None None] Calling delete_port for c55fba78-fbbb-4688-b9cb-2f863e393bf7 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:31.823314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.857639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.864074 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2f97-9cbb-4ece-a974-69a179da0543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.870166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:31.870572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:31.885751 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:31.888760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=fcfbffcd-b512-468f-910a-0ab68e7b22d8,revision_number=3']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:31.899126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.930147 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54bcc35-d2a3-48fd-a437-3e719507c8cb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 4cd56b8c-72d2-4b97-b4e7-d9d560d1e005 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:31.944776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-db79811e-1fa5-4456-9764-07137fe5a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:31.947039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d54bcc35-d2a3-48fd-a437-3e719507c8cb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:32.005998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79811e-1fa5-4456-9764-07137fe5a5b8 None None] Pushing event deleted for resources: {'Port': ['ID=c55fba78-fbbb-4688-b9cb-2f863e393bf7,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:32.010915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79811e-1fa5-4456-9764-07137fe5a5b8 None None] No DVR routers for this DVR port c55fba78-fbbb-4688-b9cb-2f863e393bf7 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:32.067098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:32.081937 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c698f29b-836c-4562-a337-38e81d8b05ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:32.109238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:32.137948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c55fba78-fbbb-4688-b9cb-2f863e393bf7 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:34:32.145623 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:32.165287 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] Pushing event deleted for resources: {'Network': ['ID=4cc679e8-de2f-4c25-82e4-de1ac566d8ed,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:32.198029 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: c55fba78-fbbb-4688-b9cb-2f863e393bf7 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:34:32.199125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c55fba78-fbbb-4688-b9cb-2f863e393bf7 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:34:32.214221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:32.223586 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d54bcc35-d2a3-48fd-a437-3e719507c8cb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:32.346273 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-29ef5224-7798-4e31-9b01-ebb68aac1ae9 tempest-ExtraDHCPOptionsTestJSON-928536204 tempest-ExtraDHCPOptionsTestJSON-928536204-project] 10.222.0.39 "DELETE /v2.0/networks/4cc679e8-de2f-4c25-82e4-de1ac566d8ed HTTP/1.1" status: 204 len: 168 time: 2.9701192 Apr 29 15:34:32.397377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] For port c55fba78-fbbb-4688-b9cb-2f863e393bf7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c55fba78-fbbb-4688-b9cb-2f863e393bf7,segment=NetworkSegment(b12a4979-79cf-4987-ad3c-70647cffa72e),segment_id=b12a4979-79cf-4987-ad3c-70647cffa72e)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:32.397844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:32.422571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2f97-9cbb-4ece-a974-69a179da0543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:32.438157 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] device_id is not set on port e5db8972-a0fe-44d3-91a4-1fb8e90b7c66 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:32.499745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Router 383d7953-56a9-439c-a266-75fd90808163 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:34:32.585490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Calling delete_port for c55fba78-fbbb-4688-b9cb-2f863e393bf7 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:32.713388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:34:32.731142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ae7d5-cebf-4879-a953-1292f88a0b54 None None] Sync routers for ids ['383d7953-56a9-439c-a266-75fd90808163'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:34:32.746964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ae7d5-cebf-4879-a953-1292f88a0b54 None None] Routers {'383d7953-56a9-439c-a266-75fd90808163'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:32.747736 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-502ae7d5-cebf-4879-a953-1292f88a0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['383d7953-56a9-439c-a266-75fd90808163'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:32.754922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35360) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:32.774568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:32.776489 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1b82d807-689f-405f-9762-723eec50547a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7113409 Apr 29 15:34:32.779446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35366) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:32.787826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:32.792240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:32.793245 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe2f97-9cbb-4ece-a974-69a179da0543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8909064-51c3-42e9-b4c9-fc1c9829a752,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:32.802950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:32.859982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-502ae7d5-cebf-4879-a953-1292f88a0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:32.875235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ae7d5-cebf-4879-a953-1292f88a0b54 None None] Routers {'383d7953-56a9-439c-a266-75fd90808163'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:32.875880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-502ae7d5-cebf-4879-a953-1292f88a0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['383d7953-56a9-439c-a266-75fd90808163'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:32.962103 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-502ae7d5-cebf-4879-a953-1292f88a0b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:32.962516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ae7d5-cebf-4879-a953-1292f88a0b54 None None] The sync data for ids ['383d7953-56a9-439c-a266-75fd90808163'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:34:32.994705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2f97-9cbb-4ece-a974-69a179da0543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:32.998311 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9cbe2f97-9cbb-4ece-a974-69a179da0543 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8909064-51c3-42e9-b4c9-fc1c9829a752 HTTP/1.1" status: 204 len: 168 time: 1.6291730 Apr 29 15:34:33.025285 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d54bcc35-d2a3-48fd-a437-3e719507c8cb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.096168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:34:33.096404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:34:33.171279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c98a681e-865d-4fa9-a1a7-c1bd21f7d1a9 None None] Provisioning complete for port fcfbffcd-b512-468f-910a-0ab68e7b22d8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:33.171708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c98a681e-865d-4fa9-a1a7-c1bd21f7d1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.226578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.228040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c98a681e-865d-4fa9-a1a7-c1bd21f7d1a9 None None] Port fcfbffcd-b512-468f-910a-0ab68e7b22d8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:33.292178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d54bcc35-d2a3-48fd-a437-3e719507c8cb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.350870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d54bcc35-d2a3-48fd-a437-3e719507c8cb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.353696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bcc35-d2a3-48fd-a437-3e719507c8cb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd56b8c-72d2-4b97-b4e7-d9d560d1e005,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:33.355492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:34:33.359076 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b375cbf8-0fcf-4e05-9736-7ff4eb2c0027 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a044117e3b3456eae27b6d2aaff8d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6003463 Apr 29 15:34:33.360027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35374) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:33.363460 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab15ba-114d-4543-815d-d0b73608b895 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:33.367814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.562163 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event updated for resources: {'Port': ['ID=306833e2-f00b-434b-829e-f2926e14a579,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:33.597341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Deleting port c55fba78-fbbb-4688-b9cb-2f863e393bf7 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:33.598164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.607711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c5a35b36-aa37-4b84-862c-204d38efa1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.655879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c5a35b36-aa37-4b84-862c-204d38efa1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.664028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.696948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] The port 'c55fba78-fbbb-4688-b9cb-2f863e393bf7' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:34:33.705336 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d54bcc35-d2a3-48fd-a437-3e719507c8cb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/4cd56b8c-72d2-4b97-b4e7-d9d560d1e005 HTTP/1.1" status: 204 len: 168 time: 2.0320110 Apr 29 15:34:33.706798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35386) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:33.714953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:34:33.732304 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcab553-59f7-48f3-88de-7b863553cc0d None None] Sync routers for ids ['8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:34:33.744725 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcab553-59f7-48f3-88de-7b863553cc0d None None] Routers {'8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:33.745425 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fdcab553-59f7-48f3-88de-7b863553cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:33.746357 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-98a43bbb-8a47-427c-b2ec-e0cec0de6bac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3017042 Apr 29 15:34:33.747700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Checking segment: {'id': '28d4e458-b905-4c7d-9573-2e905fb37d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fa4c7b0b-b6f4-4378-b329-de303eaa44e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:33.748077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Network hostable DHCP agents. Network: fa4c7b0b-b6f4-4378-b329-de303eaa44e2, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:34:33.756645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35390) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:33.795193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.832721 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c5a35b36-aa37-4b84-862c-204d38efa1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.848088 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fdcab553-59f7-48f3-88de-7b863553cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:33.862007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a35b36-aa37-4b84-862c-204d38efa1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c758b8-dc1d-4c8d-8be5-557deef42e9c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:33.866725 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c5a35b36-aa37-4b84-862c-204d38efa1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.870048 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c5a35b36-aa37-4b84-862c-204d38efa1ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8c758b8-dc1d-4c8d-8be5-557deef42e9c HTTP/1.1" status: 204 len: 168 time: 0.5068531 Apr 29 15:34:33.874565 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcab553-59f7-48f3-88de-7b863553cc0d None None] Routers {'8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:33.875373 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fdcab553-59f7-48f3-88de-7b863553cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:33.887289 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be251448-53e3-4b43-8d80-8e0f5c4992e8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:33.892878 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-be251448-53e3-4b43-8d80-8e0f5c4992e8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports/fcfbffcd-b512-468f-910a-0ab68e7b22d8 HTTP/1.1" status: 200 len: 977 time: 0.1346302 Apr 29 15:34:33.894116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35400) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:33.955432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aac105b-47df-4a65-8a62-a44957c2e36e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 4f19a0f9-55d2-4486-944a-5f17c356f995 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:33.969217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:33.979826 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fdcab553-59f7-48f3-88de-7b863553cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:33.980428 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcab553-59f7-48f3-88de-7b863553cc0d None None] The sync data for ids ['8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:34:33.981971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0aac105b-47df-4a65-8a62-a44957c2e36e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.047234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Network fa4c7b0b-b6f4-4378-b329-de303eaa44e2 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:34:34.076311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0aac105b-47df-4a65-8a62-a44957c2e36e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.091770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Deleting port a2e28017-7a76-4c32-8de4-34f7ba479172 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:34.092163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.110633 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e31062-3c7b-4ac1-9577-178b6f009464']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:34.136404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12a4979-79cf-4987-ad3c-70647cffa72e') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:34.140775 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12a4979-79cf-4987-ad3c-70647cffa72e') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:34.160209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, fa4c7b0b-b6f4-4378-b329-de303eaa44e2) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:34.168396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.171897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9a290-8186-4ce8-aea1-e7325638adbf None None] Network fa4c7b0b-b6f4-4378-b329-de303eaa44e2 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:34.209199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:34.216158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.246507 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-493f0486-cf31-4867-81b8-10c034ac4282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.442926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35410) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:34.461476 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0aac105b-47df-4a65-8a62-a44957c2e36e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.510170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event updated for resources: {'Port': ['ID=e5db8972-a0fe-44d3-91a4-1fb8e90b7c66,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:34.519474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.535125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.542335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:34.543140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:34.651968 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:34.671999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d9576358-a1ad-46ae-9fa0-1c0b676ab6b8 None None] Provisioning complete for port be23f2df-c9cf-4dd2-997f-ae1e8fff487d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:34.671999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d9576358-a1ad-46ae-9fa0-1c0b676ab6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.691770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Checking segment: {'id': '6e4c988d-2fb1-48ab-9069-7ce7ba3c64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a04fcac-460d-46f1-84e3-262a57fdb10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:34.691770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Network hostable DHCP agents. Network: 1a04fcac-460d-46f1-84e3-262a57fdb10d, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:34:34.712873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2794037c-6fa6-46ac-a020-c5b57ffec65f tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] Request body: {'port': {'network_id': '0b7afb12-b2a6-40ef-8006-20bb897156bb', 'name': 'tempest-NetworksNegativeTestJSON-1487444622'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:34.735438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Calling delete_port for a2e28017-7a76-4c32-8de4-34f7ba479172 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:34.767409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.790384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.797584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] Pushing event deleted for resources: {'Network': ['ID=e7e31062-3c7b-4ac1-9577-178b6f009464,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:34.804302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Network 1a04fcac-460d-46f1-84e3-262a57fdb10d is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:34:34.808710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0aac105b-47df-4a65-8a62-a44957c2e36e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.845019 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fd38c46b-4906-4493-a201-06ab69a7b658 tempest-TagsExtTest-1116507855 tempest-TagsExtTest-1116507855-project] 10.222.0.39 "DELETE /v2.0/networks/e7e31062-3c7b-4ac1-9577-178b6f009464 HTTP/1.1" status: 204 len: 168 time: 3.5985603 Apr 29 15:34:34.857402 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac105b-47df-4a65-8a62-a44957c2e36e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=4f19a0f9-55d2-4486-944a-5f17c356f995,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:34.861794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0aac105b-47df-4a65-8a62-a44957c2e36e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:34.866436 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0aac105b-47df-4a65-8a62-a44957c2e36e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/4f19a0f9-55d2-4486-944a-5f17c356f995 HTTP/1.1" status: 204 len: 168 time: 1.1532714 Apr 29 15:34:34.867064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35426) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:34.871243 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8c502a-e92c-49fe-a726-6039a87aee0f None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:34.949038 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-2794037c-6fa6-46ac-a020-c5b57ffec65f tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] POST failed (client error): The resource could not be found. Apr 29 15:34:34.949038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2794037c-6fa6-46ac-a020-c5b57ffec65f tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:34.949038 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2794037c-6fa6-46ac-a020-c5b57ffec65f tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5014133 Apr 29 15:34:34.982505 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35430) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.037537 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-988c09f6-b899-4f1a-a8e1-2569a73b7bb2 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:35.038236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988c09f6-b899-4f1a-a8e1-2569a73b7bb2 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:35.044967 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-988c09f6-b899-4f1a-a8e1-2569a73b7bb2 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] 10.222.0.39 "DELETE /v2.0/networks/0da9e46e-644f-417c-96a1-c542bb9f0f25 HTTP/1.1" status: 404 len: 339 time: 0.0549886 Apr 29 15:34:35.049100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35436) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.112193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 1a04fcac-460d-46f1-84e3-262a57fdb10d) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:35.121507 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f84f2b-8a82-4ed0-a3d5-c648d52ea2ff tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:35.127894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f84f2b-8a82-4ed0-a3d5-c648d52ea2ff tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:35.127894 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c7f84f2b-8a82-4ed0-a3d5-c648d52ea2ff tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] 10.222.0.39 "DELETE /v2.0/ports/29cce7cd-366b-41aa-87e0-f259aaf8215d HTTP/1.1" status: 404 len: 333 time: 0.0744150 Apr 29 15:34:35.128210 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-981deb0d-d073-4992-8c1d-1b82cee8d8c7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2593355 Apr 29 15:34:35.128443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:35.131884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35444) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.132311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35446) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.134987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:35.141193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:35.141880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:35.152331 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446a92eb-551a-4534-aad6-68d6042331e2 None None] Network 1a04fcac-460d-46f1-84e3-262a57fdb10d requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:35.181298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:35.219360 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afd2001-37bc-4e17-a0e2-8305ca029a90 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:35.220310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afd2001-37bc-4e17-a0e2-8305ca029a90 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:35.225782 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8afd2001-37bc-4e17-a0e2-8305ca029a90 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] 10.222.0.39 "DELETE /v2.0/subnets/c12946ec-6ebc-42f8-8f85-0ab1257ad66b HTTP/1.1" status: 404 len: 337 time: 0.0862384 Apr 29 15:34:35.230929 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35452) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.266723 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-9170b961-6d53-4f77-b9ae-a8595b2aa5a8 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] GET failed (client error): The resource could not be found. Apr 29 15:34:35.270888 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9170b961-6d53-4f77-b9ae-a8595b2aa5a8 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] 10.222.0.39 "GET /v2.0/networks/5cf0e8a2-c57e-43a6-ab78-732e8695afbd HTTP/1.1" status: 404 len: 339 time: 0.0433834 Apr 29 15:34:35.272892 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b8fb6dc1-cb1e-4f75-8d9d-3aa41cd13868 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.3691208 Apr 29 15:34:35.273464 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35456) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.275717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35458) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.387816 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0c5ebd-b565-45c1-bd99-fb470a2a3681 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] GET failed (client error): The resource could not be found. Apr 29 15:34:35.387816 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3f0c5ebd-b565-45c1-bd99-fb470a2a3681 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] 10.222.0.39 "GET /v2.0/ports/2b1c4526-8fb6-438b-b52c-8b0ea4664440 HTTP/1.1" status: 404 len: 333 time: 0.1094866 Apr 29 15:34:35.391194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35468) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.404077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6f90-8b78-4a31-a864-a82fac8d016c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:35.405088 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:35.431091 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:35.467077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35472) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.478779 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35476) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.511752 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f43f2f1-68ae-4874-81d0-2050198743b9 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] GET failed (client error): The resource could not be found. Apr 29 15:34:35.513990 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0f43f2f1-68ae-4874-81d0-2050198743b9 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] 10.222.0.39 "GET /v2.0/subnets/66e648bc-a63c-4364-ad45-7328c128d7a3 HTTP/1.1" status: 404 len: 337 time: 0.1158032 Apr 29 15:34:35.526176 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35484) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.549274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0e469eea-cc09-4151-815a-cf3be55c6f40 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:35.585622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c3b81-a454-48f6-9553-077f41cef04c None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:34:35.590264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c3b81-a454-48f6-9553-077f41cef04c None None] Deleting port be23f2df-c9cf-4dd2-997f-ae1e8fff487d {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:35.590642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3b81-a454-48f6-9553-077f41cef04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:35.613733 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e469eea-cc09-4151-815a-cf3be55c6f40 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] PUT failed (client error): The resource could not be found. Apr 29 15:34:35.613733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e469eea-cc09-4151-815a-cf3be55c6f40 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:35.618407 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0e469eea-cc09-4151-815a-cf3be55c6f40 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] 10.222.0.39 "PUT /v2.0/networks/a45a08df-c4e4-4f6d-a4fb-bd39e8f99ce3 HTTP/1.1" status: 404 len: 339 time: 0.0743084 Apr 29 15:34:35.621241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35488) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.642910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-be4d2c2d-54ff-47db-8eec-15f8a58a78ef tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:35.659004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:35.673047 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:35.679697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:35.693467 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:35.710783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484672de-f57b-413e-9c53-36cbda2f7ed0 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:35.717076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484672de-f57b-413e-9c53-36cbda2f7ed0 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:35.718315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-484672de-f57b-413e-9c53-36cbda2f7ed0 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Synchronizing usage tracker for tenant:ec7798f56c85417786fe3ac63e736da8 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:35.725224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1119361875'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:35.733570 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4d2c2d-54ff-47db-8eec-15f8a58a78ef tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] PUT failed (client error): The resource could not be found. Apr 29 15:34:35.734281 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4d2c2d-54ff-47db-8eec-15f8a58a78ef tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:35.739246 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-be4d2c2d-54ff-47db-8eec-15f8a58a78ef tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] 10.222.0.39 "PUT /v2.0/ports/f4dad8cb-2ea0-49b2-94f3-6577056e4794 HTTP/1.1" status: 404 len: 333 time: 0.1118398 Apr 29 15:34:35.740225 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:35.744196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35494) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.752038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:network and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:35.766201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:35.772189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3796697d-1574-436c-a89a-a58bf2b5d9e0 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:35.802628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:35.805735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:35.808214 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:35.809779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:35.823579 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-3796697d-1574-436c-a89a-a58bf2b5d9e0 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] PUT failed (client error): The resource could not be found. Apr 29 15:34:35.823790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3796697d-1574-436c-a89a-a58bf2b5d9e0 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:35.829634 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3796697d-1574-436c-a89a-a58bf2b5d9e0 tempest-NetworksNegativeTestJSON-1088620481 tempest-NetworksNegativeTestJSON-1088620481-project] 10.222.0.39 "PUT /v2.0/subnets/bee19df8-7e88-419f-9aa2-e7888046d2ae HTTP/1.1" status: 404 len: 337 time: 0.0765533 Apr 29 15:34:35.840787 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-50ab17d7-347f-4d6f-a983-11e744caa13d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be80291f2a834279b842d6c897a0564e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715858 Apr 29 15:34:35.845576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35500) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.852448 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ee2c3b81-a454-48f6-9553-077f41cef04c None None] For port be23f2df-c9cf-4dd2-997f-ae1e8fff487d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=be23f2df-c9cf-4dd2-997f-ae1e8fff487d,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:35.852870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3b81-a454-48f6-9553-077f41cef04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:35.905894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Pushing event deleted for resources: {'Port': ['ID=a2e28017-7a76-4c32-8de4-34f7ba479172,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:35.916502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-484672de-f57b-413e-9c53-36cbda2f7ed0 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Unset dirty status for tenant:ec7798f56c85417786fe3ac63e736da8 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:35.920543 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-484672de-f57b-413e-9c53-36cbda2f7ed0 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6412146 Apr 29 15:34:35.922329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35504) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:35.924981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:35.928480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:35.965400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ab649cd-ce51-4a9f-a638-c1f719d47745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:35.990237 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c3b81-a454-48f6-9553-077f41cef04c None None] Calling delete_port for be23f2df-c9cf-4dd2-997f-ae1e8fff487d owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:35.997219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.030554 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ab649cd-ce51-4a9f-a638-c1f719d47745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.043449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:36.063167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:security_group_rule and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:36.078049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:36.087899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.089180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-78dd43e8-3f2e-4811-ba56-5949daa3c699 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Deleting port 306833e2-f00b-434b-829e-f2926e14a579 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:36.089588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-78dd43e8-3f2e-4811-ba56-5949daa3c699 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.129601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:36.155844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device be23f2df-c9cf-4dd2-997f-ae1e8fff487d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:34:36.219918 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ee2c3b81-a454-48f6-9553-077f41cef04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.263542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a6f90-8b78-4a31-a864-a82fac8d016c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port fcfbffcd-b512-468f-910a-0ab68e7b22d8 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:36.263804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6f90-8b78-4a31-a864-a82fac8d016c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.269070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: be23f2df-c9cf-4dd2-997f-ae1e8fff487d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:34:36.277340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device be23f2df-c9cf-4dd2-997f-ae1e8fff487d not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:34:36.277340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c3b81-a454-48f6-9553-077f41cef04c None None] No DVR routers for this DVR port be23f2df-c9cf-4dd2-997f-ae1e8fff487d on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:36.291387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c3b81-a454-48f6-9553-077f41cef04c None None] Pushing event deleted for resources: {'Port': ['ID=be23f2df-c9cf-4dd2-997f-ae1e8fff487d,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:36.310318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ab649cd-ce51-4a9f-a638-c1f719d47745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.373317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35510) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:36.384454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab649cd-ce51-4a9f-a638-c1f719d47745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5540439-aea8-4ed3-bea5-4ba1c063bdb3,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:36.427059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ab649cd-ce51-4a9f-a638-c1f719d47745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.428201 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1ab649cd-ce51-4a9f-a638-c1f719d47745 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5540439-aea8-4ed3-bea5-4ba1c063bdb3 HTTP/1.1" status: 204 len: 168 time: 0.5816240 Apr 29 15:34:36.430235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-78dd43e8-3f2e-4811-ba56-5949daa3c699 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.572163 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-78dd43e8-3f2e-4811-ba56-5949daa3c699 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Calling delete_port for 306833e2-f00b-434b-829e-f2926e14a579 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:36.666707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.733951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.771314 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45bb9961-4114-4dd6-9e1e-3cc4347d9694,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:36.793878 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-78dd43e8-3f2e-4811-ba56-5949daa3c699 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.812930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.868815 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.875239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:36.883690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.896723 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-78dd43e8-3f2e-4811-ba56-5949daa3c699 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.908119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd43e8-3f2e-4811-ba56-5949daa3c699 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event deleted for resources: {'Port': ['ID=306833e2-f00b-434b-829e-f2926e14a579,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:36.913533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.913897 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Added segment ef17dde1-530a-412b-b5c5-41c6d160adb2 of type vlan for network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 Apr 29 15:34:36.950011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:36.991181 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-78dd43e8-3f2e-4811-ba56-5949daa3c699 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "DELETE /v2.0/ports/306833e2-f00b-434b-829e-f2926e14a579 HTTP/1.1" status: 204 len: 168 time: 1.0693698 Apr 29 15:34:36.997105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35518) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:37.013481 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.066416 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-976c519c-97d2-463e-8030-32923d2b1fad tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Deleting port e5db8972-a0fe-44d3-91a4-1fb8e90b7c66 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:37.066755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-976c519c-97d2-463e-8030-32923d2b1fad tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.083663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa6e24c2-1f83-487d-9ca8-2ce3d4bc84d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.096346 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.101976 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:37.103271 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.122928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:37.133953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:37.140276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6f90-8b78-4a31-a864-a82fac8d016c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.144886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f9b977-ff89-41fb-81e6-5d874696fa4f None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:37.147552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=c396bcdd-f8bf-4885-a149-fbcabc7d67c8,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:37.153684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-aa6e24c2-1f83-487d-9ca8-2ce3d4bc84d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:37.157260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:37.157843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.162509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Router 383d7953-56a9-439c-a266-75fd90808163 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:34:37.168016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-aa6e24c2-1f83-487d-9ca8-2ce3d4bc84d4 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1c4f6468de454aab040052c6eae84d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:37.229416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-aa6e24c2-1f83-487d-9ca8-2ce3d4bc84d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:37.291814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-aa6e24c2-1f83-487d-9ca8-2ce3d4bc84d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:37.293540 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8133187 Apr 29 15:34:37.294186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35522) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:37.300449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a6f90-8b78-4a31-a864-a82fac8d016c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for fcfbffcd-b512-468f-910a-0ab68e7b22d8 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:37.317753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c804f77-4929-49a7-986d-4a0ec4fa1931 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Network': ['ID=8b5da4e8-a6cf-4874-af0b-d27fac11bdf1,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:37.322783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'name': 'tempest-PortsIpV6TestJSON-1677088576'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:37.336760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:37.496114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'tenant_id': 'c096192df7af4829b733714b18b563f2', 'fixed_ips': [{'subnet_id': 'c396bcdd-f8bf-4885-a149-fbcabc7d67c8'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:34:37.497224 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.517512 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b6629fcf-879e-42b9-89a4-742f2dffe222 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3830760 Apr 29 15:34:37.523348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35526) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:37.543538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-45631f28-8cd7-4d99-a684-624a962d3a64 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:37.559033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:34:37.573018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750cdfd6-469d-4c29-a1d5-85f7368319e1 None None] Sync routers for ids ['383d7953-56a9-439c-a266-75fd90808163'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:34:37.600126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750cdfd6-469d-4c29-a1d5-85f7368319e1 None None] Routers {'383d7953-56a9-439c-a266-75fd90808163'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:37.600773 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-750cdfd6-469d-4c29-a1d5-85f7368319e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['383d7953-56a9-439c-a266-75fd90808163'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:37.605561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-976c519c-97d2-463e-8030-32923d2b1fad tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.621047 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.625054 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-62607d4c-59fc-46d9-b758-b52d29ee2183 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "PUT /v2.0/routers/383d7953-56a9-439c-a266-75fd90808163 HTTP/1.1" status: 200 len: 706 time: 4.8432050 Apr 29 15:34:37.634417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35530) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:37.669757 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-750cdfd6-469d-4c29-a1d5-85f7368319e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:37.716491 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750cdfd6-469d-4c29-a1d5-85f7368319e1 None None] Routers {'383d7953-56a9-439c-a266-75fd90808163'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:37.716491 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-750cdfd6-469d-4c29-a1d5-85f7368319e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['383d7953-56a9-439c-a266-75fd90808163'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:37.768601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa6e24c2-1f83-487d-9ca8-2ce3d4bc84d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.774854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-45631f28-8cd7-4d99-a684-624a962d3a64 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:37.778527 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-45631f28-8cd7-4d99-a684-624a962d3a64 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:37.782092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-45631f28-8cd7-4d99-a684-624a962d3a64 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:37.790077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-45631f28-8cd7-4d99-a684-624a962d3a64 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:37.790355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-750cdfd6-469d-4c29-a1d5-85f7368319e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:37.790686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750cdfd6-469d-4c29-a1d5-85f7368319e1 None None] The sync data for ids ['383d7953-56a9-439c-a266-75fd90808163'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:34:37.809209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Allocated IP 2001:db8::2 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/c396bcdd-f8bf-4885-a149-fbcabc7d67c8/33850ae4-fa06-4416-bfa0-64af5539a22a) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:37.822948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-976c519c-97d2-463e-8030-32923d2b1fad tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Calling delete_port for e5db8972-a0fe-44d3-91a4-1fb8e90b7c66 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:37.842225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa6e24c2-1f83-487d-9ca8-2ce3d4bc84d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.906848 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-aa6e24c2-1f83-487d-9ca8-2ce3d4bc84d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d1c4f6468de454aab040052c6eae84d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3832338 Apr 29 15:34:37.906848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e24c2-1f83-487d-9ca8-2ce3d4bc84d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c855a6-3075-47e8-a850-f0f235dfc524,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:37.907478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35534) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:37.913767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:37.918013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:port and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:37.919796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45631f28-8cd7-4d99-a684-624a962d3a64 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:37.922487 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:37.923876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-45631f28-8cd7-4d99-a684-624a962d3a64 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:37.928801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:37.979828 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f49c3480-20b0-4d13-8437-24478f9f2988 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/routers/383d7953-56a9-439c-a266-75fd90808163 HTTP/1.1" status: 200 len: 741 time: 0.3415644 Apr 29 15:34:37.980069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35538) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:38.042354 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a66f0e34-216d-4802-9a07-de8824fa5fb8 tempest-RoutersAdminTest-1465043824 tempest-RoutersAdminTest-1465043824-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&device_id=383d7953-56a9-439c-a266-75fd90808163 HTTP/1.1" status: 200 len: 205 time: 0.0585520 Apr 29 15:34:38.042580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35542) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:38.091194 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-932cc18c-7dec-4ab0-b72a-a23607c17659 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "GET /v2.0/ports?device_id=383d7953-56a9-439c-a266-75fd90808163 HTTP/1.1" status: 200 len: 205 time: 0.0452485 Apr 29 15:34:38.091194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:38.094466 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35546) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:38.094656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.099383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.109132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6f90-8b78-4a31-a864-a82fac8d016c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.117642 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port 6fbb560d-3c37-4c28-baf8-a205515a34b8 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:38.185141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Transition to ACTIVE for port object 33850ae4-fa06-4416-bfa0-64af5539a22a will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:38.190364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-976c519c-97d2-463e-8030-32923d2b1fad tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.207985 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Transition to ACTIVE for port object 33850ae4-fa06-4416-bfa0-64af5539a22a will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:38.259425 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c519c-97d2-463e-8030-32923d2b1fad tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event deleted for resources: {'Port': ['ID=e5db8972-a0fe-44d3-91a4-1fb8e90b7c66,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:38.266792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-976c519c-97d2-463e-8030-32923d2b1fad tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.277029 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.296098 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-976c519c-97d2-463e-8030-32923d2b1fad tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "DELETE /v2.0/ports/e5db8972-a0fe-44d3-91a4-1fb8e90b7c66 HTTP/1.1" status: 204 len: 168 time: 1.2978208 Apr 29 15:34:38.312313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35550) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:38.348684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a6f90-8b78-4a31-a864-a82fac8d016c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=fcfbffcd-b512-468f-910a-0ab68e7b22d8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:38.350594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:38.353842 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:38.358943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:38.382842 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b2bfdbd1-66fc-46d7-b581-1b1492a973e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Synchronizing usage tracker for tenant:ec7798f56c85417786fe3ac63e736da8 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:38.400641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Pushing event updated for resources: {'Port': ['ID=33850ae4-fa06-4416-bfa0-64af5539a22a,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:38.429683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-304e8995-2864-4598-b1d3-44653af0ef44 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.461951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Attempting to bind port 33850ae4-fa06-4416-bfa0-64af5539a22a on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:34:38.462329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Attempting to bind port 33850ae4-fa06-4416-bfa0-64af5539a22a by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:34:38.462673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Attempting to bind port 33850ae4-fa06-4416-bfa0-64af5539a22a on network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:34:38.469126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:34:38.469492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Checking segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:38.469889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.470279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Bound using segment: {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:34:38.470742 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Bound port: 33850ae4-fa06-4416-bfa0-64af5539a22a, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255b82b8-7415-430b-82d7-26b6469f45bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:34:38.471110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.488875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.538641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b2bfdbd1-66fc-46d7-b581-1b1492a973e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Unset dirty status for tenant:ec7798f56c85417786fe3ac63e736da8 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:38.541340 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b2bfdbd1-66fc-46d7-b581-1b1492a973e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2270432 Apr 29 15:34:38.546842 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35554) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:38.553014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-123323421'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:38.558951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:38.564158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Usage tracker for resource:network and tenant:ec7798f56c85417786fe3ac63e736da8 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:38.567596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:38.574550 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] For port 33850ae4-fa06-4416-bfa0-64af5539a22a, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:34:38.576447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:38.579274 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] For port 33850ae4-fa06-4416-bfa0-64af5539a22a, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=33850ae4-fa06-4416-bfa0-64af5539a22a,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:34:38.596169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.638394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f39ee7d4-f93f-40a5-8086-188a699a6d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.659640 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.694332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Made reservation on behalf of ec7798f56c85417786fe3ac63e736da8 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:38.697882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.719919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=6fbb560d-3c37-4c28-baf8-a205515a34b8,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:38.731605 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Checking segment: {'id': 'ef17dde1-530a-412b-b5c5-41c6d160adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:38.732153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network hostable DHCP agents. Network: 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:34:38.743432 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.ipam_backend_mixin [None req-45631f28-8cd7-4d99-a684-624a962d3a64 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c396bcdd-f8bf-4885-a149-fbcabc7d67c8 (CIDR: 2001:db8::/64) Apr 29 15:34:38.753706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedc8f8-43e5-48d6-90dd-4ecd0e05c26f None None] Pushing event updated for resources: {'Port': ['ID=33850ae4-fa06-4416-bfa0-64af5539a22a,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:38.757137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:38.768200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.770887 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Added segment 54d7c122-446e-446e-8909-4d9df0abf8af of type vlan for network 0e15c194-fd83-4de5-b65f-91feb5216b8a Apr 29 15:34:38.793646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.812779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f39ee7d4-f93f-40a5-8086-188a699a6d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.847263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:34:38.882526 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-45631f28-8cd7-4d99-a684-624a962d3a64 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:34:38.883020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45631f28-8cd7-4d99-a684-624a962d3a64 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:38.905454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.911672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:38.913004 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.963433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:38.977430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-304e8995-2864-4598-b1d3-44653af0ef44 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:38.992289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:39.001749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:39.001749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.002178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-304e8995-2864-4598-b1d3-44653af0ef44 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.002276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6831ca9-c417-4e47-8784-8231bc5d17dc None None] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:39.078861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event updated for resources: {'Network': ['ID=0e15c194-fd83-4de5-b65f-91feb5216b8a,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:39.090732 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-90c5992e-3b39-4f7e-ac54-de55e64fb4b2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5424571 Apr 29 15:34:39.091317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35558) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:39.097209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1472183519'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:39.103582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:39.107945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Usage tracker for resource:network and tenant:ec7798f56c85417786fe3ac63e736da8 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:39.111278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:39.118418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:39.118723 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 0e15c194-fd83-4de5-b65f-91feb5216b8a details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:39.121967 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3a94d977-f12b-425d-8a08-fc9c5fc93683 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8094971 Apr 29 15:34:39.126303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35562) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:39.133205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1679441311'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:39.141735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6f90-8b78-4a31-a864-a82fac8d016c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.145435 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:39.150135 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:network and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:39.153186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:39.159969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:39.223066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35566) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:39.223364 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-45631f28-8cd7-4d99-a684-624a962d3a64 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6971335 Apr 29 15:34:39.229655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'subnet': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:39.292522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-304e8995-2864-4598-b1d3-44653af0ef44 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.292522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304e8995-2864-4598-b1d3-44653af0ef44 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Fanout notify agent at l3_agent the message router_deleted on router 383d7953-56a9-439c-a266-75fd90808163 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:34:39.353261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Made reservation on behalf of ec7798f56c85417786fe3ac63e736da8 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:39.356841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.369916 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:39.373260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.563319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:39.580400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-304e8995-2864-4598-b1d3-44653af0ef44 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.581019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:39.582376 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-304e8995-2864-4598-b1d3-44653af0ef44 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/routers/383d7953-56a9-439c-a266-75fd90808163 HTTP/1.1" status: 204 len: 168 time: 1.4801202 Apr 29 15:34:39.586622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.586957 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Added segment 7c3a1347-7d56-49a8-9469-e46a7897e2af of type vlan for network c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4 Apr 29 15:34:39.588269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:39.590240 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f39ee7d4-f93f-40a5-8086-188a699a6d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.590374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35570) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:39.592183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f39ee7d4-f93f-40a5-8086-188a699a6d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.593450 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f39ee7d4-f93f-40a5-8086-188a699a6d3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02c855a6-3075-47e8-a850-f0f235dfc524 HTTP/1.1" status: 204 len: 168 time: 1.6850448 Apr 29 15:34:39.610926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ee7d4-f93f-40a5-8086-188a699a6d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c855a6-3075-47e8-a850-f0f235dfc524,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:39.629131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5a6f90-8b78-4a31-a864-a82fac8d016c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:34:39.661896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:subnet and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:39.678983 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8ae7b7ef-d5d2-4647-876d-d936e0a6f8e7 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "GET /v2.0/ports?device_id=383d7953-56a9-439c-a266-75fd90808163 HTTP/1.1" status: 200 len: 205 time: 0.0876720 Apr 29 15:34:39.680102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.683869 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Added segment e90954cf-f0fe-4074-ab34-6f893514bd4a of type vlan for network 5c972da9-bf80-4abe-9b58-b8e9b30acdd4 Apr 29 15:34:39.684161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:39.698373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35576) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:39.717492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:39.734661 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.760896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.830613 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:39.834384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.834529 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-aefaee48-0b1a-4ad5-89c7-a402688481f3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] delete failed (client error): The resource could not be found. Apr 29 15:34:39.837047 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-aefaee48-0b1a-4ad5-89c7-a402688481f3 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/routers/383d7953-56a9-439c-a266-75fd90808163 HTTP/1.1" status: 404 len: 336 time: 0.1375797 Apr 29 15:34:39.839703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35580) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:39.875671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5a6f90-8b78-4a31-a864-a82fac8d016c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:34:39.883314 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bc5a6f90-8b78-4a31-a864-a82fac8d016c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9823747 Apr 29 15:34:39.886436 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce88f24-0dc1-4f50-b67d-2984af6b8834 None None] Sync routers for ids ['8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:34:39.886948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35584) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:39.899622 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce88f24-0dc1-4f50-b67d-2984af6b8834 None None] Routers {'8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:39.900643 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fce88f24-0dc1-4f50-b67d-2984af6b8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:39.940343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.945843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:39.946432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:39.959923 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4f280d46-e0c8-4098-9e5f-a639783433b2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e1fc81-7a4c-4607-9725-7938cb1a2e32 HTTP/1.1" status: 200 len: 205 time: 0.1179564 Apr 29 15:34:39.966083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35590) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:39.984117 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fce88f24-0dc1-4f50-b67d-2984af6b8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:39.995589 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce88f24-0dc1-4f50-b67d-2984af6b8834 None None] Routers {'8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:39.996346 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fce88f24-0dc1-4f50-b67d-2984af6b8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:40.075401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:40.092620 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:40.092620 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:40.092984 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fce88f24-0dc1-4f50-b67d-2984af6b8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:40.092984 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce88f24-0dc1-4f50-b67d-2984af6b8834 None None] The sync data for ids ['8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:34:40.126524 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-5eb2a55a-7e18-4b2c-8070-c8c3920b9a11 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] delete failed (client error): The resource could not be found. Apr 29 15:34:40.128506 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5eb2a55a-7e18-4b2c-8070-c8c3920b9a11 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/routers/a3e1fc81-7a4c-4607-9725-7938cb1a2e32 HTTP/1.1" status: 404 len: 336 time: 0.1612320 Apr 29 15:34:40.130901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35594) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:40.131533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Network': ['ID=5c972da9-bf80-4abe-9b58-b8e9b30acdd4,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:40.144819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 5c972da9-bf80-4abe-9b58-b8e9b30acdd4 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:40.187193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3923266d-5ce8-44a8-a4db-1a9f5188ab06 None None] Provisioning for port 33850ae4-fa06-4416-bfa0-64af5539a22a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:40.241070 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bfdac255-fbb5-4f40-88f5-7e95098438c9 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c24a595-4879-4640-89bc-f838322f079f HTTP/1.1" status: 200 len: 205 time: 0.1083529 Apr 29 15:34:40.248372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35602) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:40.252338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 33850ae4-fa06-4416-bfa0-64af5539a22a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:40.294128 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2012193 Apr 29 15:34:40.298177 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-41161623-6fab-4caf-b4ee-e2eaf963b889 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1683486 Apr 29 15:34:40.301404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35608) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:40.307214 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'ports': [{'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1'}, {'network_id': '5c972da9-bf80-4abe-9b58-b8e9b30acdd4'}]} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:40.307539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:40.309083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': '5c972da9-bf80-4abe-9b58-b8e9b30acdd4'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:40.393434 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-e55df70b-1fe8-4474-8a1f-513f4085f046 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] delete failed (client error): The resource could not be found. Apr 29 15:34:40.396725 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e55df70b-1fe8-4474-8a1f-513f4085f046 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/routers/9c24a595-4879-4640-89bc-f838322f079f HTTP/1.1" status: 404 len: 336 time: 0.1455617 Apr 29 15:34:40.404117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35612) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:40.423352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17def4b2-10fa-4f0e-9070-df501c8b25e4 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event updated for resources: {'Network': ['ID=c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:40.474272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35616) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:40.518024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'subnets': [{'network_id': '0e15c194-fd83-4de5-b65f-91feb5216b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1394738039', 'ip_version': 4}, {'network_id': 'c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:40.518500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'subnet': {'network_id': '0e15c194-fd83-4de5-b65f-91feb5216b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1394738039', 'ip_version': 4}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:40.518981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Request body: {'subnet': {'network_id': 'c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:40.550840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 33850ae4-fa06-4416-bfa0-64af5539a22a completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:40.556860 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dfc20a2c-0a36-4974-b0fa-0694419f7889 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3 HTTP/1.1" status: 200 len: 205 time: 0.1547937 Apr 29 15:34:40.558247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35622) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:40.560790 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-42701cf0-3684-4bef-b181-dec474c14ff1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 15:34:40.561704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 33850ae4-fa06-4416-bfa0-64af5539a22a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:40.561828 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-42701cf0-3684-4bef-b181-dec474c14ff1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6740124 Apr 29 15:34:40.562579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:40.572767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35626) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:40.638671 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-22945627-2f7a-4de7-9b0f-c71f83e4d6f2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] delete failed (client error): The resource could not be found. Apr 29 15:34:40.640287 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-22945627-2f7a-4de7-9b0f-c71f83e4d6f2 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/routers/8aa95f47-2365-45b6-a9bd-d8f42d8fd5a3 HTTP/1.1" status: 404 len: 336 time: 0.0811026 Apr 29 15:34:40.646829 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35630) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:40.678408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bb40e6ed-d5b3-4a6b-b09e-b3deb28bd46f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Synchronizing usage tracker for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:40.679450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:40.817041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bb40e6ed-d5b3-4a6b-b09e-b3deb28bd46f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Unset dirty status for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:40.818445 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bb40e6ed-d5b3-4a6b-b09e-b3deb28bd46f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1 HTTP/1.1" status: 200 len: 205 time: 0.2445045 Apr 29 15:34:40.824495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35640) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:40.832762 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1932b280-f228-43f7-9587-eea3e3d58086 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "GET /v2.0/ports?device_id=d70cf153-2d60-456c-b698-2ad52f0d4418 HTTP/1.1" status: 200 len: 205 time: 0.1847503 Apr 29 15:34:40.836448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35644) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:40.849543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:40.851663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:40.853524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:port and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:40.856536 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:40.862938 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:40.884343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 33850ae4-fa06-4416-bfa0-64af5539a22a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=33850ae4-fa06-4416-bfa0-64af5539a22a,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:40.961987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 2} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:40.966921 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:40.985396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:40.987456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:41.071572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35650) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:41.072246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=33850ae4-fa06-4416-bfa0-64af5539a22a,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:41.176768 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-1b21bed8-23b6-46e5-a37c-b2f4170edf9b tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] delete failed (client error): The resource could not be found. Apr 29 15:34:41.177728 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1b21bed8-23b6-46e5-a37c-b2f4170edf9b tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/routers/d70cf153-2d60-456c-b698-2ad52f0d4418 HTTP/1.1" status: 404 len: 336 time: 0.2905970 Apr 29 15:34:41.182905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35656) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:41.228578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:41.240898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Usage tracker for resource:subnet and tenant:ec7798f56c85417786fe3ac63e736da8 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:41.250862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b087c099-7679-4313-82b2-075a742167c6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:41.273258 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c8458583-b5e0-495b-bd62-b14eee86b0fd tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1613071201', 'prefixes': ['172.20.0.0/16']}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:41.303622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:41.308109 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-16e0db70-bfba-421c-8f0c-2fdc07d2a6c0 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f066b7d-f378-4837-8c98-93b5b563ec5b HTTP/1.1" status: 200 len: 205 time: 0.1233635 Apr 29 15:34:41.323790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35660) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:41.329756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c8458583-b5e0-495b-bd62-b14eee86b0fd tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:41.375782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:41.421293 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port 677f793a-c333-4547-9139-8c1a0327e95d yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:41.434319 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-5f670cde-ad57-495d-bcc5-ea8a900bd42a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] delete failed (client error): The resource could not be found. Apr 29 15:34:41.436558 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5f670cde-ad57-495d-bcc5-ea8a900bd42a tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/routers/6f066b7d-f378-4837-8c98-93b5b563ec5b HTTP/1.1" status: 404 len: 336 time: 0.1036899 Apr 29 15:34:41.443453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35664) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:41.492137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.objects.ports [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88714) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:34:41.492893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Made reservation on behalf of ec7798f56c85417786fe3ac63e736da8 for: {'subnet': 2} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:41.494281 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f83d25-8320-4bb7-9085-8b3ba03f5566 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:41.494696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f83d25-8320-4bb7-9085-8b3ba03f5566 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:41.497407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:41.497740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:41.606214 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b087c099-7679-4313-82b2-075a742167c6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:41.611223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b087c099-7679-4313-82b2-075a742167c6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:41.686656 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-08f83d25-8320-4bb7-9085-8b3ba03f5566 tempest-RoutersAdminTest-168359078 tempest-RoutersAdminTest-168359078-project] 10.222.0.39 "DELETE /v2.0/subnets/78229736-4ee3-4b8a-835e-917740602449 HTTP/1.1" status: 404 len: 337 time: 0.2415228 Apr 29 15:34:41.773535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b087c099-7679-4313-82b2-075a742167c6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:41.774101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b087c099-7679-4313-82b2-075a742167c6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:34:41.810959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b087c099-7679-4313-82b2-075a742167c6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:41.812891 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b087c099-7679-4313-82b2-075a742167c6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1 HTTP/1.1" status: 204 len: 168 time: 0.9874732 Apr 29 15:34:41.814702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:41.816176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35670) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:41.975936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-66870fb5-3b6f-4d1c-911e-547e2f9e0629 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting subnet ef11fd8e-13d2-4386-bff9-712b1e7469f8 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:41.976773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port 0eafad95-0f34-4094-a4ac-3f0f8ef768d0 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:41.981885 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66870fb5-3b6f-4d1c-911e-547e2f9e0629 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:41.986594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c8458583-b5e0-495b-bd62-b14eee86b0fd tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] Notify callbacks [] for subnetpool, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:41.986594 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c8458583-b5e0-495b-bd62-b14eee86b0fd tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9113822 Apr 29 15:34:41.988247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35674) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:42.011593 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.041238 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-86be511e-861f-42b2-8bdb-5e54a18511de tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] 10.222.0.39 "GET /v2.0/subnetpools/74a67d5f-f03c-4610-a23d-a234a1176f8c HTTP/1.1" status: 200 len: 732 time: 0.0496893 Apr 29 15:34:42.044870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35678) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:42.053538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66870fb5-3b6f-4d1c-911e-547e2f9e0629 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.081654 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ee8dcc59-7a37-41e6-8bef-29ef365dc5c8 tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-322474988'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:42.150636 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 33850ae4-fa06-4416-bfa0-64af5539a22a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:42.232231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66870fb5-3b6f-4d1c-911e-547e2f9e0629 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.292901 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 33850ae4-fa06-4416-bfa0-64af5539a22a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:42.293610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.346678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35684) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:42.374756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.402962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] For port 33850ae4-fa06-4416-bfa0-64af5539a22a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=33850ae4-fa06-4416-bfa0-64af5539a22a,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:42.430908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.442606 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ee8dcc59-7a37-41e6-8bef-29ef365dc5c8 tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] Notify callbacks [] for subnetpool, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.446298 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ee8dcc59-7a37-41e6-8bef-29ef365dc5c8 tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] 10.222.0.39 "PUT /v2.0/subnetpools/74a67d5f-f03c-4610-a23d-a234a1176f8c HTTP/1.1" status: 200 len: 683 time: 0.3982344 Apr 29 15:34:42.446673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35690) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:42.463538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66870fb5-3b6f-4d1c-911e-547e2f9e0629 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.476410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.517915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-66870fb5-3b6f-4d1c-911e-547e2f9e0629 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.522792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58cb8fd3-0ad3-49f9-8e41-87d2408c2a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.522993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba19735-4a02-429c-bbba-483bea7b22cb None None] Network 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:42.530650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.560524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-58cb8fd3-0ad3-49f9-8e41-87d2408c2a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:42.568423 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-66870fb5-3b6f-4d1c-911e-547e2f9e0629 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/ef11fd8e-13d2-4386-bff9-712b1e7469f8 HTTP/1.1" status: 204 len: 168 time: 0.7488828 Apr 29 15:34:42.568423 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event updated for resources: {'Subnet': ['ID=62e97741-09f5-471f-a2d2-9532c104c833,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:42.570702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35694) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:42.576189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-58cb8fd3-0ad3-49f9-8e41-87d2408c2a0c admin admin] Usage tracker for resource:security_group_rule and tenant:498df870ada0465fbf1738c92df087a2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:42.581841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.582553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.625203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-58cb8fd3-0ad3-49f9-8e41-87d2408c2a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:42.645134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66870fb5-3b6f-4d1c-911e-547e2f9e0629 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Subnet': ['ID=ef11fd8e-13d2-4386-bff9-712b1e7469f8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:42.657649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-58cb8fd3-0ad3-49f9-8e41-87d2408c2a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:42.659866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Checking segment: {'id': '54d7c122-446e-446e-8909-4d9df0abf8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e15c194-fd83-4de5-b65f-91feb5216b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:42.660389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Network hostable DHCP agents. Network: 0e15c194-fd83-4de5-b65f-91feb5216b8a, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:34:42.661240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:42.670691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:42.679338 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:42.680205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.682871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:42.701093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:42.712987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:42.713575 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.717915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=677f793a-c333-4547-9139-8c1a0327e95d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:42.742420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3b8ed-0704-4066-87f9-f2dfd6cb01c0 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:42.766111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7f0819ca-e9b1-451f-934d-0652e27bbd85 tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] Notify callbacks [] for subnetpool, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.767404 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7f0819ca-e9b1-451f-934d-0652e27bbd85 tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] 10.222.0.39 "DELETE /v2.0/subnetpools/74a67d5f-f03c-4610-a23d-a234a1176f8c HTTP/1.1" status: 204 len: 168 time: 0.3197017 Apr 29 15:34:42.768062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Subnet': ['ID=36cabfd1-3b16-41f3-bb75-ed82e5112e96,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:42.770430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35698) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:42.826225 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-52c26ccb-734a-4bb5-a122-bd5a1c662f47 tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] show failed (client error): The resource could not be found. Apr 29 15:34:42.830320 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-52c26ccb-734a-4bb5-a122-bd5a1c662f47 tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] 10.222.0.39 "GET /v2.0/subnetpools/74a67d5f-f03c-4610-a23d-a234a1176f8c HTTP/1.1" status: 404 len: 346 time: 0.0457940 Apr 29 15:34:42.839438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35702) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:42.874294 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-9c09999f-a481-4d31-ab35-d0a583272d2f tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] delete failed (client error): The resource could not be found. Apr 29 15:34:42.878793 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9c09999f-a481-4d31-ab35-d0a583272d2f tempest-SubnetPoolsTestJSON-1117156148 tempest-SubnetPoolsTestJSON-1117156148-project] 10.222.0.39 "DELETE /v2.0/subnetpools/74a67d5f-f03c-4610-a23d-a234a1176f8c HTTP/1.1" status: 404 len: 346 time: 0.0347819 Apr 29 15:34:42.880273 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6557887 Apr 29 15:34:42.883113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35708) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:42.888872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Request body: {'port': {'network_id': 'f1c0b7e5-2f84-4caa-ab36-59830f78e8f9', 'mac_address': 'fa:16:3e:1e:2b:95', 'name': 'tempest-NetworksTestDHCPv6-1417941619'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:42.913362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426e14d-bd38-4ff3-a6d5-ff677bcbdf75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=33850ae4-fa06-4416-bfa0-64af5539a22a,revision_number=5']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:42.916120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.916619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Checking segment: {'id': 'e90954cf-f0fe-4074-ab34-6f893514bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5c972da9-bf80-4abe-9b58-b8e9b30acdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:42.916879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network hostable DHCP agents. Network: 5c972da9-bf80-4abe-9b58-b8e9b30acdd4, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:34:42.948836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 41f20e2b-faa7-45be-9671-7605543718c6 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:42.949376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:42.997037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f179373b-3b23-4593-a13e-641ea06a08c1 None None] DHCP port deletion for 98780b1d-d18c-4ea0-af1e-8ae2b3abacc2 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:34:43.007998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Network 0e15c194-fd83-4de5-b65f-91feb5216b8a is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:34:43.017496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f179373b-3b23-4593-a13e-641ea06a08c1 None None] Deleting port 41f20e2b-faa7-45be-9671-7605543718c6 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:43.017788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f179373b-3b23-4593-a13e-641ea06a08c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.102837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=0eafad95-0f34-4094-a4ac-3f0f8ef768d0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:43.110096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 0e15c194-fd83-4de5-b65f-91feb5216b8a) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:43.124792 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa98e6a-1ee6-490a-9bab-dc3e8206ecd4 None None] Network 0e15c194-fd83-4de5-b65f-91feb5216b8a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:43.137329 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.157642 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:43.168860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Usage tracker for resource:port and tenant:c096192df7af4829b733714b18b563f2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:43.174473 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:43.174652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58cb8fd3-0ad3-49f9-8e41-87d2408c2a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.180788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:43.196185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 5c972da9-bf80-4abe-9b58-b8e9b30acdd4 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:34:43.207251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 5c972da9-bf80-4abe-9b58-b8e9b30acdd4) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:43.215403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:43.225985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:43.232153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:43.233531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.244686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d86aed-dd07-4b9f-afd1-945ff1f1a1df None None] Network 5c972da9-bf80-4abe-9b58-b8e9b30acdd4 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:43.289562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Made reservation on behalf of c096192df7af4829b733714b18b563f2 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:43.315785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58cb8fd3-0ad3-49f9-8e41-87d2408c2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.319088 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-17e23321-929b-4f38-be39-c3837b83ec9f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0165751 Apr 29 15:34:43.323546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35712) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:43.331708 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port 41f20e2b-faa7-45be-9671-7605543718c6, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=41f20e2b-faa7-45be-9671-7605543718c6,segment=NetworkSegment(6aa2c871-a41a-4517-9fc6-cc440fa3d47a),segment_id=6aa2c871-a41a-4517-9fc6-cc440fa3d47a)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:43.332170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.359170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event updated for resources: {'Subnet': ['ID=dc898333-7fd5-4527-bb48-7e719fd1f4ca,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:43.496859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f3d75740-90a2-435a-a8c7-b35c5ba497c4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 0eafad95-0f34-4094-a4ac-3f0f8ef768d0 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:43.497208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f3d75740-90a2-435a-a8c7-b35c5ba497c4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.522343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35718) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:43.523625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for 41f20e2b-faa7-45be-9671-7605543718c6 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:43.556808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Checking segment: {'id': '7c3a1347-7d56-49a8-9469-e46a7897e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:43.557271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Network hostable DHCP agents. Network: c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:34:43.558934 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f179373b-3b23-4593-a13e-641ea06a08c1 None None] For port 41f20e2b-faa7-45be-9671-7605543718c6, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=41f20e2b-faa7-45be-9671-7605543718c6,segment=NetworkSegment(6aa2c871-a41a-4517-9fc6-cc440fa3d47a),segment_id=6aa2c871-a41a-4517-9fc6-cc440fa3d47a)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:43.560023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f179373b-3b23-4593-a13e-641ea06a08c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.589680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.611190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb8fd3-0ad3-49f9-8e41-87d2408c2a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a39f831-47b5-4536-8d1a-4eac6eeb614d,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:43.618473 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-58cb8fd3-0ad3-49f9-8e41-87d2408c2a0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=498df870ada0465fbf1738c92df087a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2710857 Apr 29 15:34:43.619330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35724) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:43.685296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] device_id is not set on port bf5abc13-b37a-45b1-88f4-b460e1b2f3f0 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:43.765380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8559d8d-7863-4eb2-aa46-6a0a4d335c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.815799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Network c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:34:43.833220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8559d8d-7863-4eb2-aa46-6a0a4d335c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.881390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.937166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:43.950056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fec9ea-c97f-4b90-9f85-2966a3106117 None None] Network c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:43.953717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:43.954189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:43.954812 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:43.958957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=41f20e2b-faa7-45be-9671-7605543718c6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:43.961299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No DVR routers for this DVR port 41f20e2b-faa7-45be-9671-7605543718c6 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:43.974171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f179373b-3b23-4593-a13e-641ea06a08c1 None None] Calling delete_port for 41f20e2b-faa7-45be-9671-7605543718c6 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:44.042177 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8fe710bc-8c05-4143-b308-3b77cc4676c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.111571 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.143807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98780b1d-d18c-4ea0-af1e-8ae2b3abacc2']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:44.157774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa2c871-a41a-4517-9fc6-cc440fa3d47a') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:44.159488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa2c871-a41a-4517-9fc6-cc440fa3d47a') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:44.171851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.190645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.197139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:44.197350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.198784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 33850ae4-fa06-4416-bfa0-64af5539a22a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:44.207103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8fe710bc-8c05-4143-b308-3b77cc4676c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:44.210179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f3d75740-90a2-435a-a8c7-b35c5ba497c4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.279410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8fe710bc-8c05-4143-b308-3b77cc4676c9 admin admin] Usage tracker for resource:security_group_rule and tenant:fb77dacc2acd422f99607ea2674314f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:44.317043 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:44.319272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8559d8d-7863-4eb2-aa46-6a0a4d335c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.321852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8559d8d-7863-4eb2-aa46-6a0a4d335c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.329617 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e8559d8d-7863-4eb2-aa46-6a0a4d335c75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a39f831-47b5-4536-8d1a-4eac6eeb614d HTTP/1.1" status: 204 len: 168 time: 0.6994214 Apr 29 15:34:44.329617 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9fa53398-5abf-41f3-95fd-e05a6dd213e9 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.8455102 Apr 29 15:34:44.343388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8fe710bc-8c05-4143-b308-3b77cc4676c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:44.351580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f3d75740-90a2-435a-a8c7-b35c5ba497c4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 0eafad95-0f34-4094-a4ac-3f0f8ef768d0 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:44.367179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35730) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:44.367469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-0e15c194-fd83-4de5-b65f-91feb5216b8a', 'network_id': '0e15c194-fd83-4de5-b65f-91feb5216b8a', 'tenant_id': 'ec7798f56c85417786fe3ac63e736da8', 'fixed_ips': [{'subnet_id': '62e97741-09f5-471f-a2d2-9532c104c833'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:34:44.368558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.374422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8559d8d-7863-4eb2-aa46-6a0a4d335c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a39f831-47b5-4536-8d1a-4eac6eeb614d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:44.384947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8fe710bc-8c05-4143-b308-3b77cc4676c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:44.410766 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-f179373b-3b23-4593-a13e-641ea06a08c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:34:44.411148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-f179373b-3b23-4593-a13e-641ea06a08c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:34:44.439422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.465706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.473690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8f485a04-5846-4a0b-953c-f9cdd4864ddb None None] Provisioning complete for port 33850ae4-fa06-4416-bfa0-64af5539a22a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:44.474389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8f485a04-5846-4a0b-953c-f9cdd4864ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.478876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Network': ['ID=98780b1d-d18c-4ea0-af1e-8ae2b3abacc2,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:44.484788 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-53108fc0-a2cb-4af9-8dd2-732d92b03907 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/networks/98780b1d-d18c-4ea0-af1e-8ae2b3abacc2 HTTP/1.1" status: 204 len: 168 time: 1.9119461 Apr 29 15:34:44.488530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35734) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:44.494275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'network': {'name': 'tempest-RoutersTest-1110423358'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:44.505697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:44.511056 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b619a-b41c-48b3-99d4-2dd10234d4e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:44.512732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b619a-b41c-48b3-99d4-2dd10234d4e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:44.514994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b619a-b41c-48b3-99d4-2dd10234d4e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:44.516133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e35b619a-b41c-48b3-99d4-2dd10234d4e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Synchronizing usage tracker for tenant:ec7798f56c85417786fe3ac63e736da8 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:44.521959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:network and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:44.526627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:44.534785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8::b9 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/c396bcdd-f8bf-4885-a149-fbcabc7d67c8/bf5abc13-b37a-45b1-88f4-b460e1b2f3f0) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:44.535128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:44.550577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1e:2b95 (f1c0b7e5-2f84-4caa-ab36-59830f78e8f9/36cabfd1-3b16-41f3-bb75-ed82e5112e96/bf5abc13-b37a-45b1-88f4-b460e1b2f3f0) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:44.613733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e35b619a-b41c-48b3-99d4-2dd10234d4e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Unset dirty status for tenant:ec7798f56c85417786fe3ac63e736da8 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:44.617584 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e35b619a-b41c-48b3-99d4-2dd10234d4e2 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2464581 Apr 29 15:34:44.618248 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35738) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:44.654435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:44.659230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.661830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f3d75740-90a2-435a-a8c7-b35c5ba497c4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.711334 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 33850ae4-fa06-4416-bfa0-64af5539a22a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:44.711729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.723213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4853a6c8-13f5-4f30-9a27-ca943dedc089 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Deleting subnet 62e97741-09f5-471f-a2d2-9532c104c833 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:44.727531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:44.739618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.740129 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Added segment 3229f6ba-ed64-4df4-93b8-7ff8afa6dd44 of type vlan for network 88bc3303-368b-4e70-a97f-705f56203f8b Apr 29 15:34:44.750294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d75740-90a2-435a-a8c7-b35c5ba497c4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=0eafad95-0f34-4094-a4ac-3f0f8ef768d0,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:44.783405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.796108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8fe710bc-8c05-4143-b308-3b77cc4676c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.807680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f3d75740-90a2-435a-a8c7-b35c5ba497c4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.818357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4', 'network_id': 'c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4', 'tenant_id': 'ec7798f56c85417786fe3ac63e736da8', 'fixed_ips': [{'subnet_id': 'dc898333-7fd5-4527-bb48-7e719fd1f4ca'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:34:44.822321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.840853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35744) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:44.841072 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f3d75740-90a2-435a-a8c7-b35c5ba497c4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/0eafad95-0f34-4094-a4ac-3f0f8ef768d0 HTTP/1.1" status: 204 len: 168 time: 1.5165555 Apr 29 15:34:44.874122 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8fe710bc-8c05-4143-b308-3b77cc4676c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.902733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.932246 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f5d666-17b6-49de-b779-fb93ac1e993e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:44.938600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f5d666-17b6-49de-b779-fb93ac1e993e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:44.940177 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c3f5d666-17b6-49de-b779-fb93ac1e993e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0982580 Apr 29 15:34:44.941584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.946840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:44.947477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.947664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35748) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:44.950231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Transition to ACTIVE for port object bf5abc13-b37a-45b1-88f4-b460e1b2f3f0 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:44.957301 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8fe710bc-8c05-4143-b308-3b77cc4676c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb77dacc2acd422f99607ea2674314f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4208167 Apr 29 15:34:44.966723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35752) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:44.983944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f179373b-3b23-4593-a13e-641ea06a08c1 None None] Deleting port 41f20e2b-faa7-45be-9671-7605543718c6 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:44.984542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f179373b-3b23-4593-a13e-641ea06a08c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:44.985085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe710bc-8c05-4143-b308-3b77cc4676c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03fb8b9-a43b-4ade-a1f3-76fa7fae05f0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:45.030413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5439e402-6cc0-4fb6-bbce-a516429c39a1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 677f793a-c333-4547-9139-8c1a0327e95d {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:45.030803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5439e402-6cc0-4fb6-bbce-a516429c39a1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.068238 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f179373b-3b23-4593-a13e-641ea06a08c1 None None] The port '41f20e2b-faa7-45be-9671-7605543718c6' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:34:45.091677 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Allocated IP 172.20.0.2 (0e15c194-fd83-4de5-b65f-91feb5216b8a/62e97741-09f5-471f-a2d2-9532c104c833/18173fca-29b6-49c0-abcf-b6e6430a8df4) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:45.112772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35756) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:45.183786 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-44340809-7803-4e64-beb1-0b97d0a01777 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62b3bde5928d41aab3535b983fef7303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686879 Apr 29 15:34:45.183786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Network': ['ID=88bc3303-368b-4e70-a97f-705f56203f8b,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:45.184770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35760) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:45.195164 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3e2cf36a-8995-444b-a798-e54b66aaec26 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7018979 Apr 29 15:34:45.199891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35764) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:45.208447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.211626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 88bc3303-368b-4e70-a97f-705f56203f8b details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:45.213309 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'subnet': {'network_id': '88bc3303-368b-4e70-a97f-705f56203f8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:45.223995 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 41f20e2b-faa7-45be-9671-7605543718c6 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:34:45.264893 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 41f20e2b-faa7-45be-9671-7605543718c6 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:34:45.265263 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 41f20e2b-faa7-45be-9671-7605543718c6 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:34:45.297299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90e96605-5245-4fd2-8151-bc9a98768ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.327293 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f02958f9-ed7c-4029-a242-d45459562010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.351166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90e96605-5245-4fd2-8151-bc9a98768ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.379094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f02958f9-ed7c-4029-a242-d45459562010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.436068 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Allocated IP 172.20.0.18 (c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4/dc898333-7fd5-4527-bb48-7e719fd1f4ca/fef54cbf-c708-47e6-92ca-f07b7a5f6a33) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:45.466298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:45.470820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5439e402-6cc0-4fb6-bbce-a516429c39a1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.483315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:45.485839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:45.492028 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:45.492685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.508746 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90e96605-5245-4fd2-8151-bc9a98768ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.534101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e96605-5245-4fd2-8151-bc9a98768ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49680817-5245-4c4f-a537-87450aec0ed1,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:45.536986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90e96605-5245-4fd2-8151-bc9a98768ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.552530 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-90e96605-5245-4fd2-8151-bc9a98768ec2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49680817-5245-4c4f-a537-87450aec0ed1 HTTP/1.1" status: 204 len: 168 time: 0.3515208 Apr 29 15:34:45.558554 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f02958f9-ed7c-4029-a242-d45459562010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.559856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f02958f9-ed7c-4029-a242-d45459562010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.563859 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f02958f9-ed7c-4029-a242-d45459562010 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a03fb8b9-a43b-4ade-a1f3-76fa7fae05f0 HTTP/1.1" status: 204 len: 168 time: 0.5880284 Apr 29 15:34:45.593938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02958f9-ed7c-4029-a242-d45459562010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03fb8b9-a43b-4ade-a1f3-76fa7fae05f0,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:45.656725 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event updated for resources: {'Port': ['ID=bf5abc13-b37a-45b1-88f4-b460e1b2f3f0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:45.669486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:45.673749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:subnet and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:45.676804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:45.685519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:45.702341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.706802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5439e402-6cc0-4fb6-bbce-a516429c39a1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 677f793a-c333-4547-9139-8c1a0327e95d owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:45.742889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Transition to ACTIVE for port object 18173fca-29b6-49c0-abcf-b6e6430a8df4 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:45.826967 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Transition to ACTIVE for port object 18173fca-29b6-49c0-abcf-b6e6430a8df4 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:45.856745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.869587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Transition to ACTIVE for port object fef54cbf-c708-47e6-92ca-f07b7a5f6a33 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:45.891951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Transition to ACTIVE for port object fef54cbf-c708-47e6-92ca-f07b7a5f6a33 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:45.915836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4853a6c8-13f5-4f30-9a27-ca943dedc089 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.917494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:45.935706 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:45.939309 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.002335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4853a6c8-13f5-4f30-9a27-ca943dedc089 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.025158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Pushing event updated for resources: {'Port': ['ID=18173fca-29b6-49c0-abcf-b6e6430a8df4,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:46.028005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.053232 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1004f1ba-835b-4b43-bf05-c450f5e9e897 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1643000 Apr 29 15:34:46.057083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35774) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:46.084051 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-08fa9e65-619a-462b-af24-c3a361c8aa3e None None] Provisioning for port bf5abc13-b37a-45b1-88f4-b460e1b2f3f0 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:46.089056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Network 0e15c194-fd83-4de5-b65f-91feb5216b8a is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:46.098115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:46.119740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Network c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:46.123278 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:46.126170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-08fa9e65-619a-462b-af24-c3a361c8aa3e None None] Provisioning complete for port bf5abc13-b37a-45b1-88f4-b460e1b2f3f0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:46.126868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-08fa9e65-619a-462b-af24-c3a361c8aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.199976 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-08fa9e65-619a-462b-af24-c3a361c8aa3e None None] Port bf5abc13-b37a-45b1-88f4-b460e1b2f3f0 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:46.202370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:46.223617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4853a6c8-13f5-4f30-9a27-ca943dedc089 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.234220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3c81f651-5c4a-415c-8cab-61f245b4d469 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting port bf5abc13-b37a-45b1-88f4-b460e1b2f3f0 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:46.239638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3c81f651-5c4a-415c-8cab-61f245b4d469 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.244008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:46.317951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5439e402-6cc0-4fb6-bbce-a516429c39a1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.424820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5439e402-6cc0-4fb6-bbce-a516429c39a1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.433806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439e402-6cc0-4fb6-bbce-a516429c39a1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=677f793a-c333-4547-9139-8c1a0327e95d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:46.461314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4853a6c8-13f5-4f30-9a27-ca943dedc089 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.485714 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5439e402-6cc0-4fb6-bbce-a516429c39a1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/677f793a-c333-4547-9139-8c1a0327e95d HTTP/1.1" status: 204 len: 168 time: 1.5369556 Apr 29 15:34:46.494703 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35784) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:46.542894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Pushing event updated for resources: {'Port': ['ID=fef54cbf-c708-47e6-92ca-f07b7a5f6a33,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:46.567360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Attempting to bind port 18173fca-29b6-49c0-abcf-b6e6430a8df4 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:34:46.567360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Attempting to bind port 18173fca-29b6-49c0-abcf-b6e6430a8df4 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '54d7c122-446e-446e-8909-4d9df0abf8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e15c194-fd83-4de5-b65f-91feb5216b8a'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:34:46.569404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Attempting to bind port 18173fca-29b6-49c0-abcf-b6e6430a8df4 on network 0e15c194-fd83-4de5-b65f-91feb5216b8a {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:34:46.585321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:34:46.585706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Checking segment: {'id': '54d7c122-446e-446e-8909-4d9df0abf8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e15c194-fd83-4de5-b65f-91feb5216b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:46.586111 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.586512 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Bound using segment: {'id': '54d7c122-446e-446e-8909-4d9df0abf8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e15c194-fd83-4de5-b65f-91feb5216b8a'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:34:46.586990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Bound port: 18173fca-29b6-49c0-abcf-b6e6430a8df4, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d7c122-446e-446e-8909-4d9df0abf8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e15c194-fd83-4de5-b65f-91feb5216b8a'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:34:46.587365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.615222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Attempting to bind port fef54cbf-c708-47e6-92ca-f07b7a5f6a33 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:34:46.615593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Attempting to bind port fef54cbf-c708-47e6-92ca-f07b7a5f6a33 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '7c3a1347-7d56-49a8-9469-e46a7897e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:34:46.616423 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Attempting to bind port fef54cbf-c708-47e6-92ca-f07b7a5f6a33 on network c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:34:46.617891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853a6c8-13f5-4f30-9a27-ca943dedc089 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event deleted for resources: {'Subnet': ['ID=62e97741-09f5-471f-a2d2-9532c104c833,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:46.619907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4853a6c8-13f5-4f30-9a27-ca943dedc089 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.664234 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:34:46.664635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Checking segment: {'id': '7c3a1347-7d56-49a8-9469-e46a7897e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:46.665025 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.665413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Bound using segment: {'id': '7c3a1347-7d56-49a8-9469-e46a7897e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:34:46.665885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Bound port: fef54cbf-c708-47e6-92ca-f07b7a5f6a33, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3a1347-7d56-49a8-9469-e46a7897e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:34:46.666254 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.718011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.735130 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4853a6c8-13f5-4f30-9a27-ca943dedc089 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "DELETE /v2.0/subnets/62e97741-09f5-471f-a2d2-9532c104c833 HTTP/1.1" status: 204 len: 168 time: 2.1157570 Apr 29 15:34:46.737426 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35790) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:46.761576 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] For port 18173fca-29b6-49c0-abcf-b6e6430a8df4, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:34:46.773920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] For port 18173fca-29b6-49c0-abcf-b6e6430a8df4, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=18173fca-29b6-49c0-abcf-b6e6430a8df4,segment=NetworkSegment(54d7c122-446e-446e-8909-4d9df0abf8af),segment_id=54d7c122-446e-446e-8909-4d9df0abf8af)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:34:46.780517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12749b59-778f-4891-bad9-3b2f9ab916f9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:46.781242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-12749b59-778f-4891-bad9-3b2f9ab916f9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:46.788505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-103cc964-d229-40cb-a727-c132716b69ca None None] For port fef54cbf-c708-47e6-92ca-f07b7a5f6a33, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:34:46.796510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-103cc964-d229-40cb-a727-c132716b69ca None None] For port fef54cbf-c708-47e6-92ca-f07b7a5f6a33, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fef54cbf-c708-47e6-92ca-f07b7a5f6a33,segment=NetworkSegment(7c3a1347-7d56-49a8-9469-e46a7897e2af),segment_id=7c3a1347-7d56-49a8-9469-e46a7897e2af)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:34:46.825427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83191ab-92b8-4fec-bf7f-d5e0de49ff79 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Deleting subnet dc898333-7fd5-4527-bb48-7e719fd1f4ca {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:46.829566 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d83191ab-92b8-4fec-bf7f-d5e0de49ff79 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.847859 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.862369 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3c81f651-5c4a-415c-8cab-61f245b4d469 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.877792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Subnet': ['ID=8045a801-bdf8-4856-ae8e-ce9e30621dd7,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:46.895560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d83191ab-92b8-4fec-bf7f-d5e0de49ff79 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.909165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:46.948879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Checking segment: {'id': '3229f6ba-ed64-4df4-93b8-7ff8afa6dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '88bc3303-368b-4e70-a97f-705f56203f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:46.949243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network hostable DHCP agents. Network: 88bc3303-368b-4e70-a97f-705f56203f8b, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:34:46.958406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdd90e-58f3-4ab7-a7f3-162873fc0586 None None] Pushing event updated for resources: {'Port': ['ID=18173fca-29b6-49c0-abcf-b6e6430a8df4,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:46.990112 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d83191ab-92b8-4fec-bf7f-d5e0de49ff79 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.018726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-12749b59-778f-4891-bad9-3b2f9ab916f9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:47.022499 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-12749b59-778f-4891-bad9-3b2f9ab916f9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5243182 Apr 29 15:34:47.023761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35800) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:47.030828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3c81f651-5c4a-415c-8cab-61f245b4d469 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Calling delete_port for bf5abc13-b37a-45b1-88f4-b460e1b2f3f0 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:47.031171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cc964-d229-40cb-a727-c132716b69ca None None] Pushing event updated for resources: {'Port': ['ID=fef54cbf-c708-47e6-92ca-f07b7a5f6a33,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:47.093554 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-737945f7-f1fb-474c-afa3-5ce7d1768c4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:34:47.097474 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-737945f7-f1fb-474c-afa3-5ce7d1768c4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/0eafad95-0f34-4094-a4ac-3f0f8ef768d0 HTTP/1.1" status: 404 len: 333 time: 0.0708730 Apr 29 15:34:47.098801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35806) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:47.167538 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1932c0d7-1299-4c77-a997-4589502a0b17 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:34:47.168883 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1932c0d7-1299-4c77-a997-4589502a0b17 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/677f793a-c333-4547-9139-8c1a0327e95d HTTP/1.1" status: 404 len: 333 time: 0.0688558 Apr 29 15:34:47.172488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35810) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:47.177684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be011a6c-ee43-473e-89c1-2bf6f88221b1 None None] Network 0e15c194-fd83-4de5-b65f-91feb5216b8a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:47.203506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 88bc3303-368b-4e70-a97f-705f56203f8b is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:34:47.283787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35814) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:47.316453 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d83191ab-92b8-4fec-bf7f-d5e0de49ff79 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.391902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.408332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83191ab-92b8-4fec-bf7f-d5e0de49ff79 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event deleted for resources: {'Subnet': ['ID=dc898333-7fd5-4527-bb48-7e719fd1f4ca,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:47.415529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d83191ab-92b8-4fec-bf7f-d5e0de49ff79 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.425232 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3c81f651-5c4a-415c-8cab-61f245b4d469 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.463696 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d83191ab-92b8-4fec-bf7f-d5e0de49ff79 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "DELETE /v2.0/subnets/dc898333-7fd5-4527-bb48-7e719fd1f4ca HTTP/1.1" status: 204 len: 168 time: 0.7229033 Apr 29 15:34:47.465273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35820) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:47.521297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 88bc3303-368b-4e70-a97f-705f56203f8b) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:47.524828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81f651-5c4a-415c-8cab-61f245b4d469 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Port': ['ID=bf5abc13-b37a-45b1-88f4-b460e1b2f3f0,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:47.530351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:47.530997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.533454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1680797-941d-4ba5-9606-b26f0ce86e4c None None] Network 88bc3303-368b-4e70-a97f-705f56203f8b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:47.654036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3c81f651-5c4a-415c-8cab-61f245b4d469 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.656040 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3c81f651-5c4a-415c-8cab-61f245b4d469 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/bf5abc13-b37a-45b1-88f4-b460e1b2f3f0 HTTP/1.1" status: 204 len: 168 time: 1.5979595 Apr 29 15:34:47.658495 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35824) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:47.659948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.687504 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3a06ce20-3690-40c2-99d2-a7ce328c032f tempest-AgentManagementNegativeTest-333491128 tempest-AgentManagementNegativeTest-333491128-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4023943 Apr 29 15:34:47.692883 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2a485e-5af3-4b0e-8429-161416fe30a3 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:47.693465 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7f2a485e-5af3-4b0e-8429-161416fe30a3 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Synchronizing usage tracker for tenant:ec7798f56c85417786fe3ac63e736da8 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:47.714277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c972da9-bf80-4abe-9b58-b8e9b30acdd4']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:47.732412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90954cf-f0fe-4074-ab34-6f893514bd4a') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:47.733284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90954cf-f0fe-4074-ab34-6f893514bd4a') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:47.752269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.753123 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-21b989ef-cbbd-42d5-8a23-31ec3c7c25c2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5512247 Apr 29 15:34:47.757129 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35830) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:47.766424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5672130a-d35c-427a-ae2b-1b8b5a36cebe tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1695849452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:47.780605 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5672130a-d35c-427a-ae2b-1b8b5a36cebe tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:47.782515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5672130a-d35c-427a-ae2b-1b8b5a36cebe tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:router and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:47.785694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.789604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5672130a-d35c-427a-ae2b-1b8b5a36cebe tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:47.797549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:47.797768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.798123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5672130a-d35c-427a-ae2b-1b8b5a36cebe tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:47.816909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b146fd8-8e55-44ca-8075-d86d97f5936a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:47.817801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9b146fd8-8e55-44ca-8075-d86d97f5936a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:47.826250 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:47.837476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7f2a485e-5af3-4b0e-8429-161416fe30a3 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Unset dirty status for tenant:ec7798f56c85417786fe3ac63e736da8 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:47.844682 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7f2a485e-5af3-4b0e-8429-161416fe30a3 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3736818 Apr 29 15:34:47.845089 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35834) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:47.886056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-88bc3303-368b-4e70-a97f-705f56203f8b', 'network_id': '88bc3303-368b-4e70-a97f-705f56203f8b', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'fixed_ips': [{'subnet_id': '8045a801-bdf8-4856-ae8e-ce9e30621dd7'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:34:47.886916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.900216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5672130a-d35c-427a-ae2b-1b8b5a36cebe tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.901560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5672130a-d35c-427a-ae2b-1b8b5a36cebe tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:47.964580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9b146fd8-8e55-44ca-8075-d86d97f5936a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:47.965710 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9b146fd8-8e55-44ca-8075-d86d97f5936a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3060510 Apr 29 15:34:47.969057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35838) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:48.009592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.028901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.047330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.077540 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/networks/5c972da9-bf80-4abe-9b58-b8e9b30acdd4 HTTP/1.1" status: 204 len: 168 time: 0.8981855 Apr 29 15:34:48.082285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c075f-456b-48dd-82ee-550bb9bc4cb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Network': ['ID=5c972da9-bf80-4abe-9b58-b8e9b30acdd4,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:48.085174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35842) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:48.120320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1897272480'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:48.126414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:48.136707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:network and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:48.142923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:48.156105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:48.174619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5672130a-d35c-427a-ae2b-1b8b5a36cebe tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.192375 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Deleting port fef54cbf-c708-47e6-92ca-f07b7a5f6a33 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:48.197194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.203611 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Allocated IP 172.20.0.2 (88bc3303-368b-4e70-a97f-705f56203f8b/8045a801-bdf8-4856-ae8e-ce9e30621dd7/0592f2f1-3a34-4be8-a5ac-b8b99233eac1) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:48.263697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fef54cbf-c708-47e6-92ca-f07b7a5f6a33 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:48.282842 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6984f812-44d8-4d07-be82-66d5aa0e3e34 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:48.286853 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6984f812-44d8-4d07-be82-66d5aa0e3e34 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3144307 Apr 29 15:34:48.287282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35846) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:48.336120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5672130a-d35c-427a-ae2b-1b8b5a36cebe tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.359910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:48.363771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.429510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:48.439859 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.440613 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Added segment 7940929a-009a-4a4d-8b9c-718944d116d6 of type vlan for network fe82df1b-0591-4102-b6ce-f1d50a6fcbfe Apr 29 15:34:48.470849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.524603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port fef54cbf-c708-47e6-92ca-f07b7a5f6a33 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:48.528555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3043cc-ff27-462b-8cc3-12f429ad0e23 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:48.530991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3043cc-ff27-462b-8cc3-12f429ad0e23 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:48.532586 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3043cc-ff27-462b-8cc3-12f429ad0e23 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:48.533479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0e3043cc-ff27-462b-8cc3-12f429ad0e23 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:48.550873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35852) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:48.565483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.573673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13a7b6f-4661-489c-868b-3d6fee4c4795 None None] Network c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:48.585738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5672130a-d35c-427a-ae2b-1b8b5a36cebe tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.589092 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5672130a-d35c-427a-ae2b-1b8b5a36cebe tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8310299 Apr 29 15:34:48.590229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35858) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:48.601257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] For port fef54cbf-c708-47e6-92ca-f07b7a5f6a33, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fef54cbf-c708-47e6-92ca-f07b7a5f6a33,segment=NetworkSegment(7c3a1347-7d56-49a8-9469-e46a7897e2af),segment_id=7c3a1347-7d56-49a8-9469-e46a7897e2af)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:48.601965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.605582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Transition to ACTIVE for port object 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:48.655471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0e3043cc-ff27-462b-8cc3-12f429ad0e23 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:48.656274 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0e3043cc-ff27-462b-8cc3-12f429ad0e23 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3679228 Apr 29 15:34:48.681352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35862) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:48.689769 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Transition to ACTIVE for port object 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:48.715833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.721118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:48.721764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.770002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.785316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Calling delete_port for fef54cbf-c708-47e6-92ca-f07b7a5f6a33 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:48.791799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ad04231-a5d6-469b-8a47-59d13336ce75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.875227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb2ef9e-f50d-41cb-8450-0e44e7e155ae tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet 36cabfd1-3b16-41f3-bb75-ed82e5112e96 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:48.888810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ef9e-f50d-41cb-8450-0e44e7e155ae tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.889991 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Pushing event updated for resources: {'Port': ['ID=0592f2f1-3a34-4be8-a5ac-b8b99233eac1,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:48.895488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d4061755-b366-45ad-8509-14b092568db5 None None] Provisioning for port fef54cbf-c708-47e6-92ca-f07b7a5f6a33 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:48.902064 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Network 88bc3303-368b-4e70-a97f-705f56203f8b is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:48.903328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:48.906865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:48.908777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d4061755-b366-45ad-8509-14b092568db5 None None] Provisioning complete for port fef54cbf-c708-47e6-92ca-f07b7a5f6a33 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:48.909139 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4061755-b366-45ad-8509-14b092568db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:48.949378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ef9e-f50d-41cb-8450-0e44e7e155ae tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.017644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.052920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4ad04231-a5d6-469b-8a47-59d13336ce75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:49.061397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Attempting to bind port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:34:49.068158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Attempting to bind port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '3229f6ba-ed64-4df4-93b8-7ff8afa6dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '88bc3303-368b-4e70-a97f-705f56203f8b'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:34:49.068158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Attempting to bind port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 on network 88bc3303-368b-4e70-a97f-705f56203f8b {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:34:49.073899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d4061755-b366-45ad-8509-14b092568db5 None None] Could not find standard attr ID for object fef54cbf-c708-47e6-92ca-f07b7a5f6a33. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:34:49.077346 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.plugins.ml2.db [None req-d4061755-b366-45ad-8509-14b092568db5 None None] No ports have port_id starting with fef54cbf-c708-47e6-92ca-f07b7a5f6a33 Apr 29 15:34:49.079783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:34:49.080148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Checking segment: {'id': '3229f6ba-ed64-4df4-93b8-7ff8afa6dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '88bc3303-368b-4e70-a97f-705f56203f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:49.080564 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.081090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Bound using segment: {'id': '3229f6ba-ed64-4df4-93b8-7ff8afa6dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '88bc3303-368b-4e70-a97f-705f56203f8b'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:34:49.081557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Bound port: 0592f2f1-3a34-4be8-a5ac-b8b99233eac1, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3229f6ba-ed64-4df4-93b8-7ff8afa6dd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '88bc3303-368b-4e70-a97f-705f56203f8b'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:34:49.082279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.082501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event deleted for resources: {'Port': ['ID=fef54cbf-c708-47e6-92ca-f07b7a5f6a33,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:49.088063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] No DVR routers for this DVR port fef54cbf-c708-47e6-92ca-f07b7a5f6a33 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:49.098330 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0084159 Apr 29 15:34:49.116156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35866) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:49.118286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4ad04231-a5d6-469b-8a47-59d13336ce75 admin admin] Usage tracker for resource:security_group_rule and tenant:78634d9b301e44ef9a1cfc89eb06ed69 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:49.120888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8c9e4-aeee-438a-a3c7-20637c80ba8d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Network': ['ID=fe82df1b-0591-4102-b6ce-f1d50a6fcbfe,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:49.125504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4ad04231-a5d6-469b-8a47-59d13336ce75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:49.130236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': 'fe82df1b-0591-4102-b6ce-f1d50a6fcbfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:49.144130 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network fe82df1b-0591-4102-b6ce-f1d50a6fcbfe details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:49.184445 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4ad04231-a5d6-469b-8a47-59d13336ce75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:49.203373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ef9e-f50d-41cb-8450-0e44e7e155ae tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.242983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f77f9-d78e-4629-8a34-bca06d43a540 None None] DHCP port deletion for c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:34:49.274237 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ccb3346a-755c-488b-8790-194b49390beb None None] For port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:34:49.281150 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ccb3346a-755c-488b-8790-194b49390beb None None] For port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0592f2f1-3a34-4be8-a5ac-b8b99233eac1,segment=NetworkSegment(3229f6ba-ed64-4df4-93b8-7ff8afa6dd44),segment_id=3229f6ba-ed64-4df4-93b8-7ff8afa6dd44)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:34:49.365200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.383909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.389900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.424920 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:49.432580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:49.442990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:49.447462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3a1347-7d56-49a8-9469-e46a7897e2af') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:49.447756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3a1347-7d56-49a8-9469-e46a7897e2af') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:49.456053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:49.466075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:49.474118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.482060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3346a-755c-488b-8790-194b49390beb None None] Pushing event updated for resources: {'Port': ['ID=0592f2f1-3a34-4be8-a5ac-b8b99233eac1,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:49.513769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.521072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:49.521505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:49.536410 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:49.605114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:49.609361 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.612864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ad04231-a5d6-469b-8a47-59d13336ce75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.623243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ef9e-f50d-41cb-8450-0e44e7e155ae tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.698568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4ad04231-a5d6-469b-8a47-59d13336ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.720870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfb2ef9e-f50d-41cb-8450-0e44e7e155ae tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.723604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2ef9e-f50d-41cb-8450-0e44e7e155ae tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=36cabfd1-3b16-41f3-bb75-ed82e5112e96,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:49.728728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c2f3ef-1fb4-4f8b-be41-1a35bc925cf7 None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:49.783978 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4ad04231-a5d6-469b-8a47-59d13336ce75 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78634d9b301e44ef9a1cfc89eb06ed69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2319748 Apr 29 15:34:49.789286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35870) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:49.796251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad04231-a5d6-469b-8a47-59d13336ce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a829fc03-e810-46c6-8eda-2d209def826b,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:49.802150 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.ipam_backend_mixin [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Performing IP validity checks on allocation pools {{(pid=88714) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 15:34:49.804962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.ipam_backend_mixin [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88714) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 15:34:49.808696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.813917 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:49.816116 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "DELETE /v2.0/networks/c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4 HTTP/1.1" status: 204 len: 168 time: 1.9688292 Apr 29 15:34:49.820143 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35874) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:49.846946 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dd5ef-79be-48f7-994f-16af79503ee6 tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event deleted for resources: {'Network': ['ID=c4f2a46c-4ed9-4d35-8b62-3a557c20d5e4,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:49.876614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bfb2ef9e-f50d-41cb-8450-0e44e7e155ae tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/36cabfd1-3b16-41f3-bb75-ed82e5112e96 HTTP/1.1" status: 204 len: 168 time: 1.1939576 Apr 29 15:34:49.879857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35878) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:49.998198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff16d729-cf77-48cd-9b04-50ceb9bbf92e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Deleting subnet c396bcdd-f8bf-4885-a149-fbcabc7d67c8 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:50.044161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.053414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Allocated IP 172.20.0.1 (88bc3303-368b-4e70-a97f-705f56203f8b/8045a801-bdf8-4856-ae8e-ce9e30621dd7/ce6646c8-8072-45ea-a9ad-526950b37178) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:50.082501 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38d2c51b-2c0b-4d5b-b6f3-3fffb4ed33e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.127827 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff16d729-cf77-48cd-9b04-50ceb9bbf92e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.141743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Deleting port 18173fca-29b6-49c0-abcf-b6e6430a8df4 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:50.142093 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.207126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:50.217345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff16d729-cf77-48cd-9b04-50ceb9bbf92e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.251887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38d2c51b-2c0b-4d5b-b6f3-3fffb4ed33e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.272153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.391017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:50.447326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Subnet': ['ID=e625ebf1-3d56-4ea1-98ad-be82d18659d0,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:50.473421 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fef54cbf-c708-47e6-92ca-f07b7a5f6a33 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:34:50.476185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Checking segment: {'id': '7940929a-009a-4a4d-8b9c-718944d116d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe82df1b-0591-4102-b6ce-f1d50a6fcbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:50.476738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network hostable DHCP agents. Network: fe82df1b-0591-4102-b6ce-f1d50a6fcbfe, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:34:50.493888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.501066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff16d729-cf77-48cd-9b04-50ceb9bbf92e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.516241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: fef54cbf-c708-47e6-92ca-f07b7a5f6a33 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:34:50.517324 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fef54cbf-c708-47e6-92ca-f07b7a5f6a33 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:34:50.604984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network fe82df1b-0591-4102-b6ce-f1d50a6fcbfe is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:34:50.609990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38d2c51b-2c0b-4d5b-b6f3-3fffb4ed33e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.613437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Transition to ACTIVE for port object ce6646c8-8072-45ea-a9ad-526950b37178 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:50.641142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] For port 18173fca-29b6-49c0-abcf-b6e6430a8df4, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=18173fca-29b6-49c0-abcf-b6e6430a8df4,segment=NetworkSegment(54d7c122-446e-446e-8909-4d9df0abf8af),segment_id=54d7c122-446e-446e-8909-4d9df0abf8af)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:50.641740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.650035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2c51b-2c0b-4d5b-b6f3-3fffb4ed33e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a829fc03-e810-46c6-8eda-2d209def826b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:50.668672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, fe82df1b-0591-4102-b6ce-f1d50a6fcbfe) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:50.674894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:50.676770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.682470 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e664c7d-fba9-4d66-a961-fe72dbde416d None None] Network fe82df1b-0591-4102-b6ce-f1d50a6fcbfe requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:50.711659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff16d729-cf77-48cd-9b04-50ceb9bbf92e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.777013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff16d729-cf77-48cd-9b04-50ceb9bbf92e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:50.779250 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ff16d729-cf77-48cd-9b04-50ceb9bbf92e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/c396bcdd-f8bf-4885-a149-fbcabc7d67c8 HTTP/1.1" status: 204 len: 168 time: 0.8982484 Apr 29 15:34:50.784752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35882) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:50.854480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16d729-cf77-48cd-9b04-50ceb9bbf92e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Subnet': ['ID=c396bcdd-f8bf-4885-a149-fbcabc7d67c8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:50.861377 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a1b7f21d-0843-4516-8c12-e1a533a55e42 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7391386 Apr 29 15:34:50.871687 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35886) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:50.877546 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3ea715d1-fc67-4aba-aa71-9434923a761e tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914025 Apr 29 15:34:50.881458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': 'fe82df1b-0591-4102-b6ce-f1d50a6fcbfe', 'name': 'tempest-PortsIpV6TestJSON-2089515006'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:50.899387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35890) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:50.953789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Calling delete_port for 18173fca-29b6-49c0-abcf-b6e6430a8df4 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:50.967798 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a586f8cb-09a5-4b56-a0b4-df6ff79c106b None None] Network 88bc3303-368b-4e70-a97f-705f56203f8b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:50.987968 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-fe82df1b-0591-4102-b6ce-f1d50a6fcbfe', 'network_id': 'fe82df1b-0591-4102-b6ce-f1d50a6fcbfe', 'tenant_id': '5dab45b81f614da28ec529e1564555d4', 'fixed_ips': [{'subnet_id': 'e625ebf1-3d56-4ea1-98ad-be82d18659d0'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:34:50.988819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.008033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38d2c51b-2c0b-4d5b-b6f3-3fffb4ed33e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.012890 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-38d2c51b-2c0b-4d5b-b6f3-3fffb4ed33e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a829fc03-e810-46c6-8eda-2d209def826b HTTP/1.1" status: 204 len: 168 time: 1.2192962 Apr 29 15:34:51.091416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1337966-ca0f-48f6-9a4c-0ae857b6686a None None] Network f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:51.097327 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.101255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23824c40-d905-481e-839f-9fdb48c5773a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:51.104510 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-23824c40-d905-481e-839f-9fdb48c5773a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1997483 Apr 29 15:34:51.108314 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35896) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:51.153304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.154218 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:51.175455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 88bc3303-368b-4e70-a97f-705f56203f8b is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:51.178573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:51.181782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:51.192052 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:51.198616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8de08fb-4fee-4a00-81cc-42ad70f42977 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:51.199248 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d8de08fb-4fee-4a00-81cc-42ad70f42977 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Synchronizing usage tracker for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:51.245731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] No DVR routers for this DVR port 18173fca-29b6-49c0-abcf-b6e6430a8df4 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:51.265790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:51.269647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.291404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port 975f787a-c231-4c5d-a581-46cec507c9c6 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:34:51.295786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-708ff8c8-7c22-4905-8ea5-8a77a1ef2433 None None] Provisioning complete for port 33850ae4-fa06-4416-bfa0-64af5539a22a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:51.296336 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-708ff8c8-7c22-4905-8ea5-8a77a1ef2433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.353266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.370608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=ce6646c8-8072-45ea-a9ad-526950b37178,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:51.465027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d8de08fb-4fee-4a00-81cc-42ad70f42977 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Unset dirty status for tenant:c096192df7af4829b733714b18b563f2 on resource:subnet {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:51.469257 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d8de08fb-4fee-4a00-81cc-42ad70f42977 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3598220 Apr 29 15:34:51.474552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35904) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:51.481635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event deleted for resources: {'Port': ['ID=18173fca-29b6-49c0-abcf-b6e6430a8df4,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:51.492195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.530617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e15c194-fd83-4de5-b65f-91feb5216b8a']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:51.546307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d7c122-446e-446e-8909-4d9df0abf8af') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:51.546684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d7c122-446e-446e-8909-4d9df0abf8af') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:51.571464 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-711b6367-f595-4434-90c8-acab045d40d5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0958512 Apr 29 15:34:51.576271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.576977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35912) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:51.594012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.600918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:51.601392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:51.622585 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:51.630110 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-291d1f41-655f-46f8-bbd9-22936d398c28 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:51.630580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291d1f41-655f-46f8-bbd9-22936d398c28 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:51.647947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8::112 (fe82df1b-0591-4102-b6ce-f1d50a6fcbfe/e625ebf1-3d56-4ea1-98ad-be82d18659d0/975f787a-c231-4c5d-a581-46cec507c9c6) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:51.653506 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-291d1f41-655f-46f8-bbd9-22936d398c28 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/bf5abc13-b37a-45b1-88f4-b460e1b2f3f0 HTTP/1.1" status: 404 len: 333 time: 0.0780799 Apr 29 15:34:51.654157 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35916) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:51.714680 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-2484b11b-d2ec-43ea-862e-bf69f0f18972 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:51.715305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2484b11b-d2ec-43ea-862e-bf69f0f18972 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:51.719607 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2484b11b-d2ec-43ea-862e-bf69f0f18972 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/36cabfd1-3b16-41f3-bb75-ed82e5112e96 HTTP/1.1" status: 404 len: 337 time: 0.0579383 Apr 29 15:34:51.722363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35922) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:51.767357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.767760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bc21d8-768c-4a1a-9aa0-9ffc5b44b758 None None] DHCP port deletion for f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:34:51.772199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-17bc21d8-768c-4a1a-9aa0-9ffc5b44b758 None None] Deleting port 33850ae4-fa06-4416-bfa0-64af5539a22a {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:51.772595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-17bc21d8-768c-4a1a-9aa0-9ffc5b44b758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.830875 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-708ff8c8-7c22-4905-8ea5-8a77a1ef2433 None None] Provisioning for port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:51.832096 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4ccd4d-5bac-4ee4-bf40-683b7e05fa5c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:51.836970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4ccd4d-5bac-4ee4-bf40-683b7e05fa5c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:51.839161 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6f4ccd4d-5bac-4ee4-bf40-683b7e05fa5c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/c396bcdd-f8bf-4885-a149-fbcabc7d67c8 HTTP/1.1" status: 404 len: 337 time: 0.1134963 Apr 29 15:34:51.841338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-708ff8c8-7c22-4905-8ea5-8a77a1ef2433 None None] Provisioning complete for port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:51.841710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-708ff8c8-7c22-4905-8ea5-8a77a1ef2433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.842722 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35926) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:51.848281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.869767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:51.933575 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-364d5985-40ad-44ca-a29e-911954ec145a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:51.934047 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364d5985-40ad-44ca-a29e-911954ec145a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:51.935809 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-364d5985-40ad-44ca-a29e-911954ec145a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/77240145-9f15-4bec-84f8-6c4b6c4b6e31 HTTP/1.1" status: 404 len: 333 time: 0.0918441 Apr 29 15:34:51.940303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35930) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:51.962551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event deleted for resources: {'Network': ['ID=0e15c194-fd83-4de5-b65f-91feb5216b8a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:52.016438 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0835b5-c2f1-454f-b71d-92f2c0b1e4d0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:52.016980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0835b5-c2f1-454f-b71d-92f2c0b1e4d0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:52.021058 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6e0835b5-c2f1-454f-b71d-92f2c0b1e4d0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/4cd56b8c-72d2-4b97-b4e7-d9d560d1e005 HTTP/1.1" status: 404 len: 337 time: 0.0777490 Apr 29 15:34:52.021673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35936) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.074104 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6715059f-bbee-41a2-a3c9-c9b4d830215a tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "DELETE /v2.0/networks/0e15c194-fd83-4de5-b65f-91feb5216b8a HTTP/1.1" status: 204 len: 168 time: 2.2484918 Apr 29 15:34:52.080062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35942) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.115539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-17bc21d8-768c-4a1a-9aa0-9ffc5b44b758 None None] For port 33850ae4-fa06-4416-bfa0-64af5539a22a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=33850ae4-fa06-4416-bfa0-64af5539a22a,segment=NetworkSegment(255b82b8-7415-430b-82d7-26b6469f45bd),segment_id=255b82b8-7415-430b-82d7-26b6469f45bd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:52.115940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-17bc21d8-768c-4a1a-9aa0-9ffc5b44b758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.160438 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9715b34-ab51-43a2-a8c4-1e467f7003f1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:52.177474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9715b34-ab51-43a2-a8c4-1e467f7003f1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:52.179404 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c9715b34-ab51-43a2-a8c4-1e467f7003f1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/4f19a0f9-55d2-4486-944a-5f17c356f995 HTTP/1.1" status: 404 len: 337 time: 0.1567383 Apr 29 15:34:52.187667 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35948) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.255569 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e815a5-b969-4c14-9d55-c72461e33d82 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:52.256031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e815a5-b969-4c14-9d55-c72461e33d82 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:52.257743 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-22e815a5-b969-4c14-9d55-c72461e33d82 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/cfe511ce-2663-44f9-a5c0-705b6c6142e0 HTTP/1.1" status: 404 len: 333 time: 0.0693891 Apr 29 15:34:52.261127 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35952) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.272110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 33850ae4-fa06-4416-bfa0-64af5539a22a no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:34:52.307228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.321619 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-7154c700-e06b-4e75-9f22-bdc3a8562060 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:52.322073 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7154c700-e06b-4e75-9f22-bdc3a8562060 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:52.323717 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7154c700-e06b-4e75-9f22-bdc3a8562060 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/d0da7a20-c9cd-423e-801b-8c9de94b0bb3 HTTP/1.1" status: 404 len: 337 time: 0.0622017 Apr 29 15:34:52.327304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35958) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.337373 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-708ff8c8-7c22-4905-8ea5-8a77a1ef2433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.386221 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-17bc21d8-768c-4a1a-9aa0-9ffc5b44b758 None None] Calling delete_port for 33850ae4-fa06-4416-bfa0-64af5539a22a owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:52.465204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-708ff8c8-7c22-4905-8ea5-8a77a1ef2433 None None] For port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0592f2f1-3a34-4be8-a5ac-b8b99233eac1,segment=NetworkSegment(3229f6ba-ed64-4df4-93b8-7ff8afa6dd44),segment_id=3229f6ba-ed64-4df4-93b8-7ff8afa6dd44)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:52.499892 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-662c5b6e-62a4-45a6-96fd-cb186c1eba51 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:52.500334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662c5b6e-62a4-45a6-96fd-cb186c1eba51 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:52.502130 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-662c5b6e-62a4-45a6-96fd-cb186c1eba51 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/d5e7fbd8-baa7-49b1-b474-61bc1a47673d HTTP/1.1" status: 404 len: 337 time: 0.1739366 Apr 29 15:34:52.505514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.508242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35962) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.524428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 35966) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.557502 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-708ff8c8-7c22-4905-8ea5-8a77a1ef2433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.562218 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a21068-7a5c-4a37-8622-e40a4a57870c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:52.562718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a21068-7a5c-4a37-8622-e40a4a57870c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:52.564356 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a8a21068-7a5c-4a37-8622-e40a4a57870c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/8b46043e-4278-4b4a-9b18-76e51c6f1564 HTTP/1.1" status: 404 len: 333 time: 0.0552077 Apr 29 15:34:52.566964 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object 975f787a-c231-4c5d-a581-46cec507c9c6 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:52.567919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35972) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.602268 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.608965 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a5e022-d495-4509-a14e-746d593cafc4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:52.609418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a5e022-d495-4509-a14e-746d593cafc4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:52.611218 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-66a5e022-d495-4509-a14e-746d593cafc4 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/0cf28c9e-c2e4-45a0-beb3-6c4e16a9a7df HTTP/1.1" status: 404 len: 337 time: 0.0424256 Apr 29 15:34:52.616190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35976) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.634053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.651395 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a04fcac-460d-46f1-84e3-262a57fdb10d']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:52.662364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ff8c8-7c22-4905-8ea5-8a77a1ef2433 None None] Pushing event updated for resources: {'Port': ['ID=0592f2f1-3a34-4be8-a5ac-b8b99233eac1,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:52.665722 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c65c59b-b16a-411e-ad8a-64bfd63f530c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:52.671000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c65c59b-b16a-411e-ad8a-64bfd63f530c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:52.671000 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0c65c59b-b16a-411e-ad8a-64bfd63f530c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/73ff3f3a-1285-453d-9d1a-b3b2e572b68f HTTP/1.1" status: 404 len: 337 time: 0.0523007 Apr 29 15:34:52.671229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4c988d-2fb1-48ab-9069-7ce7ba3c64db') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:52.671229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4c988d-2fb1-48ab-9069-7ce7ba3c64db') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:52.671998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35980) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.686641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.704871 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-59f245ae-1a8b-4aca-8b4c-e944271e8f3a None None] Provisioning complete for port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:52.706116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-59f245ae-1a8b-4aca-8b4c-e944271e8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.716321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.719204 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8562b8-8ccd-4cca-b5af-09482c73a2fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:52.719685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b8562b8-8ccd-4cca-b5af-09482c73a2fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:52.721422 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5b8562b8-8ccd-4cca-b5af-09482c73a2fc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/b638b5e3-07e7-49b2-941e-dae129dbc004 HTTP/1.1" status: 404 len: 333 time: 0.0472918 Apr 29 15:34:52.724254 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35984) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.763210 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8132b2-f4f7-40a5-9696-59c234d6a492 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:52.768612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8132b2-f4f7-40a5-9696-59c234d6a492 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:52.768612 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2e8132b2-f4f7-40a5-9696-59c234d6a492 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/9bc80336-fa02-48fd-92ba-1587a2d96998 HTTP/1.1" status: 404 len: 337 time: 0.0407362 Apr 29 15:34:52.768908 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35988) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.815213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-17bc21d8-768c-4a1a-9aa0-9ffc5b44b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.816630 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-86918c9b-d039-4d64-9642-00f217232ef1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:52.817100 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86918c9b-d039-4d64-9642-00f217232ef1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:52.821143 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-86918c9b-d039-4d64-9642-00f217232ef1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/7f984f67-8864-4ab8-aedf-f929efab513d HTTP/1.1" status: 404 len: 333 time: 0.0492296 Apr 29 15:34:52.821389 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35992) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.849810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'networks': [{'name': 'tempest-network--1615469591'}, {'name': 'tempest-network--227288664'}]} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:52.850114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'network': {'name': 'tempest-network--1615469591'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:52.850571 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'network': {'name': 'tempest-network--227288664'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:52.855954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:52.856137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.856275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:52.872256 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:52.875485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:52.881071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.895826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Usage tracker for resource:network and tenant:826c92e51e4043b5bdb2292cb22f33d0 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:52.901240 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:52.905827 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30b98a2-9815-4756-9beb-b6bdfc0d6f7d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:52.906473 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30b98a2-9815-4756-9beb-b6bdfc0d6f7d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:52.908529 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c30b98a2-9815-4756-9beb-b6bdfc0d6f7d tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/11f6f0cc-ba2b-4ee3-a834-2b035b890cb6 HTTP/1.1" status: 404 len: 337 time: 0.0858750 Apr 29 15:34:52.916522 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc21d8-768c-4a1a-9aa0-9ffc5b44b758 None None] Pushing event deleted for resources: {'Port': ['ID=33850ae4-fa06-4416-bfa0-64af5539a22a,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:52.926367 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 35996) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:52.929392 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc21d8-768c-4a1a-9aa0-9ffc5b44b758 None None] No DVR routers for this DVR port 33850ae4-fa06-4416-bfa0-64af5539a22a on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:52.964410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:52.988162 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:52.991539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network fe82df1b-0591-4102-b6ce-f1d50a6fcbfe is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:52.995590 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:52.998043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:53.004352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:53.004970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.009089 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0adae27-0915-4a21-85e8-098e5ea0d5c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:53.009529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0adae27-0915-4a21-85e8-098e5ea0d5c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:53.013607 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c0adae27-0915-4a21-85e8-098e5ea0d5c1 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/0415bccf-698c-48ab-81b2-9f82018b02ba HTTP/1.1" status: 404 len: 333 time: 0.0836480 Apr 29 15:34:53.013805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Allocated IP 2001:db8::2 (fe82df1b-0591-4102-b6ce-f1d50a6fcbfe/e625ebf1-3d56-4ea1-98ad-be82d18659d0/3cf478f9-3430-4129-8f8a-533d95df4896) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:34:53.013910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=975f787a-c231-4c5d-a581-46cec507c9c6,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:53.014838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36000) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:53.110730 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e13b4f44-160d-43a2-a987-9500b3c1bcc8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2378035 Apr 29 15:34:53.113357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36004) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:53.115349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Made reservation on behalf of 826c92e51e4043b5bdb2292cb22f33d0 for: {'network': 2} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:53.119432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-59f245ae-1a8b-4aca-8b4c-e944271e8f3a None None] Provisioning for port ce6646c8-8072-45ea-a9ad-526950b37178 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:53.119893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.130225 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-59f245ae-1a8b-4aca-8b4c-e944271e8f3a None None] Provisioning complete for port ce6646c8-8072-45ea-a9ad-526950b37178 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:53.130942 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-59f245ae-1a8b-4aca-8b4c-e944271e8f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.142323 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9f62cb-2aa6-410e-b1a3-62e01b651ba7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:53.142777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9f62cb-2aa6-410e-b1a3-62e01b651ba7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:53.145001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.151913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.181964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.183813 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "DELETE /v2.0/networks/1a04fcac-460d-46f1-84e3-262a57fdb10d HTTP/1.1" status: 204 len: 168 time: 1.1016481 Apr 29 15:34:53.186533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36008) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:53.203733 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0e9f62cb-2aa6-410e-b1a3-62e01b651ba7 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/e6613998-9d10-43ef-9cc7-79f8928e804d HTTP/1.1" status: 404 len: 337 time: 0.1596770 Apr 29 15:34:53.206798 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.210488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53254d7b-3cb8-45d1-a230-ab54c3a0a9ac tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event deleted for resources: {'Network': ['ID=1a04fcac-460d-46f1-84e3-262a57fdb10d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:53.212249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36012) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:53.215002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-59f245ae-1a8b-4aca-8b4c-e944271e8f3a None None] Port ce6646c8-8072-45ea-a9ad-526950b37178 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:53.221147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:53.225791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=ce6646c8-8072-45ea-a9ad-526950b37178,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:53.258320 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6335a67d-4412-4856-86b2-49f3ef504719 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 975f787a-c231-4c5d-a581-46cec507c9c6 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:53.259031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6335a67d-4412-4856-86b2-49f3ef504719 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.269297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Usage tracker for resource:security_group_rule and tenant:826c92e51e4043b5bdb2292cb22f33d0 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:53.283930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:53.299569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:53.301962 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edeae41-70dd-4934-a6ef-75fb68744baf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:53.302418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edeae41-70dd-4934-a6ef-75fb68744baf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:53.302711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.306449 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7edeae41-70dd-4934-a6ef-75fb68744baf tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/b8b44479-dcd8-4d70-a90a-238c9014bc18 HTTP/1.1" status: 404 len: 333 time: 0.0851483 Apr 29 15:34:53.312247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36016) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:53.314061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Transition to ACTIVE for port object 3cf478f9-3430-4129-8f8a-533d95df4896 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:53.337527 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Transition to ACTIVE for port object 3cf478f9-3430-4129-8f8a-533d95df4896 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:34:53.386919 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0850af-82ea-41cd-b4dc-4cdf0df75d3c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:53.387372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0850af-82ea-41cd-b4dc-4cdf0df75d3c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:53.391342 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4a0850af-82ea-41cd-b4dc-4cdf0df75d3c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/5e81e902-6d57-4a8c-890d-3e1ebba5c1ca HTTP/1.1" status: 404 len: 337 time: 0.0647559 Apr 29 15:34:53.395491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36020) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:53.402181 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.457899 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-2345bf97-afb5-497d-9880-669fd358cece tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:53.458390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2345bf97-afb5-497d-9880-669fd358cece tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:53.466550 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Network fe82df1b-0591-4102-b6ce-f1d50a6fcbfe is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:53.469778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:53.473779 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:34:53.490518 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2345bf97-afb5-497d-9880-669fd358cece tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/499ac2bf-464f-4a8f-b7b3-f39356879306 HTTP/1.1" status: 404 len: 333 time: 0.0904708 Apr 29 15:34:53.492153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36024) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:53.509696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.547450 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b81dbc-4c71-4a68-970f-2a6aab6e9aea tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:53.547933 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b81dbc-4c71-4a68-970f-2a6aab6e9aea tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:53.559948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 88bc3303-368b-4e70-a97f-705f56203f8b is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:34:53.565402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:34:53.578312 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-79b81dbc-4c71-4a68-970f-2a6aab6e9aea tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/888e4f6a-79f9-4387-8e9c-7af48f12dc86 HTTP/1.1" status: 404 len: 337 time: 0.0790467 Apr 29 15:34:53.578471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Pushing event updated for resources: {'Port': ['ID=3cf478f9-3430-4129-8f8a-533d95df4896,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:53.586466 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36028) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:53.633965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Attempting to bind port 3cf478f9-3430-4129-8f8a-533d95df4896 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:34:53.634484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Attempting to bind port 3cf478f9-3430-4129-8f8a-533d95df4896 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '7940929a-009a-4a4d-8b9c-718944d116d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe82df1b-0591-4102-b6ce-f1d50a6fcbfe'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:34:53.635415 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Attempting to bind port 3cf478f9-3430-4129-8f8a-533d95df4896 on network fe82df1b-0591-4102-b6ce-f1d50a6fcbfe {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:34:53.641719 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:34:53.642582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Checking segment: {'id': '7940929a-009a-4a4d-8b9c-718944d116d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe82df1b-0591-4102-b6ce-f1d50a6fcbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:34:53.643236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.643936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Bound using segment: {'id': '7940929a-009a-4a4d-8b9c-718944d116d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe82df1b-0591-4102-b6ce-f1d50a6fcbfe'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:34:53.644651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Bound port: 3cf478f9-3430-4129-8f8a-533d95df4896, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7940929a-009a-4a4d-8b9c-718944d116d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe82df1b-0591-4102-b6ce-f1d50a6fcbfe'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:34:53.645730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.749533 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] For port 3cf478f9-3430-4129-8f8a-533d95df4896, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:34:53.751844 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5a9203-1533-4b1e-b8ae-7fec2960195c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:53.752311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5a9203-1533-4b1e-b8ae-7fec2960195c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:53.754056 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1b5a9203-1533-4b1e-b8ae-7fec2960195c tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/c33d44f8-9412-4247-b598-a447aa12797f HTTP/1.1" status: 404 len: 333 time: 0.1713746 Apr 29 15:34:53.755013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] For port 3cf478f9-3430-4129-8f8a-533d95df4896, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=3cf478f9-3430-4129-8f8a-533d95df4896,segment=NetworkSegment(7940929a-009a-4a4d-8b9c-718944d116d6),segment_id=7940929a-009a-4a4d-8b9c-718944d116d6)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:34:53.768682 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36032) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:53.772599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.782340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.814095 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.821383 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9ec499-8cd7-43b9-b501-fa4e5f66b642 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:53.821834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9ec499-8cd7-43b9-b501-fa4e5f66b642 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:53.823570 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ed9ec499-8cd7-43b9-b501-fa4e5f66b642 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/f9fe549e-e8fe-44f2-9586-e585ec81241b HTTP/1.1" status: 404 len: 337 time: 0.0539298 Apr 29 15:34:53.829550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36036) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:53.849549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4c7b0b-b6f4-4378-b329-de303eaa44e2']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:53.877013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d4e458-b905-4c7d-9573-2e905fb37d63') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:53.877264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d4e458-b905-4c7d-9573-2e905fb37d63') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:53.879531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.879865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.888287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6335a67d-4412-4856-86b2-49f3ef504719 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.889511 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00c029b-d7a1-4f13-9ce5-29379a1123d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:53.890304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00c029b-d7a1-4f13-9ce5-29379a1123d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:53.896165 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d00c029b-d7a1-4f13-9ce5-29379a1123d9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/1388d322-94eb-43d1-a0ce-d23d704cf988 HTTP/1.1" status: 404 len: 337 time: 0.0620067 Apr 29 15:34:53.896343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36040) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:53.905262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.926131 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deeb18c-fd96-4bf9-bd26-c587453198b3 None None] Pushing event updated for resources: {'Port': ['ID=3cf478f9-3430-4129-8f8a-533d95df4896,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:53.940397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53a185d-16ba-4f9d-94ae-0b8a2d051b15,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:53.943528 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9d99feeb-07e5-4212-820f-e60549fa224d None None] Provisioning complete for port ce6646c8-8072-45ea-a9ad-526950b37178 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:53.943954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d99feeb-07e5-4212-820f-e60549fa224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.947629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:53.956925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:53.957269 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Added segment dc8cef4a-8a0f-45fa-bbbf-52e389e66492 of type vlan for network a6cec741-9607-4bf2-9137-6d2dca0e3e31 Apr 29 15:34:53.987084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.012015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-9d99feeb-07e5-4212-820f-e60549fa224d None None] Port ce6646c8-8072-45ea-a9ad-526950b37178 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:34:54.019245 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.021018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router bbca4756-efd7-4282-b26f-13bb83fa3ce6 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:34:54.070385 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-d156f225-a8a9-4bef-a946-694487f7bcee tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:54.070855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d156f225-a8a9-4bef-a946-694487f7bcee tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:54.072571 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d156f225-a8a9-4bef-a946-694487f7bcee tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/78bb1c11-9308-4219-92e1-bcb0334179bd HTTP/1.1" status: 404 len: 333 time: 0.1729848 Apr 29 15:34:54.080806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6335a67d-4412-4856-86b2-49f3ef504719 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 975f787a-c231-4c5d-a581-46cec507c9c6 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:54.092944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:54.094778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36044) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:54.112083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.132173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:54.132617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:54.147454 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:54.166822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:54.280572 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7698b69-2b1b-4b74-b5fc-c032629dfa75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:54.280927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7698b69-2b1b-4b74-b5fc-c032629dfa75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:54.286662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.287006 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Added segment 108ec1f0-c4cd-4167-b970-db9413a5b1e8 of type vlan for network 35a14b7f-677f-4397-831d-9a71dc3f00f3 Apr 29 15:34:54.289399 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:54.290253 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.305217 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b7698b69-2b1b-4b74-b5fc-c032629dfa75 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/e52615b7-0ae3-454b-9650-1d4d817e4cb7 HTTP/1.1" status: 404 len: 337 time: 0.2092087 Apr 29 15:34:54.312104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36048) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:54.378012 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-756dc322-1491-4341-ab4a-eb3b71552b70 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:54.378472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756dc322-1491-4341-ab4a-eb3b71552b70 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:54.380188 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-756dc322-1491-4341-ab4a-eb3b71552b70 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/28d6aa73-8fff-4043-90e9-3e518b4bcbf1 HTTP/1.1" status: 404 len: 337 time: 0.0671523 Apr 29 15:34:54.382017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.387834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36052) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:54.424141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:34:54.434581 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-af8cd572-a9f1-4ca8-8a9d-af2ceba6e4dc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/bbca4756-efd7-4282-b26f-13bb83fa3ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8432419 Apr 29 15:34:54.438293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b9b49-928c-492f-9087-2de2fa6ce1bf None None] Sync routers for ids ['bbca4756-efd7-4282-b26f-13bb83fa3ce6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:34:54.440899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36056) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:54.446647 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c3c176-89d5-4f68-8509-e41d27e290f8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:54.451154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c3c176-89d5-4f68-8509-e41d27e290f8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:54.451154 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-39c3c176-89d5-4f68-8509-e41d27e290f8 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/1c4f3530-4f93-4e79-b343-f2e6d829d7d1 HTTP/1.1" status: 404 len: 333 time: 0.0599790 Apr 29 15:34:54.454308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36060) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:54.458784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b9b49-928c-492f-9087-2de2fa6ce1bf None None] Routers {'bbca4756-efd7-4282-b26f-13bb83fa3ce6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:54.458784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-464b9b49-928c-492f-9087-2de2fa6ce1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['bbca4756-efd7-4282-b26f-13bb83fa3ce6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:54.504030 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f95037-2351-48aa-ae28-1e0bbc1e34eb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:54.504833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f95037-2351-48aa-ae28-1e0bbc1e34eb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:54.514916 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-50f95037-2351-48aa-ae28-1e0bbc1e34eb tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/04c67697-65fc-454c-848d-58f21cb07181 HTTP/1.1" status: 404 len: 337 time: 0.0588205 Apr 29 15:34:54.515299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36064) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:54.525826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-464b9b49-928c-492f-9087-2de2fa6ce1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:54.535125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b9b49-928c-492f-9087-2de2fa6ce1bf None None] Routers {'bbca4756-efd7-4282-b26f-13bb83fa3ce6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:54.535707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-464b9b49-928c-492f-9087-2de2fa6ce1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['bbca4756-efd7-4282-b26f-13bb83fa3ce6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:54.551185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.573481 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.595843 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] 10.222.0.39 "DELETE /v2.0/networks/fa4c7b0b-b6f4-4378-b329-de303eaa44e2 HTTP/1.1" status: 204 len: 168 time: 1.4081759 Apr 29 15:34:54.597012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97876f3c-62df-4662-8ac3-796820da91cc tempest-BulkNetworkOpsTest-436567170 tempest-BulkNetworkOpsTest-436567170-project] Pushing event deleted for resources: {'Network': ['ID=fa4c7b0b-b6f4-4378-b329-de303eaa44e2,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:54.605236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-464b9b49-928c-492f-9087-2de2fa6ce1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:54.605923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b9b49-928c-492f-9087-2de2fa6ce1bf None None] The sync data for ids ['bbca4756-efd7-4282-b26f-13bb83fa3ce6'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:34:54.694988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.695471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.701059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:54.704736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6335a67d-4412-4856-86b2-49f3ef504719 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.705734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:54.706374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.743711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dc0f77-d8b3-4ab2-a340-8a90d90d1cd2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:54.744272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f5dc0f77-d8b3-4ab2-a340-8a90d90d1cd2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Synchronizing usage tracker for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:54.747315 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9bf854-a9f6-4460-aec6-7256a802f61f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:54.747742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9bf854-a9f6-4460-aec6-7256a802f61f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:54.750150 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ee9bf854-a9f6-4460-aec6-7256a802f61f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/efbb8e88-df07-40df-ab0a-9f8b5f9d583a HTTP/1.1" status: 404 len: 337 time: 0.2337270 Apr 29 15:34:54.755042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36070) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:54.759708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335a67d-4412-4856-86b2-49f3ef504719 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=975f787a-c231-4c5d-a581-46cec507c9c6,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:54.840406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event updated for resources: {'Network': ['ID=a6cec741-9607-4bf2-9137-6d2dca0e3e31,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:54.845733 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-498277cc-a2ae-4ed2-8c7a-ad8535474382 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:54.847179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498277cc-a2ae-4ed2-8c7a-ad8535474382 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:54.851570 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-498277cc-a2ae-4ed2-8c7a-ad8535474382 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/49dcaf05-ac1c-4227-b406-962f106e79ea HTTP/1.1" status: 404 len: 333 time: 0.0907652 Apr 29 15:34:54.851570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36074) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:54.854364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network a6cec741-9607-4bf2-9137-6d2dca0e3e31 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:54.859168 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3336885 Apr 29 15:34:54.862470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36078) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:54.887560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f5dc0f77-d8b3-4ab2-a340-8a90d90d1cd2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Unset dirty status for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:54.888785 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f5dc0f77-d8b3-4ab2-a340-8a90d90d1cd2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports/ce6646c8-8072-45ea-a9ad-526950b37178 HTTP/1.1" status: 200 len: 910 time: 0.4456015 Apr 29 15:34:54.900630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6335a67d-4412-4856-86b2-49f3ef504719 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:54.903182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36082) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:54.906546 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6335a67d-4412-4856-86b2-49f3ef504719 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/975f787a-c231-4c5d-a581-46cec507c9c6 HTTP/1.1" status: 204 len: 168 time: 1.7921262 Apr 29 15:34:54.907688 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ffa151-fc90-4a27-a70d-45a5ddf5bd87 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:54.908143 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ffa151-fc90-4a27-a70d-45a5ddf5bd87 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:54.911523 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-79ffa151-fc90-4a27-a70d-45a5ddf5bd87 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/554533ca-0e34-4205-b907-3d8125dd8665 HTTP/1.1" status: 404 len: 337 time: 0.0589747 Apr 29 15:34:54.913314 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36086) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:54.917047 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36088) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.006266 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa9eeee-92d3-4938-b8da-c111cc2ab84d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:55.006741 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa9eeee-92d3-4938-b8da-c111cc2ab84d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:55.008801 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-faa9eeee-92d3-4938-b8da-c111cc2ab84d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/975f787a-c231-4c5d-a581-46cec507c9c6 HTTP/1.1" status: 404 len: 333 time: 0.0941074 Apr 29 15:34:55.012692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36094) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.050922 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c2d2b4-d0a5-4fcd-b225-522f961c5066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:55.052878 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c2d2b4-d0a5-4fcd-b225-522f961c5066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:55.056601 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f6c2d2b4-d0a5-4fcd-b225-522f961c5066 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/3a70fe5d-cd58-494d-adbb-17609c9da173 HTTP/1.1" status: 404 len: 337 time: 0.1379759 Apr 29 15:34:55.064262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36100) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.130090 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a239c14b-3f7f-4a85-bda8-1b6908d381be tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ddc4900-e69a-4ed3-bce2-70589b5e4e25 HTTP/1.1" status: 200 len: 205 time: 0.0649261 Apr 29 15:34:55.131202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36104) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.132450 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-a070951e-e8e9-43a1-a77d-9ddebd72d684 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:34:55.133256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a070951e-e8e9-43a1-a77d-9ddebd72d684 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:55.167803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53acb8-4dbb-4097-a045-8d3d485b0d41 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event updated for resources: {'Network': ['ID=35a14b7f-677f-4397-831d-9a71dc3f00f3,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:55.171917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36108) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.179919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 35a14b7f-677f-4397-831d-9a71dc3f00f3 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:55.215442 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-f9c1997a-8d09-4267-97b7-214645173d92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] delete failed (client error): The resource could not be found. Apr 29 15:34:55.220081 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f9c1997a-8d09-4267-97b7-214645173d92 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/routers/6ddc4900-e69a-4ed3-bce2-70589b5e4e25 HTTP/1.1" status: 404 len: 336 time: 0.0792975 Apr 29 15:34:55.220218 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36114) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.272629 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-be177187-5bd9-43e6-b40a-44888086bdcc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:55.273086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be177187-5bd9-43e6-b40a-44888086bdcc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:55.277592 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-be177187-5bd9-43e6-b40a-44888086bdcc tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/e85ea042-293d-4acb-8e68-497303fe4815 HTTP/1.1" status: 404 len: 337 time: 0.0538297 Apr 29 15:34:55.280230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36118) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.319885 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c43a7cc-616f-4657-af64-ff5c2f891ef8 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:55.320775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c43a7cc-616f-4657-af64-ff5c2f891ef8 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:55.327263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c43a7cc-616f-4657-af64-ff5c2f891ef8 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:55.332919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c43a7cc-616f-4657-af64-ff5c2f891ef8 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:55.333696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3c43a7cc-616f-4657-af64-ff5c2f891ef8 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Synchronizing usage tracker for tenant:826c92e51e4043b5bdb2292cb22f33d0 on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:55.341483 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1681c866-3fb7-4984-a6ab-9f6d385ddf59 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "GET /v2.0/ports?device_id=3054a80d-79ed-41ab-bfd8-d73dd865368e HTTP/1.1" status: 200 len: 205 time: 0.0625610 Apr 29 15:34:55.345080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36122) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.348935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a070951e-e8e9-43a1-a77d-9ddebd72d684 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:55.350566 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a070951e-e8e9-43a1-a77d-9ddebd72d684 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/975f787a-c231-4c5d-a581-46cec507c9c6 HTTP/1.1" status: 404 len: 333 time: 0.3366439 Apr 29 15:34:55.369174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a4468c-c431-42fe-a3d5-4914701a1732 None None] Network fe82df1b-0591-4102-b6ce-f1d50a6fcbfe requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:55.397503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36126) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.426993 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-bee2d709-8993-4a8d-8e0d-d0b888197e14 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] delete failed (client error): The resource could not be found. Apr 29 15:34:55.430348 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bee2d709-8993-4a8d-8e0d-d0b888197e14 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/routers/3054a80d-79ed-41ab-bfd8-d73dd865368e HTTP/1.1" status: 404 len: 336 time: 0.0816350 Apr 29 15:34:55.430605 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36130) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.470026 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2689fd7-b94d-43ee-bc35-b66215de0654 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:55.470292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2689fd7-b94d-43ee-bc35-b66215de0654 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:55.474238 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b2689fd7-b94d-43ee-bc35-b66215de0654 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/552f8756-06cc-4d44-a175-b2f279a9b318 HTTP/1.1" status: 404 len: 337 time: 0.0405185 Apr 29 15:34:55.474492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36134) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.514850 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d8b2dd-d3a3-4e06-8004-7bf605c388cd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:55.515807 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d8b2dd-d3a3-4e06-8004-7bf605c388cd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:55.520699 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-90d8b2dd-d3a3-4e06-8004-7bf605c388cd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/3506fa5f-fde9-43f3-b87f-ecfda16c82a2 HTTP/1.1" status: 404 len: 337 time: 0.0421708 Apr 29 15:34:55.520699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36138) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.543938 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0ff55dd9-06ee-46e5-ae74-7c10f1a58024 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec7798f56c85417786fe3ac63e736da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636105 Apr 29 15:34:55.548175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-798c5bdb-d896-43a2-9baa-4bc2f24fbbd9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting subnet e625ebf1-3d56-4ea1-98ad-be82d18659d0 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:34:55.551503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36142) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.554728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-798c5bdb-d896-43a2-9baa-4bc2f24fbbd9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:55.568520 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb1dab8-2fab-4552-bbee-7cf2422162fa tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:55.568746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb1dab8-2fab-4552-bbee-7cf2422162fa tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:55.576961 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3eb1dab8-2fab-4552-bbee-7cf2422162fa tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/e5b16356-bbc6-4ccd-a256-e87384fd549a HTTP/1.1" status: 404 len: 333 time: 0.0490704 Apr 29 15:34:55.576961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36146) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.612665 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5153bf16-75cf-415f-a2e9-416aae3603f0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:55.612878 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5153bf16-75cf-415f-a2e9-416aae3603f0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:55.616887 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5153bf16-75cf-415f-a2e9-416aae3603f0 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/7130f6b4-0613-4e3d-b97c-dcc0ce8acb08 HTTP/1.1" status: 404 len: 337 time: 0.0407398 Apr 29 15:34:55.617143 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36150) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.629757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3c43a7cc-616f-4657-af64-ff5c2f891ef8 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Unset dirty status for tenant:826c92e51e4043b5bdb2292cb22f33d0 on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:55.630930 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3c43a7cc-616f-4657-af64-ff5c2f891ef8 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7674763 Apr 29 15:34:55.650577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36154) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.653638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ee9e5813-5ceb-4254-88ad-fe53cf4e919e None None] Provisioning for port 3cf478f9-3430-4129-8f8a-533d95df4896 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:55.689765 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2c7295-7003-45e3-bcfd-952962425498 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:55.690173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2c7295-7003-45e3-bcfd-952962425498 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:55.699056 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8f2c7295-7003-45e3-bcfd-952962425498 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/2387f106-d66f-43d7-9701-f44617748b44 HTTP/1.1" status: 404 len: 333 time: 0.0786929 Apr 29 15:34:55.699275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-798c5bdb-d896-43a2-9baa-4bc2f24fbbd9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:55.702240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36158) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.755943 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fdbdce-0edc-4e62-a02b-262c6ad164b5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:55.756400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fdbdce-0edc-4e62-a02b-262c6ad164b5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:55.758133 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d2fdbdce-0edc-4e62-a02b-262c6ad164b5 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/f1eff2b3-03e2-4c26-b535-04a68a7a5b34 HTTP/1.1" status: 404 len: 337 time: 0.0552976 Apr 29 15:34:55.761122 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36162) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.826774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d61bd3dc-aabf-43d7-ba1b-99878a6c4b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:55.856937 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec010c44-ae0c-48f0-baaf-9eb7c79f85c9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:55.858493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec010c44-ae0c-48f0-baaf-9eb7c79f85c9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:55.859767 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ec010c44-ae0c-48f0-baaf-9eb7c79f85c9 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/1bc4878e-6afc-4edd-aa71-0a94c92122a9 HTTP/1.1" status: 404 len: 333 time: 0.0978708 Apr 29 15:34:55.867342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36166) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.879776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:55.911914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d61bd3dc-aabf-43d7-ba1b-99878a6c4b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:55.933393 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b40b35-7f6d-4905-beee-244c6cf9993f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:55.933843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b40b35-7f6d-4905-beee-244c6cf9993f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:55.935503 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-57b40b35-7f6d-4905-beee-244c6cf9993f tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/333c96dd-f5b0-413b-af46-0f8f18eecc53 HTTP/1.1" status: 404 len: 337 time: 0.0664315 Apr 29 15:34:55.941369 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36170) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:55.944883 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-798c5bdb-d896-43a2-9baa-4bc2f24fbbd9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.008859 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-29787268-19b8-4b06-8716-76427b4155f2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:56.009325 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29787268-19b8-4b06-8716-76427b4155f2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:56.011390 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-29787268-19b8-4b06-8716-76427b4155f2 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/9805e731-e1b8-4625-bccd-22dc2ec948aa HTTP/1.1" status: 404 len: 333 time: 0.0693901 Apr 29 15:34:56.015760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36174) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:56.097498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0fb225f8-a30a-4514-b39e-4571ed39e3cd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.108528 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-404c8d48-5866-4c93-9360-40386f303510 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:56.109117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404c8d48-5866-4c93-9360-40386f303510 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:56.110878 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-404c8d48-5866-4c93-9360-40386f303510 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/c9ffd1bb-97d9-40bb-be57-44e7dd00c785 HTTP/1.1" status: 404 len: 337 time: 0.0938628 Apr 29 15:34:56.114178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.121261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36178) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:56.184282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cec741-9607-4bf2-9137-6d2dca0e3e31']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:56.201020 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8b738e-e157-4252-8255-87419d3306bd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:56.202960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8b738e-e157-4252-8255-87419d3306bd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:56.204689 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5e8b738e-e157-4252-8255-87419d3306bd tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/f58b1833-b476-422b-917a-4aa557e53418 HTTP/1.1" status: 404 len: 333 time: 0.0821161 Apr 29 15:34:56.206759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8cef4a-8a0f-45fa-bbbf-52e389e66492') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:56.207528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8cef4a-8a0f-45fa-bbbf-52e389e66492') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:56.214907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36182) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:56.227257 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a1d4ef18-3c67-44b3-be0d-17ac3b1d89c6 None None] Could not find standard attr ID for object 975f787a-c231-4c5d-a581-46cec507c9c6. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:34:56.243042 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 3cf478f9-3430-4129-8f8a-533d95df4896 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:34:56.269832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.364076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d61bd3dc-aabf-43d7-ba1b-99878a6c4b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.381752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dea922a-a82e-4425-8918-7a6469af4639 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:34:56.387998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-798c5bdb-d896-43a2-9baa-4bc2f24fbbd9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.404259 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a0ce08-4c3a-4376-ba57-e590cc3213f3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:56.405363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a0ce08-4c3a-4376-ba57-e590cc3213f3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:56.409360 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-63a0ce08-4c3a-4376-ba57-e590cc3213f3 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/42b5241b-993c-494c-8034-0b050ea27d53 HTTP/1.1" status: 404 len: 337 time: 0.1912653 Apr 29 15:34:56.412425 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36186) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:56.440097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bd3dc-aabf-43d7-ba1b-99878a6c4b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae890bf4-8626-47ea-a13f-d79e1c608b72,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:56.447245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c5bdb-d896-43a2-9baa-4bc2f24fbbd9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Subnet': ['ID=e625ebf1-3d56-4ea1-98ad-be82d18659d0,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:56.456106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.456308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-798c5bdb-d896-43a2-9baa-4bc2f24fbbd9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.467986 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2c27c2-9e9e-4ea0-8676-ab5d5e4920ea tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:56.467986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2c27c2-9e9e-4ea0-8676-ab5d5e4920ea tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:56.471248 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5a2c27c2-9e9e-4ea0-8676-ab5d5e4920ea tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/82cc1bd1-a06c-48d0-ac6c-6b5dc8c6c79d HTTP/1.1" status: 404 len: 333 time: 0.0557055 Apr 29 15:34:56.471966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36190) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:56.474562 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-798c5bdb-d896-43a2-9baa-4bc2f24fbbd9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/e625ebf1-3d56-4ea1-98ad-be82d18659d0 HTTP/1.1" status: 204 len: 168 time: 1.0758386 Apr 29 15:34:56.475525 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:56.476119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.477398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d61bd3dc-aabf-43d7-ba1b-99878a6c4b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.478448 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d61bd3dc-aabf-43d7-ba1b-99878a6c4b8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae890bf4-8626-47ea-a13f-d79e1c608b72 HTTP/1.1" status: 204 len: 168 time: 0.9250953 Apr 29 15:34:56.479032 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36194) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:56.494523 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:56.501592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dea922a-a82e-4425-8918-7a6469af4639 None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:34:56.542175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 3cf478f9-3430-4129-8f8a-533d95df4896 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:34:56.552926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 3cf478f9-3430-4129-8f8a-533d95df4896 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:34:56.553291 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.555948 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f62fe2f-cd88-4eb4-82b5-6cee9011f47a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:56.556415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f62fe2f-cd88-4eb4-82b5-6cee9011f47a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:56.560433 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1f62fe2f-cd88-4eb4-82b5-6cee9011f47a tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/64e276f8-d6e7-452a-936a-545e20f01858 HTTP/1.1" status: 404 len: 337 time: 0.0846710 Apr 29 15:34:56.565870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36200) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:56.681693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.700074 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.712926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event deleted for resources: {'Network': ['ID=a6cec741-9607-4bf2-9137-6d2dca0e3e31,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:56.724643 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb6e123-e04a-4bb7-8370-e94524bddb76 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:56.725083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb6e123-e04a-4bb7-8370-e94524bddb76 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:56.727629 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-beb6e123-e04a-4bb7-8370-e94524bddb76 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/ports/48719c7a-40e9-4bc1-93f9-82ef2065df67 HTTP/1.1" status: 404 len: 333 time: 0.1372151 Apr 29 15:34:56.730568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36204) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:56.739144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.759556 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 3cf478f9-3430-4129-8f8a-533d95df4896 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:56.759898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.780884 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13f697f-0d40-4b93-a651-15edf3039e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] DELETE failed (client error): The resource could not be found. Apr 29 15:34:56.781426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13f697f-0d40-4b93-a651-15edf3039e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:34:56.786092 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c13f697f-0d40-4b93-a651-15edf3039e95 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/subnets/cbfbe3d4-a3d7-4ebd-9565-707ecc6e225b HTTP/1.1" status: 404 len: 337 time: 0.0543003 Apr 29 15:34:56.786773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36210) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:56.914693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.922085 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9b2058c2-8d18-4dda-b21c-68b2c9ecd7aa tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "DELETE /v2.0/networks/a6cec741-9607-4bf2-9137-6d2dca0e3e31 HTTP/1.1" status: 204 len: 168 time: 1.2659757 Apr 29 15:34:56.922930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36218) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:56.923459 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-0fb225f8-a30a-4514-b39e-4571ed39e3cd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port ce6646c8-8072-45ea-a9ad-526950b37178 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:56.923864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0fb225f8-a30a-4514-b39e-4571ed39e3cd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:56.959986 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.058358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 3cf478f9-3430-4129-8f8a-533d95df4896, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=3cf478f9-3430-4129-8f8a-533d95df4896,segment=NetworkSegment(7940929a-009a-4a4d-8b9c-718944d116d6),segment_id=7940929a-009a-4a4d-8b9c-718944d116d6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:57.101230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec911001-549c-4227-964c-596ee001cb01 None None] Network fe82df1b-0591-4102-b6ce-f1d50a6fcbfe requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:34:57.115173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] For port 3cf478f9-3430-4129-8f8a-533d95df4896, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=3cf478f9-3430-4129-8f8a-533d95df4896,segment=NetworkSegment(7940929a-009a-4a4d-8b9c-718944d116d6),segment_id=7940929a-009a-4a4d-8b9c-718944d116d6)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:57.115526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.137039 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.214934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.221020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.300156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 3cf478f9-3430-4129-8f8a-533d95df4896 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:57.309707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c0b7e5-2f84-4caa-ab36-59830f78e8f9']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:57.345850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255b82b8-7415-430b-82d7-26b6469f45bd') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:57.346240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255b82b8-7415-430b-82d7-26b6469f45bd') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:57.381252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0fb225f8-a30a-4514-b39e-4571ed39e3cd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.393933 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=3cf478f9-3430-4129-8f8a-533d95df4896,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:57.434419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.442986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.476221 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:34:57.486044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.489084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a14b7f-677f-4397-831d-9a71dc3f00f3']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:57.505121 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:57.505407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.519787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-0fb225f8-a30a-4514-b39e-4571ed39e3cd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for ce6646c8-8072-45ea-a9ad-526950b37178 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:57.520939 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:57.523111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108ec1f0-c4cd-4167-b970-db9413a5b1e8') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:57.523111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108ec1f0-c4cd-4167-b970-db9413a5b1e8') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:57.532601 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b618dc-f790-4a1f-aa0f-2acf466eb8c4 None None] DHCP port deletion for fe82df1b-0591-4102-b6ce-f1d50a6fcbfe request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:34:57.538012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-40b618dc-f790-4a1f-aa0f-2acf466eb8c4 None None] Deleting port 3cf478f9-3430-4129-8f8a-533d95df4896 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:57.538490 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-40b618dc-f790-4a1f-aa0f-2acf466eb8c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.559717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.582615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:34:57.583243 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:34:57.634130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.645431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:57.646414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:57.669441 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:57.756509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36234) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:57.772307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.778535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-40b618dc-f790-4a1f-aa0f-2acf466eb8c4 None None] For port 3cf478f9-3430-4129-8f8a-533d95df4896, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=3cf478f9-3430-4129-8f8a-533d95df4896,segment=NetworkSegment(7940929a-009a-4a4d-8b9c-718944d116d6),segment_id=7940929a-009a-4a4d-8b9c-718944d116d6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:34:57.780411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-40b618dc-f790-4a1f-aa0f-2acf466eb8c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.799531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0fb225f8-a30a-4514-b39e-4571ed39e3cd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.805161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.807778 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] Pushing event deleted for resources: {'Network': ['ID=f1c0b7e5-2f84-4caa-ab36-59830f78e8f9,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:57.818241 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7be545c9-d5fb-45bf-be3b-687f76049b78 tempest-NetworksTestDHCPv6-1817319298 tempest-NetworksTestDHCPv6-1817319298-project] 10.222.0.39 "DELETE /v2.0/networks/f1c0b7e5-2f84-4caa-ab36-59830f78e8f9 HTTP/1.1" status: 204 len: 168 time: 1.0301485 Apr 29 15:34:57.892932 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.911423 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-40b618dc-f790-4a1f-aa0f-2acf466eb8c4 None None] Calling delete_port for 3cf478f9-3430-4129-8f8a-533d95df4896 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:34:57.936146 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:57.940080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event deleted for resources: {'Network': ['ID=35a14b7f-677f-4397-831d-9a71dc3f00f3,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:57.960927 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-23dc7f81-f959-420a-a9ea-a1a491672c11 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "DELETE /v2.0/networks/35a14b7f-677f-4397-831d-9a71dc3f00f3 HTTP/1.1" status: 204 len: 168 time: 1.0339632 Apr 29 15:34:57.961457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36242) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:57.983089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c52125ef-773b-4241-9b16-3815ebbe49de tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:57.983529 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-c52125ef-773b-4241-9b16-3815ebbe49de tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 15:34:57.989805 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-c52125ef-773b-4241-9b16-3815ebbe49de tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 15:34:57.989805 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c52125ef-773b-4241-9b16-3815ebbe49de tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2275174 Apr 29 15:34:57.992964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36246) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:57.995364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb225f8-a30a-4514-b39e-4571ed39e3cd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=ce6646c8-8072-45ea-a9ad-526950b37178,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:58.025743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group': {'name': 'tempest-secgroup--239741867'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:58.036797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:58.073790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:58.079670 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:58.086911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 3cf478f9-3430-4129-8f8a-533d95df4896 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:34:58.086911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.104706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-40b618dc-f790-4a1f-aa0f-2acf466eb8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.124927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:58.158737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5022ef33-9f73-468b-aee6-d9c87b688368 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:58.169488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5022ef33-9f73-468b-aee6-d9c87b688368 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:58.170486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5022ef33-9f73-468b-aee6-d9c87b688368 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Synchronizing usage tracker for tenant:826c92e51e4043b5bdb2292cb22f33d0 on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:58.188279 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] The port '3cf478f9-3430-4129-8f8a-533d95df4896' was deleted {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:34:58.189543 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b618dc-f790-4a1f-aa0f-2acf466eb8c4 None None] Pushing event deleted for resources: {'Port': ['ID=3cf478f9-3430-4129-8f8a-533d95df4896,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:58.194662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 3cf478f9-3430-4129-8f8a-533d95df4896 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:34:58.241294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b618dc-f790-4a1f-aa0f-2acf466eb8c4 None None] No DVR routers for this DVR port 3cf478f9-3430-4129-8f8a-533d95df4896 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:34:58.259807 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5022ef33-9f73-468b-aee6-d9c87b688368 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Unset dirty status for tenant:826c92e51e4043b5bdb2292cb22f33d0 on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:58.259807 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5022ef33-9f73-468b-aee6-d9c87b688368 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2922401 Apr 29 15:34:58.260591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36250) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:58.266434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 3cf478f9-3430-4129-8f8a-533d95df4896 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:34:58.266850 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 3cf478f9-3430-4129-8f8a-533d95df4896 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:34:58.271276 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1200463584'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:58.283970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:58.294661 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:58.429891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Made reservation on behalf of 826c92e51e4043b5bdb2292cb22f33d0 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:58.433341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.446819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.457157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.462060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:58.473420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.475062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.479794 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Added segment 86002cc2-41a2-46fd-9e4b-79b3bfc4acf5 of type vlan for network c8388c69-b9c5-4663-a6dc-06116bfa3a56 Apr 29 15:34:58.489017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0fb225f8-a30a-4514-b39e-4571ed39e3cd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.507648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.511091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe82df1b-0591-4102-b6ce-f1d50a6fcbfe']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:58.519420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36256) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:58.522018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:58.527848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7940929a-009a-4a4d-8b9c-718944d116d6') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:58.528159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7940929a-009a-4a4d-8b9c-718944d116d6') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:58.590159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:58.598178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:58.612413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.618527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:58.619304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.668538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.674939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:58.695778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.758341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:34:58.758755 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:34:58.777763 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:34:58.867783 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6040027 Apr 29 15:34:58.868052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f2380-9a6c-4499-a660-8ed810851692 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event updated for resources: {'Network': ['ID=c8388c69-b9c5-4663-a6dc-06116bfa3a56,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:58.877521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36262) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:58.879955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network c8388c69-b9c5-4663-a6dc-06116bfa3a56 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:58.885770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1451880608'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:58.893544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:58.899778 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-10bb4ebe-71ab-4f36-9217-65a4a223334c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c096192df7af4829b733714b18b563f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3771956 Apr 29 15:34:58.900013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36266) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:58.903040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Usage tracker for resource:network and tenant:826c92e51e4043b5bdb2292cb22f33d0 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:58.915974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:58.925915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:58.938809 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb225f8-a30a-4514-b39e-4571ed39e3cd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router bbca4756-efd7-4282-b26f-13bb83fa3ce6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:34:58.974042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7c19d6f1-9d7e-4709-a822-d575d3362dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.003045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7c19d6f1-9d7e-4709-a822-d575d3362dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.016688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.039834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Made reservation on behalf of 826c92e51e4043b5bdb2292cb22f33d0 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:59.043246 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.072305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:59.082377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.082828 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Added segment bd031e7f-de59-4e2d-8512-3df16637e2fd of type vlan for network 7819dd76-8cc6-4323-9ef4-8e0f85344c77 Apr 29 15:34:59.103604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.113439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.115539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Network': ['ID=fe82df1b-0591-4102-b6ce-f1d50a6fcbfe,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:59.135954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb225f8-a30a-4514-b39e-4571ed39e3cd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:34:59.146416 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa208237-31b4-4a08-a53c-420de0251c19 None None] Sync routers for ids ['bbca4756-efd7-4282-b26f-13bb83fa3ce6'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:34:59.155935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7c19d6f1-9d7e-4709-a822-d575d3362dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.156967 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa208237-31b4-4a08-a53c-420de0251c19 None None] Routers {'bbca4756-efd7-4282-b26f-13bb83fa3ce6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:59.157645 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-aa208237-31b4-4a08-a53c-420de0251c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['bbca4756-efd7-4282-b26f-13bb83fa3ce6'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:59.163497 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0fb225f8-a30a-4514-b39e-4571ed39e3cd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/bbca4756-efd7-4282-b26f-13bb83fa3ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2555892 Apr 29 15:34:59.166435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36270) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:59.172001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19d6f1-9d7e-4709-a822-d575d3362dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac8aed2-45d5-48c4-bbe4-7c0526be90a7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:59.188310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7c19d6f1-9d7e-4709-a822-d575d3362dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.192214 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7c19d6f1-9d7e-4709-a822-d575d3362dba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fac8aed2-45d5-48c4-bbe4-7c0526be90a7 HTTP/1.1" status: 204 len: 168 time: 0.2912171 Apr 29 15:34:59.207044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.221642 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.223519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:34:59.223628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9942ba06-8ec7-4764-8ad3-8a58bd0fb5d6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Synchronizing usage tracker for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:34:59.224124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.237271 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cfe8cf7b-4dd1-456e-b247-08f67b6f889c tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/networks/fe82df1b-0591-4102-b6ce-f1d50a6fcbfe HTTP/1.1" status: 204 len: 168 time: 2.7551837 Apr 29 15:34:59.240980 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36276) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:59.247849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2053024160'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:59.253860 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:59.259386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:network and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:59.264387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:59.270000 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-aa208237-31b4-4a08-a53c-420de0251c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:59.272526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:59.279160 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa208237-31b4-4a08-a53c-420de0251c19 None None] Routers {'bbca4756-efd7-4282-b26f-13bb83fa3ce6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:34:59.280196 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-aa208237-31b4-4a08-a53c-420de0251c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:34:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['bbca4756-efd7-4282-b26f-13bb83fa3ce6'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:59.297585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.298663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:59.303511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:59.306937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:59.314800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:59.332108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9942ba06-8ec7-4764-8ad3-8a58bd0fb5d6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Unset dirty status for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:34:59.333304 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9942ba06-8ec7-4764-8ad3-8a58bd0fb5d6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbca4756-efd7-4282-b26f-13bb83fa3ce6 HTTP/1.1" status: 200 len: 205 time: 0.1656504 Apr 29 15:34:59.336984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36280) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:59.345727 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-aa208237-31b4-4a08-a53c-420de0251c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:34:59.346676 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa208237-31b4-4a08-a53c-420de0251c19 None None] The sync data for ids ['bbca4756-efd7-4282-b26f-13bb83fa3ce6'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:34:59.351451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event updated for resources: {'Network': ['ID=7819dd76-8cc6-4323-9ef4-8e0f85344c77,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:59.362437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 7819dd76-8cc6-4323-9ef4-8e0f85344c77 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:34:59.422230 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-db41715d-fc26-49c0-aa42-df58e7f0c210 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5411942 Apr 29 15:34:59.422625 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36284) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:34:59.428397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'ports': [{'network_id': 'c8388c69-b9c5-4663-a6dc-06116bfa3a56', 'name': 'tempest-port--1013123999', 'admin_state_up': True}, {'network_id': '7819dd76-8cc6-4323-9ef4-8e0f85344c77', 'admin_state_up': False}]} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:59.428812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'port': {'network_id': 'c8388c69-b9c5-4663-a6dc-06116bfa3a56', 'name': 'tempest-port--1013123999', 'admin_state_up': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:59.429279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'port': {'network_id': '7819dd76-8cc6-4323-9ef4-8e0f85344c77', 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:34:59.632965 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:59.637142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.657640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d7fb75-0893-4ed6-8f28-e6a8cb5758e5,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:34:59.660723 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:34:59.664845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Usage tracker for resource:port and tenant:826c92e51e4043b5bdb2292cb22f33d0 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:34:59.668025 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:34:59.675731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:34:59.686229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff062e93-de18-4a1c-a937-c299ba92762b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.743924 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Made reservation on behalf of 826c92e51e4043b5bdb2292cb22f33d0 for: {'port': 2} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:34:59.749520 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.767562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:34:59.844873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:34:59.993659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] device_id is not set on port e17be737-d508-4ccd-a6dd-0ae5fce434a9 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:35:00.040920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.041263 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Added segment 0db8d92e-78ec-4b74-bb75-0f746dc10f83 of type vlan for network 17f55fe7-a608-4485-aef3-122079ce8734 Apr 29 15:35:00.061824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff062e93-de18-4a1c-a937-c299ba92762b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.066920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff062e93-de18-4a1c-a937-c299ba92762b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.086760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.089306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.110995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.184284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.199856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] device_id is not set on port dd16d0c7-5eb4-4656-b341-8abcb7686ea7 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:35:00.205170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff062e93-de18-4a1c-a937-c299ba92762b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.205650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff062e93-de18-4a1c-a937-c299ba92762b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Fanout notify agent at l3_agent the message router_deleted on router bbca4756-efd7-4282-b26f-13bb83fa3ce6 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:35:00.249563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28fc7c48-50ba-4cd4-a96e-e364f9d8dfca,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:00.255734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff062e93-de18-4a1c-a937-c299ba92762b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.257018 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ff062e93-de18-4a1c-a937-c299ba92762b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/bbca4756-efd7-4282-b26f-13bb83fa3ce6 HTTP/1.1" status: 204 len: 168 time: 0.9188244 Apr 29 15:35:00.258244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.264835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:00.265403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36306) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:00.270447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.321259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36310) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:00.335731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.339855 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-208a1e39-6a7f-484d-94b6-2cbd1d0d6e70 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3459020 Apr 29 15:35:00.347061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36316) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:00.359742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3e2db6d3-cf4d-4859-bd3f-25ff5c24ace8 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '28fc7c48-50ba-4cd4-a96e-e364f9d8dfca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:00.369119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3e2db6d3-cf4d-4859-bd3f-25ff5c24ace8 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:00.383967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3e2db6d3-cf4d-4859-bd3f-25ff5c24ace8 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:00.391167 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1491175 Apr 29 15:35:00.391388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36320) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:00.393645 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3e2db6d3-cf4d-4859-bd3f-25ff5c24ace8 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:00.401197 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-c284fb17-d182-4ab0-bce1-20ea6fc3318d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting subnet 8045a801-bdf8-4856-ae8e-ce9e30621dd7 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:35:00.401376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f060f-a025-49dd-8dcc-525843505caf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Network': ['ID=17f55fe7-a608-4485-aef3-122079ce8734,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:00.408973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.413080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 17f55fe7-a608-4485-aef3-122079ce8734 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:00.414279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': '17f55fe7-a608-4485-aef3-122079ce8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:00.428235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c284fb17-d182-4ab0-bce1-20ea6fc3318d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.447070 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-54545351'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:00.453089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:00.455130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3e2db6d3-cf4d-4859-bd3f-25ff5c24ace8 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:00.458018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Usage tracker for resource:network and tenant:d76366ce410f428ab5839dc70a87880f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:00.460880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:00.467490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:00.555183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Made reservation on behalf of d76366ce410f428ab5839dc70a87880f for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:00.559042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.572153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.577654 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c284fb17-d182-4ab0-bce1-20ea6fc3318d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.587065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:00.590879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Usage tracker for resource:security_group_rule and tenant:d76366ce410f428ab5839dc70a87880f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:00.593892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:00.599780 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:00.641544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e2db6d3-cf4d-4859-bd3f-25ff5c24ace8 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.651627 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:00.662088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:00.667480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:00.684962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.693869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:00.748359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c284fb17-d182-4ab0-bce1-20ea6fc3318d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.759292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.775923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e2db6d3-cf4d-4859-bd3f-25ff5c24ace8 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.796142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:00.797127 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:00.800369 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.804386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91c6fdd-ab98-43f9-b435-92051100b22e,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:00.809779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.810115 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Added segment ff453279-cc75-45f8-8cfb-c1a31f64b313 of type vlan for network 07baa868-c5a6-492a-9e6a-8344f2f62a7a Apr 29 15:35:00.814793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.836778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.890099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e2db6d3-cf4d-4859-bd3f-25ff5c24ace8 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.955441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:00.961012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:00.961620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.074826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event updated for resources: {'Network': ['ID=07baa868-c5a6-492a-9e6a-8344f2f62a7a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:01.085070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 07baa868-c5a6-492a-9e6a-8344f2f62a7a details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:01.093914 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5627c03a-fd0c-4387-8072-7822f286ad46 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7716088 Apr 29 15:35:01.101902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36324) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:01.103819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Request body: {'subnet': {'network_id': '07baa868-c5a6-492a-9e6a-8344f2f62a7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:01.116919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2db6d3-cf4d-4859-bd3f-25ff5c24ace8 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974e5311-c05e-4d5d-bd0c-c58d42aa533c,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:01.141644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event updated for resources: {'Port': ['ID=e17be737-d508-4ccd-a6dd-0ae5fce434a9,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:01.172031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Checking segment: {'id': '86002cc2-41a2-46fd-9e4b-79b3bfc4acf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c8388c69-b9c5-4663-a6dc-06116bfa3a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:01.172433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Network hostable DHCP agents. Network: c8388c69-b9c5-4663-a6dc-06116bfa3a56, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:01.202358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e2db6d3-cf4d-4859-bd3f-25ff5c24ace8 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.203169 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3e2db6d3-cf4d-4859-bd3f-25ff5c24ace8 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8552618 Apr 29 15:35:01.206549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36328) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:01.218178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1455d970-bed5-4a91-a623-1e3c2009983e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '28fc7c48-50ba-4cd4-a96e-e364f9d8dfca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:01.218178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1455d970-bed5-4a91-a623-1e3c2009983e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:01.221886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1455d970-bed5-4a91-a623-1e3c2009983e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:01.224915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1455d970-bed5-4a91-a623-1e3c2009983e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:01.227075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:01.230896 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Usage tracker for resource:subnet and tenant:d76366ce410f428ab5839dc70a87880f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:01.233025 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1455d970-bed5-4a91-a623-1e3c2009983e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:01.234525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:01.235403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c284fb17-d182-4ab0-bce1-20ea6fc3318d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.240980 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:01.289736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284fb17-d182-4ab0-bce1-20ea6fc3318d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Subnet': ['ID=8045a801-bdf8-4856-ae8e-ce9e30621dd7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:01.291284 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Network c8388c69-b9c5-4663-a6dc-06116bfa3a56 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:01.295776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9b91c8-d2b5-4cec-84f1-8c45e4d86e59 None None] Network 88bc3303-368b-4e70-a97f-705f56203f8b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:01.299133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c284fb17-d182-4ab0-bce1-20ea6fc3318d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.302090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Made reservation on behalf of d76366ce410f428ab5839dc70a87880f for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:01.306184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.351791 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c284fb17-d182-4ab0-bce1-20ea6fc3318d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/8045a801-bdf8-4856-ae8e-ce9e30621dd7 HTTP/1.1" status: 204 len: 168 time: 1.0822172 Apr 29 15:35:01.352848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36332) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:01.391891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, c8388c69-b9c5-4663-a6dc-06116bfa3a56) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:01.396007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:01.396885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.474794 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb52063e-c597-4a4a-b7c2-f8598f8b0c79 None None] Network c8388c69-b9c5-4663-a6dc-06116bfa3a56 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:01.503509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1455d970-bed5-4a91-a623-1e3c2009983e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.579159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.652948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event updated for resources: {'Port': ['ID=dd16d0c7-5eb4-4656-b341-8abcb7686ea7,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:01.658661 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event updated for resources: {'Subnet': ['ID=e7a7d5bb-c9af-4ebd-a62d-fa269a92a0b4,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:01.668451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Checking segment: {'id': 'ff453279-cc75-45f8-8cfb-c1a31f64b313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '07baa868-c5a6-492a-9e6a-8344f2f62a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:01.668832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Network hostable DHCP agents. Network: 07baa868-c5a6-492a-9e6a-8344f2f62a7a, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:01.674459 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.696752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Checking segment: {'id': 'bd031e7f-de59-4e2d-8512-3df16637e2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7819dd76-8cc6-4323-9ef4-8e0f85344c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:01.697108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Network hostable DHCP agents. Network: 7819dd76-8cc6-4323-9ef4-8e0f85344c77, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:01.734386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:01.734729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.771584 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5288fd-f045-41e0-bf1b-69364deb9da4 None None] DHCP port deletion for 88bc3303-368b-4e70-a97f-705f56203f8b request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:35:01.775824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-fa5288fd-f045-41e0-bf1b-69364deb9da4 None None] Deleting port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:01.776201 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fa5288fd-f045-41e0-bf1b-69364deb9da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.786679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.805440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Network 07baa868-c5a6-492a-9e6a-8344f2f62a7a is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:01.845831 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Network 7819dd76-8cc6-4323-9ef4-8e0f85344c77 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:01.847974 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-1455d970-bed5-4a91-a623-1e3c2009983e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): There was a conflict when trying to complete your request. Apr 29 15:35:01.849013 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1455d970-bed5-4a91-a623-1e3c2009983e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6415577 Apr 29 15:35:01.852117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36336) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:01.925945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 7819dd76-8cc6-4323-9ef4-8e0f85344c77) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:01.930130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:01.937253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:01.942018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:01.942712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:01.973362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4410e33-7fe6-4502-9e0f-7fbe718c82cf None None] Network 7819dd76-8cc6-4323-9ef4-8e0f85344c77 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:01.974123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Subnet': ['ID=28fc6d33-c26b-49a7-8f7d-7597deee043e,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:01.994483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Checking segment: {'id': '0db8d92e-78ec-4b74-bb75-0f746dc10f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '17f55fe7-a608-4485-aef3-122079ce8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:01.994841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network hostable DHCP agents. Network: 17f55fe7-a608-4485-aef3-122079ce8734, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:02.001366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 07baa868-c5a6-492a-9e6a-8344f2f62a7a) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:02.010397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:02.010970 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.024733 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be2e424-6c46-438c-ba2e-d968b5dc3946 None None] Network 07baa868-c5a6-492a-9e6a-8344f2f62a7a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:02.062824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7fadd389-060c-4bb0-941b-cbb11565fa17 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.068362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-fa5288fd-f045-41e0-bf1b-69364deb9da4 None None] For port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0592f2f1-3a34-4be8-a5ac-b8b99233eac1,segment=NetworkSegment(3229f6ba-ed64-4df4-93b8-7ff8afa6dd44),segment_id=3229f6ba-ed64-4df4-93b8-7ff8afa6dd44)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:02.068773 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fa5288fd-f045-41e0-bf1b-69364deb9da4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.085010 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-541ed145-7a2b-44a6-93ad-eed8a2189ada tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6612723 Apr 29 15:35:02.086813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36340) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:02.112387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0592f2f1-3a34-4be8-a5ac-b8b99233eac1,segment=NetworkSegment(3229f6ba-ed64-4df4-93b8-7ff8afa6dd44),segment_id=3229f6ba-ed64-4df4-93b8-7ff8afa6dd44)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:02.113018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.137881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7fadd389-060c-4bb0-941b-cbb11565fa17 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.167498 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ecc90a47-8d7d-4a42-8b49-27c3ac6c2b5d tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0668185 Apr 29 15:35:02.168661 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36344) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:02.183205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ebecc63d-9f5c-460b-bf08-1ce506ab833b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2077819199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:02.194302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ebecc63d-9f5c-460b-bf08-1ce506ab833b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:02.195196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:35:02.213457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ebecc63d-9f5c-460b-bf08-1ce506ab833b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Usage tracker for resource:router and tenant:d76366ce410f428ab5839dc70a87880f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:02.218540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ebecc63d-9f5c-460b-bf08-1ce506ab833b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:02.225888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ebecc63d-9f5c-460b-bf08-1ce506ab833b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:02.252232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eec569-b983-4704-9a05-dcfae0e418a7 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:02.255589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:02.258770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eec569-b983-4704-9a05-dcfae0e418a7 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:02.260501 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-90eec569-b983-4704-9a05-dcfae0e418a7 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1727633 Apr 29 15:35:02.263260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36348) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:02.292054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4f18cd8a-a3c6-4125-a234-c6ce385e400c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.348319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ea7bab42-8f5f-47fe-a1a3-ae351f0eeef7 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Deleting port e17be737-d508-4ccd-a6dd-0ae5fce434a9 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:02.348759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea7bab42-8f5f-47fe-a1a3-ae351f0eeef7 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.372996 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-fa5288fd-f045-41e0-bf1b-69364deb9da4 None None] Calling delete_port for 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:02.379368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebecc63d-9f5c-460b-bf08-1ce506ab833b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.380372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebecc63d-9f5c-460b-bf08-1ce506ab833b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.412735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 17f55fe7-a608-4485-aef3-122079ce8734 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:02.416134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7fadd389-060c-4bb0-941b-cbb11565fa17 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.424617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.472643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=0592f2f1-3a34-4be8-a5ac-b8b99233eac1,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:02.474587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No DVR routers for this DVR port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:35:02.489470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadd389-060c-4bb0-941b-cbb11565fa17 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fc7c48-50ba-4cd4-a96e-e364f9d8dfca,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:02.499920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7fadd389-060c-4bb0-941b-cbb11565fa17 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.503564 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7fadd389-060c-4bb0-941b-cbb11565fa17 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "DELETE /v2.0/security-groups/28fc7c48-50ba-4cd4-a96e-e364f9d8dfca HTTP/1.1" status: 204 len: 168 time: 0.6478047 Apr 29 15:35:02.505107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebecc63d-9f5c-460b-bf08-1ce506ab833b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.506237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36352) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:02.507580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 17f55fe7-a608-4485-aef3-122079ce8734) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:02.527443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:02.528028 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.546386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e2e591-c203-4ae1-91ce-d0f2b1419f04 None None] Network 17f55fe7-a608-4485-aef3-122079ce8734 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:02.616337 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.645203 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f19428d2-6ea2-472b-818e-e1260886d437 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2459111 Apr 29 15:35:02.645470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36356) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:02.648856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bc3303-368b-4e70-a97f-705f56203f8b']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:02.665095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': '17f55fe7-a608-4485-aef3-122079ce8734', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-561583558'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:02.681890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebecc63d-9f5c-460b-bf08-1ce506ab833b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.692084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3229f6ba-ed64-4df4-93b8-7ff8afa6dd44') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:02.692084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3229f6ba-ed64-4df4-93b8-7ff8afa6dd44') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:02.694130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-04b25b93-a119-400b-9df3-dff76fe72112 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Synchronizing usage tracker for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:02.694389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No active binding found for port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 {{(pid=88716) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 29 15:35:02.694805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:35:02.706410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea7bab42-8f5f-47fe-a1a3-ae351f0eeef7 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.721239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.772189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-fa5288fd-f045-41e0-bf1b-69364deb9da4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:35:02.772635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-fa5288fd-f045-41e0-bf1b-69364deb9da4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:35:02.802358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.815770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:35:02.816299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.830405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-07baa868-c5a6-492a-9e6a-8344f2f62a7a', 'network_id': '07baa868-c5a6-492a-9e6a-8344f2f62a7a', 'tenant_id': 'd76366ce410f428ab5839dc70a87880f', 'fixed_ips': [{'subnet_id': 'e7a7d5bb-c9af-4ebd-a62d-fa269a92a0b4'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:02.831238 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:35:02.832213 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:35:02.848675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ea7bab42-8f5f-47fe-a1a3-ae351f0eeef7 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Calling delete_port for e17be737-d508-4ccd-a6dd-0ae5fce434a9 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:02.906005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebecc63d-9f5c-460b-bf08-1ce506ab833b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.909764 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ebecc63d-9f5c-460b-bf08-1ce506ab833b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7374692 Apr 29 15:35:02.910632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36360) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:02.930848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:02.934683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:port and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:02.937654 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:02.943947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:02.978843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-04b25b93-a119-400b-9df3-dff76fe72112 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Unset dirty status for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:02.980077 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-04b25b93-a119-400b-9df3-dff76fe72112 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4702108 Apr 29 15:35:02.985039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36364) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:02.990430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group': {'name': 'tempest-secgroup--916490988'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:02.996802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:02.999478 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:03.024194 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-17f55fe7-a608-4485-aef3-122079ce8734', 'network_id': '17f55fe7-a608-4485-aef3-122079ce8734', 'tenant_id': '5dab45b81f614da28ec529e1564555d4', 'fixed_ips': [{'subnet_id': '28fc6d33-c26b-49a7-8f7d-7597deee043e'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:03.024696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.025089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.028830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Network': ['ID=88bc3303-368b-4e70-a97f-705f56203f8b,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:03.037710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:03.042751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.065070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:03.073297 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-00223fcb-bf69-4749-87e9-fec410d9e917 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/networks/88bc3303-368b-4e70-a97f-705f56203f8b HTTP/1.1" status: 204 len: 168 time: 1.7134883 Apr 29 15:35:03.073488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36368) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:03.091453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2117861425', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:03.098964 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port 6c4c91ac-2096-4c74-b5a2-d70de1c4619a yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:35:03.173538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Allocated IP 172.20.0.2 (07baa868-c5a6-492a-9e6a-8344f2f62a7a/e7a7d5bb-c9af-4ebd-a62d-fa269a92a0b4/5fa9fa86-ebce-4b17-96c0-897b1459b25d) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:03.245572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:03.251569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:router and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:03.258708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:03.269409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:03.273302 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-fa5288fd-f045-41e0-bf1b-69364deb9da4 None None] Deleting port 0592f2f1-3a34-4be8-a5ac-b8b99233eac1 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:03.274708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fa5288fd-f045-41e0-bf1b-69364deb9da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.321612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea7bab42-8f5f-47fe-a1a3-ae351f0eeef7 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.350004 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.355341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-fa5288fd-f045-41e0-bf1b-69364deb9da4 None None] The port '0592f2f1-3a34-4be8-a5ac-b8b99233eac1' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:35:03.373897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:03.377538 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:03.380994 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:03.383035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bab42-8f5f-47fe-a1a3-ae351f0eeef7 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event deleted for resources: {'Port': ['ID=e17be737-d508-4ccd-a6dd-0ae5fce434a9,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:03.389296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.389296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.395980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:03.422344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea7bab42-8f5f-47fe-a1a3-ae351f0eeef7 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.430104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Allocated IP 2001:db8::2 (17f55fe7-a608-4485-aef3-122079ce8734/28fc6d33-c26b-49a7-8f7d-7597deee043e/9fca843f-af11-4d10-b576-1db18b675a3e) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:03.432225 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.443359 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ea7bab42-8f5f-47fe-a1a3-ae351f0eeef7 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "DELETE /v2.0/ports/e17be737-d508-4ccd-a6dd-0ae5fce434a9 HTTP/1.1" status: 204 len: 168 time: 1.1779482 Apr 29 15:35:03.445689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36372) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:03.491354 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.554265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-53f96a96-fafa-4e6c-ba72-28f44728658b tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Deleting port dd16d0c7-5eb4-4656-b341-8abcb7686ea7 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:03.554572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53f96a96-fafa-4e6c-ba72-28f44728658b tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.610645 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.639373 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.665416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Transition to ACTIVE for port object 5fa9fa86-ebce-4b17-96c0-897b1459b25d will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:03.737493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.741061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Transition to ACTIVE for port object 5fa9fa86-ebce-4b17-96c0-897b1459b25d will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:03.768808 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.787879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Transition to ACTIVE for port object 9fca843f-af11-4d10-b576-1db18b675a3e will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:03.808480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Transition to ACTIVE for port object 9fca843f-af11-4d10-b576-1db18b675a3e will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:03.818575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.891717 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Network 07baa868-c5a6-492a-9e6a-8344f2f62a7a is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:03.896581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:03.899044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:03.904803 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:03.910688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Pushing event updated for resources: {'Port': ['ID=5fa9fa86-ebce-4b17-96c0-897b1459b25d,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:03.976261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Allocated IP 172.20.0.1 (07baa868-c5a6-492a-9e6a-8344f2f62a7a/e7a7d5bb-c9af-4ebd-a62d-fa269a92a0b4/2fc3ec6f-4a17-4323-92de-1dd4561cbb05) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:04.035374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8::23 (17f55fe7-a608-4485-aef3-122079ce8734/28fc6d33-c26b-49a7-8f7d-7597deee043e/6c4c91ac-2096-4c74-b5a2-d70de1c4619a) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:04.047730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Network 17f55fe7-a608-4485-aef3-122079ce8734 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:04.052393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b218e348-0e0f-42d3-a405-606cb1a86b54,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:04.058219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:04.060830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:04.068197 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.077839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Attempting to bind port 5fa9fa86-ebce-4b17-96c0-897b1459b25d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:04.078251 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Attempting to bind port 5fa9fa86-ebce-4b17-96c0-897b1459b25d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'ff453279-cc75-45f8-8cfb-c1a31f64b313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '07baa868-c5a6-492a-9e6a-8344f2f62a7a'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:04.078619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Attempting to bind port 5fa9fa86-ebce-4b17-96c0-897b1459b25d on network 07baa868-c5a6-492a-9e6a-8344f2f62a7a {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:04.082462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Pushing event updated for resources: {'Port': ['ID=9fca843f-af11-4d10-b576-1db18b675a3e,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:04.098552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.099773 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7f59d87b-0692-409f-83fa-6e232c490183 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1136861 Apr 29 15:35:04.119133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36376) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:04.132064 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:04.132437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Checking segment: {'id': 'ff453279-cc75-45f8-8cfb-c1a31f64b313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '07baa868-c5a6-492a-9e6a-8344f2f62a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:04.133226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.133226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Bound using segment: {'id': 'ff453279-cc75-45f8-8cfb-c1a31f64b313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '07baa868-c5a6-492a-9e6a-8344f2f62a7a'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:04.133708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Bound port: 5fa9fa86-ebce-4b17-96c0-897b1459b25d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff453279-cc75-45f8-8cfb-c1a31f64b313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '07baa868-c5a6-492a-9e6a-8344f2f62a7a'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:04.134096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.152030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-affd06e3-69dd-4e1a-a6cd-e77b2e5a5b47 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': 'b218e348-0e0f-42d3-a405-606cb1a86b54', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:04.152642 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-affd06e3-69dd-4e1a-a6cd-e77b2e5a5b47 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 29 15:35:04.153204 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-affd06e3-69dd-4e1a-a6cd-e77b2e5a5b47 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:04.158080 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-affd06e3-69dd-4e1a-a6cd-e77b2e5a5b47 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0376928 Apr 29 15:35:04.158735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36380) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:04.165035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.212895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Transition to ACTIVE for port object 2fc3ec6f-4a17-4323-92de-1dd4561cbb05 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:04.246891 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Attempting to bind port 9fca843f-af11-4d10-b576-1db18b675a3e on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:04.247372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Attempting to bind port 9fca843f-af11-4d10-b576-1db18b675a3e by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '0db8d92e-78ec-4b74-bb75-0f746dc10f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '17f55fe7-a608-4485-aef3-122079ce8734'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:04.247765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Attempting to bind port 9fca843f-af11-4d10-b576-1db18b675a3e on network 17f55fe7-a608-4485-aef3-122079ce8734 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:04.256166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:04.257020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Checking segment: {'id': '0db8d92e-78ec-4b74-bb75-0f746dc10f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '17f55fe7-a608-4485-aef3-122079ce8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:04.257020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.257304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Bound using segment: {'id': '0db8d92e-78ec-4b74-bb75-0f746dc10f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '17f55fe7-a608-4485-aef3-122079ce8734'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:04.257763 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Bound port: 9fca843f-af11-4d10-b576-1db18b675a3e, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db8d92e-78ec-4b74-bb75-0f746dc10f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '17f55fe7-a608-4485-aef3-122079ce8734'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:04.258126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.269702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf320-698d-4f92-969a-67250d7e2547 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.271807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-97555a11-af8f-4807-a33c-5d2342dabfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.300123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf320-698d-4f92-969a-67250d7e2547 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.315062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.323097 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53f96a96-fafa-4e6c-ba72-28f44728658b tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.354979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] For port 5fa9fa86-ebce-4b17-96c0-897b1459b25d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:04.360083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] For port 5fa9fa86-ebce-4b17-96c0-897b1459b25d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5fa9fa86-ebce-4b17-96c0-897b1459b25d,segment=NetworkSegment(ff453279-cc75-45f8-8cfb-c1a31f64b313),segment_id=ff453279-cc75-45f8-8cfb-c1a31f64b313)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:04.385130 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] For port 9fca843f-af11-4d10-b576-1db18b675a3e, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:04.388288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] For port 9fca843f-af11-4d10-b576-1db18b675a3e, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9fca843f-af11-4d10-b576-1db18b675a3e,segment=NetworkSegment(0db8d92e-78ec-4b74-bb75-0f746dc10f83),segment_id=0db8d92e-78ec-4b74-bb75-0f746dc10f83)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:04.412935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Network 07baa868-c5a6-492a-9e6a-8344f2f62a7a is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:04.416441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:04.421044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:04.428524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.457630 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event updated for resources: {'Port': ['ID=2fc3ec6f-4a17-4323-92de-1dd4561cbb05,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:04.472899 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-53f96a96-fafa-4e6c-ba72-28f44728658b tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Calling delete_port for dd16d0c7-5eb4-4656-b341-8abcb7686ea7 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:04.484807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.487856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.539973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ac85b-0b03-4427-b394-dbad11ccdf29 None None] Pushing event updated for resources: {'Port': ['ID=5fa9fa86-ebce-4b17-96c0-897b1459b25d,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:04.543819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf320-698d-4f92-969a-67250d7e2547 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.563652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bf320-698d-4f92-969a-67250d7e2547 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b218e348-0e0f-42d3-a405-606cb1a86b54,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:04.580295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf320-698d-4f92-969a-67250d7e2547 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.584610 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ff3bf320-698d-4f92-969a-67250d7e2547 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "DELETE /v2.0/security-groups/b218e348-0e0f-42d3-a405-606cb1a86b54 HTTP/1.1" status: 204 len: 168 time: 0.4230473 Apr 29 15:35:04.585236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36384) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:04.640763 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499663dc-31c0-4cc2-82ea-cd8f215922ba None None] Pushing event updated for resources: {'Port': ['ID=9fca843f-af11-4d10-b576-1db18b675a3e,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:04.645795 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.669180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object 6c4c91ac-2096-4c74-b5a2-d70de1c4619a will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:04.719502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fe64a046-7852-4eed-8e3b-a8feda692c47 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Synchronizing usage tracker for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:04.736826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:04.896022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fe64a046-7852-4eed-8e3b-a8feda692c47 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Unset dirty status for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:04.897376 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fe64a046-7852-4eed-8e3b-a8feda692c47 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3112323 Apr 29 15:35:04.984560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36388) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:04.985380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53f96a96-fafa-4e6c-ba72-28f44728658b tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.005966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group': {'name': 'tempest-secgroup--160770637'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:05.015882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:05.032182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:05.037424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.065930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f96a96-fafa-4e6c-ba72-28f44728658b tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event deleted for resources: {'Port': ['ID=dd16d0c7-5eb4-4656-b341-8abcb7686ea7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:05.117090 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53f96a96-fafa-4e6c-ba72-28f44728658b tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.124572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 17f55fe7-a608-4485-aef3-122079ce8734 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:05.165261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.169905 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:05.172098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:05.178754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:05.179612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.203988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36392) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:05.204602 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-53f96a96-fafa-4e6c-ba72-28f44728658b tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "DELETE /v2.0/ports/dd16d0c7-5eb4-4656-b341-8abcb7686ea7 HTTP/1.1" status: 204 len: 168 time: 1.7576857 Apr 29 15:35:05.206647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:05.214533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.252878 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.253706 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.257173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=6c4c91ac-2096-4c74-b5a2-d70de1c4619a,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:05.268009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:05.276058 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-04dc933f-e042-46e7-a7f7-abee5ee2abb2 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Synchronizing usage tracker for tenant:826c92e51e4043b5bdb2292cb22f33d0 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:05.288276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:05.303446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:05.316379 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-02c8ae82-e4ac-4c1c-8699-1db3a2e96769 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.6699643 Apr 29 15:35:05.323959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36396) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:05.344231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.357361 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.396780 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-04dc933f-e042-46e7-a7f7-abee5ee2abb2 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Unset dirty status for tenant:826c92e51e4043b5bdb2292cb22f33d0 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:05.398628 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-04dc933f-e042-46e7-a7f7-abee5ee2abb2 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1933522 Apr 29 15:35:05.408394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36400) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:05.416872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1783231681'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:05.421892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.424301 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:05.428436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Usage tracker for resource:network and tenant:826c92e51e4043b5bdb2292cb22f33d0 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:05.436070 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:05.437744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:05.439647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-ffd1280b-1e29-445a-85cc-4421414d2726 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 6c4c91ac-2096-4c74-b5a2-d70de1c4619a {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:05.439989 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ffd1280b-1e29-445a-85cc-4421414d2726 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.453295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.525633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.545921 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Allocated IP 172.26.2.129 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/73bb3b99-3a3c-4bc0-9560-811a5a28e5b2) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:05.698441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Made reservation on behalf of 826c92e51e4043b5bdb2292cb22f33d0 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:05.702702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.773174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event updated for resources: {'Port': ['ID=2fc3ec6f-4a17-4323-92de-1dd4561cbb05,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:05.776765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3ae91-137c-4749-8258-b7c7a10f362a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:05.778918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.791309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:05.835130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.835479 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Added segment 4febfbc6-fc4a-4007-9572-899cdc1d405d of type vlan for network a4d276e0-5b43-459f-a9d2-5783fd363759 Apr 29 15:35:05.838078 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ffd1280b-1e29-445a-85cc-4421414d2726 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.855958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.897865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebc29cf-f78f-4389-8c6b-24cce542f07a None None] Network 07baa868-c5a6-492a-9e6a-8344f2f62a7a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:05.902776 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.907526 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-eb5cdfb9-985f-4e4b-94aa-c89b62a2bb96 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9188414 Apr 29 15:35:05.911694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36404) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:05.918434 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b29323c6-4768-4cb7-a23b-5dd2de8b53e1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': 'bea3ae91-137c-4749-8258-b7c7a10f362a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:05.925385 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING neutron.api.v2.base [None req-b29323c6-4768-4cb7-a23b-5dd2de8b53e1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 29 15:35:05.925385 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-b29323c6-4768-4cb7-a23b-5dd2de8b53e1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:05.925385 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b29323c6-4768-4cb7-a23b-5dd2de8b53e1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062618 Apr 29 15:35:05.925678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36408) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:05.944539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:05.985508 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-ffd1280b-1e29-445a-85cc-4421414d2726 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 6c4c91ac-2096-4c74-b5a2-d70de1c4619a owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:06.042104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Network 07baa868-c5a6-492a-9e6a-8344f2f62a7a is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:06.047846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:06.056755 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-04a29ec8-017f-40c5-84ca-e1279c54ec8a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:06.133179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:06.139231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:06.139893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:06.173844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0ee565f7-232f-4597-8813-3c562141f864 None None] Provisioning for port 5fa9fa86-ebce-4b17-96c0-897b1459b25d completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:06.202605 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:06.242767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-04a29ec8-017f-40c5-84ca-e1279c54ec8a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:06.323177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5fa9fa86-ebce-4b17-96c0-897b1459b25d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:06.324552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:06.325327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ffd1280b-1e29-445a-85cc-4421414d2726 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:06.338733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:06.368138 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:06.431024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ffd1280b-1e29-445a-85cc-4421414d2726 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:06.441139 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=73bb3b99-3a3c-4bc0-9560-811a5a28e5b2,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:06.487701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 5fa9fa86-ebce-4b17-96c0-897b1459b25d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:06.494767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 5fa9fa86-ebce-4b17-96c0-897b1459b25d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:06.496815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:06.506753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1280b-1e29-445a-85cc-4421414d2726 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=6c4c91ac-2096-4c74-b5a2-d70de1c4619a,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:06.548921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event updated for resources: {'Network': ['ID=a4d276e0-5b43-459f-a9d2-5783fd363759,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:06.568255 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ffd1280b-1e29-445a-85cc-4421414d2726 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/6c4c91ac-2096-4c74-b5a2-d70de1c4619a HTTP/1.1" status: 204 len: 168 time: 1.2410805 Apr 29 15:35:06.569043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36412) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:06.615876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network a4d276e0-5b43-459f-a9d2-5783fd363759 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:06.630270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46a119-0675-4448-b05c-d7c030610ade None None] Network 17f55fe7-a608-4485-aef3-122079ce8734 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:06.634885 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3894ef83-9b85-43f5-9d8e-cb3a6d62181d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:35:06.635441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3894ef83-9b85-43f5-9d8e-cb3a6d62181d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:06.644324 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f867a037-7bf0-4944-85f8-66d29217a112 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2348511 Apr 29 15:35:06.647190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Router cb7afb6e-090b-4c9f-9f6c-92743af8b861 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:35:06.655735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36416) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:06.656404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-04a29ec8-017f-40c5-84ca-e1279c54ec8a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:06.671710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-04a29ec8-017f-40c5-84ca-e1279c54ec8a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:06.672819 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-04a29ec8-017f-40c5-84ca-e1279c54ec8a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "DELETE /v2.0/security-groups/bea3ae91-137c-4749-8258-b7c7a10f362a HTTP/1.1" status: 204 len: 168 time: 0.7452636 Apr 29 15:35:06.679218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-958899635'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:06.684797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36420) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:06.703157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a29ec8-017f-40c5-84ca-e1279c54ec8a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3ae91-137c-4749-8258-b7c7a10f362a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:06.733665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:06.913202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0527f208-301b-4f35-b1dd-a7887ef6bab3 None None] Provisioning for port 9fca843f-af11-4d10-b576-1db18b675a3e completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:06.917093 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:06.922548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Usage tracker for resource:network and tenant:826c92e51e4043b5bdb2292cb22f33d0 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:06.930373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3894ef83-9b85-43f5-9d8e-cb3a6d62181d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:06.930373 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3894ef83-9b85-43f5-9d8e-cb3a6d62181d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/6c4c91ac-2096-4c74-b5a2-d70de1c4619a HTTP/1.1" status: 404 len: 333 time: 0.3566155 Apr 29 15:35:06.930373 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-784811c8-b17f-493a-8516-c8fa39031d16 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "PUT /v2.0/routers/cb7afb6e-090b-4c9f-9f6c-92743af8b861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0188134 Apr 29 15:35:06.930997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:06.936871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36424) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:06.937402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36426) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:06.970457 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63868dc-6c01-439f-941e-36b057ce6218 None None] Sync routers for ids ['cb7afb6e-090b-4c9f-9f6c-92743af8b861'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:06.975638 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:07.012177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63868dc-6c01-439f-941e-36b057ce6218 None None] Routers {'cb7afb6e-090b-4c9f-9f6c-92743af8b861'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:07.012919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-c63868dc-6c01-439f-941e-36b057ce6218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['cb7afb6e-090b-4c9f-9f6c-92743af8b861'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:07.023756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Request body: {'port': {'network_id': '07baa868-c5a6-492a-9e6a-8344f2f62a7a', 'name': 'tempest-FloatingIPNegativeTestJSON-1672791019'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:07.044336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-559d9d6f-8418-427a-aacc-65060c9359b4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Synchronizing usage tracker for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:07.094932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.114116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-c63868dc-6c01-439f-941e-36b057ce6218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:07.119248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.181384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Made reservation on behalf of 826c92e51e4043b5bdb2292cb22f33d0 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:07.191155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.196057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63868dc-6c01-439f-941e-36b057ce6218 None None] Routers {'cb7afb6e-090b-4c9f-9f6c-92743af8b861'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:07.196824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-c63868dc-6c01-439f-941e-36b057ce6218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['cb7afb6e-090b-4c9f-9f6c-92743af8b861'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:07.203530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.203720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-559d9d6f-8418-427a-aacc-65060c9359b4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Unset dirty status for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:07.204941 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-559d9d6f-8418-427a-aacc-65060c9359b4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5061221 Apr 29 15:35:07.251960 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36432) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:07.257002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311190190'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:07.291668 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-c63868dc-6c01-439f-941e-36b057ce6218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:07.291889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63868dc-6c01-439f-941e-36b057ce6218 None None] The sync data for ids ['cb7afb6e-090b-4c9f-9f6c-92743af8b861'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:07.304710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f29841-ff6d-410d-8621-8d66c538cf03 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting subnet 28fc6d33-c26b-49a7-8f7d-7597deee043e {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:35:07.313269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67f29841-ff6d-410d-8621-8d66c538cf03 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.316556 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 5fa9fa86-ebce-4b17-96c0-897b1459b25d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5fa9fa86-ebce-4b17-96c0-897b1459b25d,segment=NetworkSegment(ff453279-cc75-45f8-8cfb-c1a31f64b313),segment_id=ff453279-cc75-45f8-8cfb-c1a31f64b313)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:07.328430 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8c737343-9777-4982-8283-46df419901b7 None None] Provisioning complete for port 5fa9fa86-ebce-4b17-96c0-897b1459b25d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:07.328942 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8c737343-9777-4982-8283-46df419901b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.445427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.445881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:07.446395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9fca843f-af11-4d10-b576-1db18b675a3e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:07.462180 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:07.482017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Usage tracker for resource:port and tenant:d76366ce410f428ab5839dc70a87880f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:07.485479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:07.487751 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:07.492330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:07.509035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67f29841-ff6d-410d-8621-8d66c538cf03 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.540065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:07.557225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.557964 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Added segment 919299d8-e4dd-42c8-b10c-a18deeb34da3 of type vlan for network 8277d0a1-3912-4ee7-bcf2-2cf226b739ed Apr 29 15:35:07.584152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=5fa9fa86-ebce-4b17-96c0-897b1459b25d,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:07.610785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.636104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.659978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Made reservation on behalf of d76366ce410f428ab5839dc70a87880f for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:07.663372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.675419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:07.684243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.688018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:07.693267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:07.708498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:07.729127 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] device_id is not set on port de34215e-ec39-4066-a6bb-dcb1e0f95198 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:35:07.766381 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67f29841-ff6d-410d-8621-8d66c538cf03 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.767353 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 9fca843f-af11-4d10-b576-1db18b675a3e completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:07.774118 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9fca843f-af11-4d10-b576-1db18b675a3e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:07.774739 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.862392 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8c737343-9777-4982-8283-46df419901b7 None None] Provisioning for port 2fc3ec6f-4a17-4323-92de-1dd4561cbb05 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:07.868584 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8c737343-9777-4982-8283-46df419901b7 None None] Provisioning complete for port 2fc3ec6f-4a17-4323-92de-1dd4561cbb05 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:07.869090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8c737343-9777-4982-8283-46df419901b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.912906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.921111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:07.921111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:07.938463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-8c737343-9777-4982-8283-46df419901b7 None None] Port 2fc3ec6f-4a17-4323-92de-1dd4561cbb05 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:08.000548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:08.006639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 0a51733f-1cad-4119-81ac-b20bc9ce5afe is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:35:08.106155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d4cf42db-162b-44c7-9d40-038c2c5fbd0d None None] Provisioning complete for port 9fca843f-af11-4d10-b576-1db18b675a3e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:08.106155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4cf42db-162b-44c7-9d40-038c2c5fbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:08.181466 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:35:08.181821 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:35:08.230002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:08.242182 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbdffb4-1b4a-4adc-b292-90e06dedda34 None None] Sync routers for ids ['0a51733f-1cad-4119-81ac-b20bc9ce5afe'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:08.244306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event updated for resources: {'Network': ['ID=8277d0a1-3912-4ee7-bcf2-2cf226b739ed,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:08.260182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67f29841-ff6d-410d-8621-8d66c538cf03 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:08.271563 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 8277d0a1-3912-4ee7-bcf2-2cf226b739ed details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:08.271875 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdffb4-1b4a-4adc-b292-90e06dedda34 None None] Routers {'0a51733f-1cad-4119-81ac-b20bc9ce5afe'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:08.272619 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5fbdffb4-1b4a-4adc-b292-90e06dedda34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['0a51733f-1cad-4119-81ac-b20bc9ce5afe'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:08.326841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67f29841-ff6d-410d-8621-8d66c538cf03 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:08.337853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f29841-ff6d-410d-8621-8d66c538cf03 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Subnet': ['ID=28fc6d33-c26b-49a7-8f7d-7597deee043e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:08.342227 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-67f29841-ff6d-410d-8621-8d66c538cf03 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/28fc6d33-c26b-49a7-8f7d-7597deee043e HTTP/1.1" status: 204 len: 168 time: 1.4009554 Apr 29 15:35:08.345915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36436) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:08.392725 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:08.394772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Allocated IP 172.20.0.8 (07baa868-c5a6-492a-9e6a-8344f2f62a7a/e7a7d5bb-c9af-4ebd-a62d-fa269a92a0b4/de34215e-ec39-4066-a6bb-dcb1e0f95198) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:08.398398 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9385664f-77b0-48c4-af84-68818fde1697 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.3239198 Apr 29 15:35:08.404875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36440) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:08.407639 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5fbdffb4-1b4a-4adc-b292-90e06dedda34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:08.416414 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-51fcb4ff-1744-4f48-b14c-c6746b6f50e4 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7419007 Apr 29 15:35:08.418161 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdffb4-1b4a-4adc-b292-90e06dedda34 None None] Routers {'0a51733f-1cad-4119-81ac-b20bc9ce5afe'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:08.418769 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5fbdffb4-1b4a-4adc-b292-90e06dedda34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['0a51733f-1cad-4119-81ac-b20bc9ce5afe'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:08.423273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:08.458445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4cf42db-162b-44c7-9d40-038c2c5fbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:08.530307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:08.562965 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5fbdffb4-1b4a-4adc-b292-90e06dedda34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:08.563373 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbdffb4-1b4a-4adc-b292-90e06dedda34 None None] The sync data for ids ['0a51733f-1cad-4119-81ac-b20bc9ce5afe'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:08.582013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d4cf42db-162b-44c7-9d40-038c2c5fbd0d None None] For port 9fca843f-af11-4d10-b576-1db18b675a3e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9fca843f-af11-4d10-b576-1db18b675a3e,segment=NetworkSegment(0db8d92e-78ec-4b74-bb75-0f746dc10f83),segment_id=0db8d92e-78ec-4b74-bb75-0f746dc10f83)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:08.596483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0352fa68-7035-4c0b-a916-6ec3c970a14f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:08.600184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b42ea35-78d7-41d2-941c-c01968c84ad0 None None] Network 17f55fe7-a608-4485-aef3-122079ce8734 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:08.697783 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ae32e8fb-5a76-4eec-9fce-1069c370c22d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/routers/0a51733f-1cad-4119-81ac-b20bc9ce5afe HTTP/1.1" status: 200 len: 881 time: 0.2917895 Apr 29 15:35:08.699057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36444) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:08.728528 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4cf42db-162b-44c7-9d40-038c2c5fbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:08.759398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:08.760716 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-faf59741-8c8c-49f6-9a45-6ea5cc65504c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5076127 Apr 29 15:35:08.786533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36448) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:08.876585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8abcaf7c-5869-4c2b-a455-83682026f4c6 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '0352fa68-7035-4c0b-a916-6ec3c970a14f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:08.877433 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-8abcaf7c-5869-4c2b-a455-83682026f4c6 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 29 15:35:08.877985 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-8abcaf7c-5869-4c2b-a455-83682026f4c6 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:08.882368 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8abcaf7c-5869-4c2b-a455-83682026f4c6 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0306690 Apr 29 15:35:08.887029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36452) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:08.906345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1783b62f-6c0f-48f4-bde5-e011c43953da tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '0352fa68-7035-4c0b-a916-6ec3c970a14f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:08.907024 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-1783b62f-6c0f-48f4-bde5-e011c43953da tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 29 15:35:08.907513 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-1783b62f-6c0f-48f4-bde5-e011c43953da tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:08.909294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d4cf42db-162b-44c7-9d40-038c2c5fbd0d None None] Provisioning complete for port 2fc3ec6f-4a17-4323-92de-1dd4561cbb05 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:08.909918 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4cf42db-162b-44c7-9d40-038c2c5fbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:08.911369 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1783b62f-6c0f-48f4-bde5-e011c43953da tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0199738 Apr 29 15:35:08.915380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36456) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:08.925227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fcd08d3d-7396-404b-942c-24621a576e2f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '0352fa68-7035-4c0b-a916-6ec3c970a14f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:08.926245 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-fcd08d3d-7396-404b-942c-24621a576e2f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 29 15:35:08.926733 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-fcd08d3d-7396-404b-942c-24621a576e2f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:08.930396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36460) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:08.931374 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fcd08d3d-7396-404b-942c-24621a576e2f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0150700 Apr 29 15:35:08.936819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0e37146c-9bdf-44ae-b62f-154738f22967 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '0352fa68-7035-4c0b-a916-6ec3c970a14f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:08.937712 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING neutron.api.v2.base [None req-0e37146c-9bdf-44ae-b62f-154738f22967 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 29 15:35:08.938204 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-0e37146c-9bdf-44ae-b62f-154738f22967 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:08.939112 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0e37146c-9bdf-44ae-b62f-154738f22967 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077486 Apr 29 15:35:08.946941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36464) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:08.995508 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf42db-162b-44c7-9d40-038c2c5fbd0d None None] Pushing event updated for resources: {'Port': ['ID=9fca843f-af11-4d10-b576-1db18b675a3e,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:09.015482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf42db-162b-44c7-9d40-038c2c5fbd0d None None] Port 2fc3ec6f-4a17-4323-92de-1dd4561cbb05 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:09.033153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.051049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5861149c-e77d-4e2b-be8a-2c033beddfeb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.063965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.065427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Transition to ACTIVE for port object de34215e-ec39-4066-a6bb-dcb1e0f95198 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:09.067288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5fa9fa86-ebce-4b17-96c0-897b1459b25d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:09.126680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5861149c-e77d-4e2b-be8a-2c033beddfeb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.138777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ed70067f-3bd1-4ed2-8940-0d6e18d14adc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Synchronizing usage tracker for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:router {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:09.144490 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8a262b7b-925b-41ce-9ece-ce03136d4f8f None None] Could not find standard attr ID for object 6c4c91ac-2096-4c74-b5a2-d70de1c4619a. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:35:09.158935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 5fa9fa86-ebce-4b17-96c0-897b1459b25d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:09.159081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.189640 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4aa6f6-24ea-4b85-a950-20c81a31b824 None None] DHCP port deletion for 17f55fe7-a608-4485-aef3-122079ce8734 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:35:09.193587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.205499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 9fca843f-af11-4d10-b576-1db18b675a3e {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:09.206962 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-de4aa6f6-24ea-4b85-a950-20c81a31b824 None None] Deleting port 9fca843f-af11-4d10-b576-1db18b675a3e {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:09.207349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-de4aa6f6-24ea-4b85-a950-20c81a31b824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.207713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.267455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ed70067f-3bd1-4ed2-8940-0d6e18d14adc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Unset dirty status for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:router {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:09.268770 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ed70067f-3bd1-4ed2-8940-0d6e18d14adc tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5687418 Apr 29 15:35:09.275324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36468) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:09.285460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c60b4e61-4f68-4703-bb2c-34b9a5a1c9a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2117861425'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:09.332445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5861149c-e77d-4e2b-be8a-2c033beddfeb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.387614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861149c-e77d-4e2b-be8a-2c033beddfeb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0352fa68-7035-4c0b-a916-6ec3c970a14f,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:09.464639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5861149c-e77d-4e2b-be8a-2c033beddfeb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.469630 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5861149c-e77d-4e2b-be8a-2c033beddfeb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "DELETE /v2.0/security-groups/0352fa68-7035-4c0b-a916-6ec3c970a14f HTTP/1.1" status: 204 len: 168 time: 0.5216184 Apr 29 15:35:09.505360 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Network 07baa868-c5a6-492a-9e6a-8344f2f62a7a is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:09.527602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36472) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:09.583355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-de4aa6f6-24ea-4b85-a950-20c81a31b824 None None] For port 9fca843f-af11-4d10-b576-1db18b675a3e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9fca843f-af11-4d10-b576-1db18b675a3e,segment=NetworkSegment(0db8d92e-78ec-4b74-bb75-0f746dc10f83),segment_id=0db8d92e-78ec-4b74-bb75-0f746dc10f83)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:09.583355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-de4aa6f6-24ea-4b85-a950-20c81a31b824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.607602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e6174c9f-c873-43ea-9d59-3efbd6bb4df3 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Synchronizing usage tracker for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:09.618429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] For port 9fca843f-af11-4d10-b576-1db18b675a3e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9fca843f-af11-4d10-b576-1db18b675a3e,segment=NetworkSegment(0db8d92e-78ec-4b74-bb75-0f746dc10f83),segment_id=0db8d92e-78ec-4b74-bb75-0f746dc10f83)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:09.619012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.737164 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-de4aa6f6-24ea-4b85-a950-20c81a31b824 None None] Calling delete_port for 9fca843f-af11-4d10-b576-1db18b675a3e owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:09.758147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:09.816022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 9fca843f-af11-4d10-b576-1db18b675a3e owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:09.865755 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:09.880022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e6174c9f-c873-43ea-9d59-3efbd6bb4df3 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Unset dirty status for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:09.886665 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e6174c9f-c873-43ea-9d59-3efbd6bb4df3 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3564081 Apr 29 15:35:09.887995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36476) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:09.894550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group': {'name': 'tempest-secgroup--2142711138'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:09.901429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:09.907798 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-de4aa6f6-24ea-4b85-a950-20c81a31b824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:09.912412 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:09.931506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event updated for resources: {'Port': ['ID=de34215e-ec39-4066-a6bb-dcb1e0f95198,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:09.943526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:35:09.943990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:35:09.980128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:09.980906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.003978 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4aa6f6-24ea-4b85-a950-20c81a31b824 None None] Pushing event deleted for resources: {'Port': ['ID=9fca843f-af11-4d10-b576-1db18b675a3e,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:10.013081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4aa6f6-24ea-4b85-a950-20c81a31b824 None None] No DVR routers for this DVR port 9fca843f-af11-4d10-b576-1db18b675a3e on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:35:10.018884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.043885 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c60b4e61-4f68-4703-bb2c-34b9a5a1c9a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.052403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:10.057424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:10.061564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:10.068391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:10.094657 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1e8b789b-315c-4f0e-8958-2f85d15c54b8 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1522467 Apr 29 15:35:10.101022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36482) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:10.106470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:10.113284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:10.117570 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Usage tracker for resource:floatingip and tenant:d76366ce410f428ab5839dc70a87880f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:10.120985 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:10.124317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c60b4e61-4f68-4703-bb2c-34b9a5a1c9a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.130779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:10.179926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.246993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d9cdc808-aea3-4e79-beed-b4645c8bd3f5 None None] Provisioning for port de34215e-ec39-4066-a6bb-dcb1e0f95198 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:10.253417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d9cdc808-aea3-4e79-beed-b4645c8bd3f5 None None] Provisioning complete for port de34215e-ec39-4066-a6bb-dcb1e0f95198 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:10.253784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc808-aea3-4e79-beed-b4645c8bd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.304322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.326998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d9cdc808-aea3-4e79-beed-b4645c8bd3f5 None None] Port de34215e-ec39-4066-a6bb-dcb1e0f95198 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:10.373608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57849533-e660-467d-ae25-cbcfc6ae19b2,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:10.439505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.443374 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3847e2ca-fe4d-4813-8606-7914bca92937 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5517731 Apr 29 15:35:10.443732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36486) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:10.446672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 9fca843f-af11-4d10-b576-1db18b675a3e {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:10.447043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.467016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60b4e61-4f68-4703-bb2c-34b9a5a1c9a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 0a51733f-1cad-4119-81ac-b20bc9ce5afe has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:35:10.479895 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d1b54798-7f23-46bd-8bb1-6e1fd6b69280 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '57849533-e660-467d-ae25-cbcfc6ae19b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:10.480378 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING neutron.api.v2.base [None req-d1b54798-7f23-46bd-8bb1-6e1fd6b69280 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 15:35:10.480895 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-d1b54798-7f23-46bd-8bb1-6e1fd6b69280 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:10.484522 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d1b54798-7f23-46bd-8bb1-6e1fd6b69280 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0369978 Apr 29 15:35:10.487818 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36490) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:10.521316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3143c183-2c95-45e7-97bf-c0b87c505890 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '57849533-e660-467d-ae25-cbcfc6ae19b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:10.527131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3143c183-2c95-45e7-97bf-c0b87c505890 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:10.532783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.533611 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] The port '9fca843f-af11-4d10-b576-1db18b675a3e' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:35:10.566433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3143c183-2c95-45e7-97bf-c0b87c505890 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:10.571973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3143c183-2c95-45e7-97bf-c0b87c505890 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:10.606692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3143c183-2c95-45e7-97bf-c0b87c505890 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:10.669950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.699536 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f55fe7-a608-4485-aef3-122079ce8734']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:10.712821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db8d92e-78ec-4b74-bb75-0f746dc10f83') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:10.713127 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db8d92e-78ec-4b74-bb75-0f746dc10f83') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:10.729967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.755751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.757225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60b4e61-4f68-4703-bb2c-34b9a5a1c9a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:10.762981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:35:10.762981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.764958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c60b4e61-4f68-4703-bb2c-34b9a5a1c9a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.766239 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c60b4e61-4f68-4703-bb2c-34b9a5a1c9a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/0a51733f-1cad-4119-81ac-b20bc9ce5afe HTTP/1.1" status: 200 len: 888 time: 1.4900751 Apr 29 15:35:10.771432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36494) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:10.772364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2209b115-7b96-401e-9cec-bf894bed67be None None] Sync routers for ids ['0a51733f-1cad-4119-81ac-b20bc9ce5afe'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:10.786902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2209b115-7b96-401e-9cec-bf894bed67be None None] Routers {'0a51733f-1cad-4119-81ac-b20bc9ce5afe'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:10.787503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2209b115-7b96-401e-9cec-bf894bed67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['0a51733f-1cad-4119-81ac-b20bc9ce5afe'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:35:10.802993 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:35:10.818839 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-3143c183-2c95-45e7-97bf-c0b87c505890 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:10.822531 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3143c183-2c95-45e7-97bf-c0b87c505890 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3306987 Apr 29 15:35:10.823404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36498) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:10.883806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-bd22d484-99c6-468b-83fc-a5d41551d165 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '57849533-e660-467d-ae25-cbcfc6ae19b2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:10.884363 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING neutron.api.v2.base [None req-bd22d484-99c6-468b-83fc-a5d41551d165 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 29 15:35:10.885091 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-bd22d484-99c6-468b-83fc-a5d41551d165 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:10.885389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2209b115-7b96-401e-9cec-bf894bed67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:10.888711 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bd22d484-99c6-468b-83fc-a5d41551d165 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0619502 Apr 29 15:35:10.894270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36502) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:10.902225 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2209b115-7b96-401e-9cec-bf894bed67be None None] Routers {'0a51733f-1cad-4119-81ac-b20bc9ce5afe'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:10.903185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2209b115-7b96-401e-9cec-bf894bed67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['0a51733f-1cad-4119-81ac-b20bc9ce5afe'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:10.905465 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-28523dec-9d55-444d-93ca-0ae5f0d20f5c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '57849533-e660-467d-ae25-cbcfc6ae19b2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:10.913464 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-28523dec-9d55-444d-93ca-0ae5f0d20f5c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:10.918053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-28523dec-9d55-444d-93ca-0ae5f0d20f5c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:10.923854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-28523dec-9d55-444d-93ca-0ae5f0d20f5c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:10.931744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:10.932684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-28523dec-9d55-444d-93ca-0ae5f0d20f5c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:10.979000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2209b115-7b96-401e-9cec-bf894bed67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:10.979000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2209b115-7b96-401e-9cec-bf894bed67be None None] The sync data for ids ['0a51733f-1cad-4119-81ac-b20bc9ce5afe'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:11.017377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:11.025004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9fca843f-af11-4d10-b576-1db18b675a3e no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:35:11.066649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:11.074421 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Network': ['ID=17f55fe7-a608-4485-aef3-122079ce8734,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:11.082887 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c1706dbf-0cc2-457f-ac24-32090c3f3ccd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/routers/0a51733f-1cad-4119-81ac-b20bc9ce5afe HTTP/1.1" status: 200 len: 888 time: 0.3106227 Apr 29 15:35:11.084408 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2f47ddd7-c40b-4c9c-9953-e78f880e0d78 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/networks/17f55fe7-a608-4485-aef3-122079ce8734 HTTP/1.1" status: 204 len: 168 time: 2.7360389 Apr 29 15:35:11.087988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36506) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:11.089132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36508) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:11.105415 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'name': 'tempest-PortsIpV6TestJSON-404717507'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:11.122709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 9fca843f-af11-4d10-b576-1db18b675a3e {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:35:11.123222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9fca843f-af11-4d10-b576-1db18b675a3e not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:35:11.136736 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-28523dec-9d55-444d-93ca-0ae5f0d20f5c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:11.141165 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-28523dec-9d55-444d-93ca-0ae5f0d20f5c tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2426798 Apr 29 15:35:11.142618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36514) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:11.150762 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b003a818-4f2c-4934-b85d-63356d4ed1e1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Synchronizing usage tracker for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:11.152914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-78bfbe56-fd0c-477f-8748-9fed00f5a3c3 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '57849533-e660-467d-ae25-cbcfc6ae19b2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:11.153459 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-78bfbe56-fd0c-477f-8748-9fed00f5a3c3 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 29 15:35:11.154084 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-78bfbe56-fd0c-477f-8748-9fed00f5a3c3 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:11.155095 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-78bfbe56-fd0c-477f-8748-9fed00f5a3c3 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096631 Apr 29 15:35:11.158357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36518) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:11.164622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e6e45985-ba79-4c18-a015-0ac59c8a6e1f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '57849533-e660-467d-ae25-cbcfc6ae19b2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:11.174374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e6e45985-ba79-4c18-a015-0ac59c8a6e1f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:11.179011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e6e45985-ba79-4c18-a015-0ac59c8a6e1f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:11.181978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e6e45985-ba79-4c18-a015-0ac59c8a6e1f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:11.188546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e6e45985-ba79-4c18-a015-0ac59c8a6e1f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:11.220441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Allocated IP 172.26.2.35 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/a225d8fc-5212-4d2a-af44-3c3c40918abf) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:11.249423 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:11.267846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b003a818-4f2c-4934-b85d-63356d4ed1e1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Unset dirty status for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:11.271865 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b003a818-4f2c-4934-b85d-63356d4ed1e1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a51733f-1cad-4119-81ac-b20bc9ce5afe HTTP/1.1" status: 200 len: 205 time: 0.1813896 Apr 29 15:35:11.272725 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36522) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:11.291357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:11.337005 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-e6e45985-ba79-4c18-a015-0ac59c8a6e1f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Project 96d988334dc1473585579f8e09ef0866 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:35:11.405306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:11.411771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:11.415603 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:11.438565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port a3483862-e43d-4ea6-88a1-a11a6bbe7270 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:35:11.469453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:11.632937 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-e6e45985-ba79-4c18-a015-0ac59c8a6e1f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:11.633978 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e6e45985-ba79-4c18-a015-0ac59c8a6e1f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4746530 Apr 29 15:35:11.640401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36526) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:11.651583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-adf8d469-e046-4cbe-9032-e65d4bbaa025 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '57849533-e660-467d-ae25-cbcfc6ae19b2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:11.652054 dv-neutron-839183-1-hyperv neutron-server[88715]: WARNING neutron.api.v2.base [None req-adf8d469-e046-4cbe-9032-e65d4bbaa025 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 29 15:35:11.652558 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-adf8d469-e046-4cbe-9032-e65d4bbaa025 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:11.655967 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-adf8d469-e046-4cbe-9032-e65d4bbaa025 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115666 Apr 29 15:35:11.662188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36530) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:11.673329 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6cd52e5e-727b-462c-867e-2082d511291b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '57849533-e660-467d-ae25-cbcfc6ae19b2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:11.681559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6cd52e5e-727b-462c-867e-2082d511291b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:11.697222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6cd52e5e-727b-462c-867e-2082d511291b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:11.703681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6cd52e5e-727b-462c-867e-2082d511291b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:11.709304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:11.711007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6cd52e5e-727b-462c-867e-2082d511291b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:11.748581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36534) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:11.754160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'subnets': [{'network_id': 'a4d276e0-5b43-459f-a9d2-5783fd363759', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1206848766', 'ip_version': 6}, {'network_id': '8277d0a1-3912-4ee7-bcf2-2cf226b739ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:11.754503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'subnet': {'network_id': 'a4d276e0-5b43-459f-a9d2-5783fd363759', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1206848766', 'ip_version': 6}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:11.755213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Request body: {'subnet': {'network_id': '8277d0a1-3912-4ee7-bcf2-2cf226b739ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:11.768196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:11.790597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:11.852353 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-6cd52e5e-727b-462c-867e-2082d511291b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Project 96d988334dc1473585579f8e09ef0866 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:35:11.855946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:11.886690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 73bb3b99-3a3c-4bc0-9560-811a5a28e5b2 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:11.887222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:11.939438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:11.948576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:11.956891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:12.070833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.133638 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-6cd52e5e-727b-462c-867e-2082d511291b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:12.134662 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6cd52e5e-727b-462c-867e-2082d511291b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4708726 Apr 29 15:35:12.143518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:12.155163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36538) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:12.155804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event updated for resources: {'Port': ['ID=a225d8fc-5212-4d2a-af44-3c3c40918abf,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:12.158242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:12.197149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for 73bb3b99-3a3c-4bc0-9560-811a5a28e5b2 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:12.200040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:12.206285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:12.206879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.222309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a500b396-c6aa-443a-9207-1d38441f95b4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '57849533-e660-467d-ae25-cbcfc6ae19b2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:12.252227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a500b396-c6aa-443a-9207-1d38441f95b4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:12.268910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a500b396-c6aa-443a-9207-1d38441f95b4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:12.332831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a500b396-c6aa-443a-9207-1d38441f95b4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:12.361286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a500b396-c6aa-443a-9207-1d38441f95b4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:12.368715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=a3483862-e43d-4ea6-88a1-a11a6bbe7270,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:12.379556 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:12.383388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Usage tracker for resource:subnet and tenant:826c92e51e4043b5bdb2292cb22f33d0 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:12.386213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:12.392052 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:12.431073 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cfb61d95-8d20-4b16-a6c2-63f66ada0638 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3425553 Apr 29 15:35:12.433565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36542) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:12.462428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.509854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=73bb3b99-3a3c-4bc0-9560-811a5a28e5b2,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:12.510595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ed185128-dca9-4b8f-a5fa-c28660c64066 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port a3483862-e43d-4ea6-88a1-a11a6bbe7270 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:12.510942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed185128-dca9-4b8f-a5fa-c28660c64066 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.541651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.542653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Made reservation on behalf of 826c92e51e4043b5bdb2292cb22f33d0 for: {'subnet': 2} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:12.547691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.548026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.586916 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-a500b396-c6aa-443a-9207-1d38441f95b4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Project 96d988334dc1473585579f8e09ef0866 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:35:12.604043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.776630 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-a500b396-c6aa-443a-9207-1d38441f95b4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:12.777577 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a500b396-c6aa-443a-9207-1d38441f95b4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6174383 Apr 29 15:35:12.781983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.783662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36546) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:12.796345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.831484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.859042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d1df-c640-485c-a911-6fdde1c09e20 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.886194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d1df-c640-485c-a911-6fdde1c09e20 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.896791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:12.897447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Fanout notify agent at l3_agent the message router_deleted on router 0a51733f-1cad-4119-81ac-b20bc9ce5afe {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:35:13.016230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed185128-dca9-4b8f-a5fa-c28660c64066 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.018819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.019902 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ac8b146d-fdb8-48fd-89fa-3b1d7b2c09bd tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/0a51733f-1cad-4119-81ac-b20bc9ce5afe HTTP/1.1" status: 204 len: 168 time: 1.7462347 Apr 29 15:35:13.023888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36550) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:13.030222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'network': {'name': 'tempest-RoutersTest-913178799'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:13.033395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d1df-c640-485c-a911-6fdde1c09e20 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.035668 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d1df-c640-485c-a911-6fdde1c09e20 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.036724 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6fc7d1df-c640-485c-a911-6fdde1c09e20 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "DELETE /v2.0/security-groups/57849533-e660-467d-ae25-cbcfc6ae19b2 HTTP/1.1" status: 204 len: 168 time: 0.2521310 Apr 29 15:35:13.046317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36554) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:13.047254 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:13.055317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:network and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:13.069315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7d1df-c640-485c-a911-6fdde1c09e20 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57849533-e660-467d-ae25-cbcfc6ae19b2,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:13.072627 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:13.086450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:13.122190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-519b8f69-db6a-4714-bfb9-43613cb73bc3 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Synchronizing usage tracker for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:13.182920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ed185128-dca9-4b8f-a5fa-c28660c64066 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for a3483862-e43d-4ea6-88a1-a11a6bbe7270 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:13.183425 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:13.188147 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.205034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-519b8f69-db6a-4714-bfb9-43613cb73bc3 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Unset dirty status for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:13.210276 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-519b8f69-db6a-4714-bfb9-43613cb73bc3 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1550608 Apr 29 15:35:13.216426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36558) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:13.222989 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045155325'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:13.233498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:13.239038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:13.250587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:13.257205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.257667 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Added segment d50fab2c-4103-4653-83fc-f9b00448bc51 of type vlan for network e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e Apr 29 15:35:13.286748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.327690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.348005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:13.351807 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:13.354902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:13.361315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:13.369164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.375220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:13.375794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.470913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed185128-dca9-4b8f-a5fa-c28660c64066 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.500034 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4751525 Apr 29 15:35:13.502485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2761a0-ad13-4509-b460-9f421d24bb61 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Network': ['ID=e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:13.504415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36562) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:13.514457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'subnet': {'network_id': 'e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:13.514669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:13.533256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.resource_extend [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:35:13.559400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed185128-dca9-4b8f-a5fa-c28660c64066 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=a3483862-e43d-4ea6-88a1-a11a6bbe7270,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:13.569503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.575787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ed185128-dca9-4b8f-a5fa-c28660c64066 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.599231 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ed185128-dca9-4b8f-a5fa-c28660c64066 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/a3483862-e43d-4ea6-88a1-a11a6bbe7270 HTTP/1.1" status: 204 len: 168 time: 1.1623912 Apr 29 15:35:13.599818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36566) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:13.608283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'mac_address': 'fa:16:3e:a9:e3:28', 'name': 'tempest-PortsIpV6TestJSON-2040142554'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:13.661297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.761723 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.769345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:13.773273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:subnet and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:13.776396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:13.782998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:13.818256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.845770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:13.849288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.903627 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47564b95-1c83-4182-9104-1167e3ffe4ef,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:13.955540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:13.956773 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4c306d45-8fe9-4466-8f05-1c767e8c7d26 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7391632 Apr 29 15:35:13.967040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36570) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:13.974867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5578f310-fe22-41a0-8eec-478e7e01f457 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '47564b95-1c83-4182-9104-1167e3ffe4ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:13.987124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5578f310-fe22-41a0-8eec-478e7e01f457 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:13.987932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event updated for resources: {'Port': ['ID=a225d8fc-5212-4d2a-af44-3c3c40918abf,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:13.994906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5578f310-fe22-41a0-8eec-478e7e01f457 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:13.999288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5578f310-fe22-41a0-8eec-478e7e01f457 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:14.007389 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5578f310-fe22-41a0-8eec-478e7e01f457 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:14.020194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:14.034075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:port and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:14.038221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:14.047804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:14.055508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.132442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.195015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:14.209961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.211127 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4d9454b4-533e-4495-b19e-e29f64a259a7 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1090991 Apr 29 15:35:14.214572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36574) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:14.219139 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-5578f310-fe22-41a0-8eec-478e7e01f457 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The resource could not be found. Apr 29 15:35:14.222851 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5578f310-fe22-41a0-8eec-478e7e01f457 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2521253 Apr 29 15:35:14.222851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.228339 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1ee2f00d-834c-4528-960e-af5f7d0adceb tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Request body: {'floatingip': {'port_id': 'de34215e-ec39-4066-a6bb-dcb1e0f95198', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:14.229797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36578) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:14.254145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-17d3b18b-bbd0-4cc3-9dd7-8abff865686a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '47564b95-1c83-4182-9104-1167e3ffe4ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a3e13378-c858-4099-8563-e80db4eb9e34'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:14.264172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event updated for resources: {'Subnet': ['ID=85187530-e5c9-4903-b95f-aae53c8fbadf,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:14.267702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-17d3b18b-bbd0-4cc3-9dd7-8abff865686a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:14.326246 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-17d3b18b-bbd0-4cc3-9dd7-8abff865686a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:14.333919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:14.334274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:14.334617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:14.334956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:14.335286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:14.335617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:14.335946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:14.336274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:14.336631 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:14.336967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:14.337284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:14.337606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:14.349793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-17d3b18b-bbd0-4cc3-9dd7-8abff865686a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:14.352488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Checking segment: {'id': '4febfbc6-fc4a-4007-9572-899cdc1d405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a4d276e0-5b43-459f-a9d2-5783fd363759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:14.352851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Network hostable DHCP agents. Network: a4d276e0-5b43-459f-a9d2-5783fd363759, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:14.364714 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-17d3b18b-bbd0-4cc3-9dd7-8abff865686a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:14.366352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f00d-834c-4528-960e-af5f7d0adceb tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for floatingip, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.379003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.411253 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port 55f2622c-e3e3-494b-86bc-29ce1ee2cff6 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:35:14.501324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Subnet': ['ID=03cfce20-1cdf-43a3-a3d1-2ff9450007f6,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:14.502489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Network a4d276e0-5b43-459f-a9d2-5783fd363759 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:14.514851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Checking segment: {'id': 'd50fab2c-4103-4653-83fc-f9b00448bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:14.515217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network hostable DHCP agents. Network: e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:14.559073 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-17d3b18b-bbd0-4cc3-9dd7-8abff865686a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The resource could not be found. Apr 29 15:35:14.563487 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-17d3b18b-bbd0-4cc3-9dd7-8abff865686a tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3269298 Apr 29 15:35:14.568434 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36582) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:14.621835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, a4d276e0-5b43-459f-a9d2-5783fd363759) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:14.631174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f16794-12c9-40b6-a4b9-662ce054d05b None None] Network a4d276e0-5b43-459f-a9d2-5783fd363759 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:14.639898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.643551 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-1ee2f00d-834c-4528-960e-af5f7d0adceb tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] update failed (client error): The resource could not be found. Apr 29 15:35:14.647633 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1ee2f00d-834c-4528-960e-af5f7d0adceb tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "PUT /v2.0/floatingips/50accd54-1cbb-4275-820d-e64067045f3e HTTP/1.1" status: 404 len: 507 time: 0.4312513 Apr 29 15:35:14.648061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36586) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:14.727492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:14.733027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.757718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e0985b30-de4c-48b3-89f5-137bb2ef431b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.758403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Checking segment: {'id': '919299d8-e4dd-42c8-b10c-a18deeb34da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8277d0a1-3912-4ee7-bcf2-2cf226b739ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:14.758766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Network hostable DHCP agents. Network: 8277d0a1-3912-4ee7-bcf2-2cf226b739ed, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:14.760684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:14.762941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event updated for resources: {'Subnet': ['ID=562d4c42-eb22-488f-b909-96f61ccb8cd4,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:14.765708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:14.766658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.798966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980c010b-7bb0-4775-96d0-49332c024668 None None] Network e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:14.839197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Network 8277d0a1-3912-4ee7-bcf2-2cf226b739ed is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:14.875708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6461b381-0b83-4f30-808d-8dcc6db75ce0 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Deleting port a225d8fc-5212-4d2a-af44-3c3c40918abf {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:14.876052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6461b381-0b83-4f30-808d-8dcc6db75ce0 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.881369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.926291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e0985b30-de4c-48b3-89f5-137bb2ef431b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.942493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 8277d0a1-3912-4ee7-bcf2-2cf226b739ed) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:14.959797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:14.961392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:14.961930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:14.962616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.969090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-a4d276e0-5b43-459f-a9d2-5783fd363759', 'network_id': 'a4d276e0-5b43-459f-a9d2-5783fd363759', 'tenant_id': '826c92e51e4043b5bdb2292cb22f33d0', 'fixed_ips': [{'subnet_id': '85187530-e5c9-4903-b95f-aae53c8fbadf'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:14.969920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.970902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:14.983285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:14.989962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:14.991250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:14.993983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5d2cd5-c964-4e3a-9dc5-58bb79431922 None None] Network 8277d0a1-3912-4ee7-bcf2-2cf226b739ed requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:14.999641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=55f2622c-e3e3-494b-86bc-29ce1ee2cff6,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:15.012109 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1d6399aa-3260-4bff-b84f-d38996e24250 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5034666 Apr 29 15:35:15.012924 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36590) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:15.023278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-68d9a80e-ced1-4d8c-8097-bbdf1a3d09f9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1307421318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:15.077272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-68d9a80e-ced1-4d8c-8097-bbdf1a3d09f9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:15.083991 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-30ea1313-6eeb-4f2c-b2c3-58fe1c84594f tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.3340883 Apr 29 15:35:15.086380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36594) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:15.090037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-68d9a80e-ced1-4d8c-8097-bbdf1a3d09f9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:router and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:15.094420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-68d9a80e-ced1-4d8c-8097-bbdf1a3d09f9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:15.103186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-68d9a80e-ced1-4d8c-8097-bbdf1a3d09f9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:15.130281 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-528b2307-a37e-411c-a73c-afed08514628 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5276780 Apr 29 15:35:15.133238 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6461b381-0b83-4f30-808d-8dcc6db75ce0 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.133583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6461b381-0b83-4f30-808d-8dcc6db75ce0 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.136216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36598) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:15.200617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-68d9a80e-ced1-4d8c-8097-bbdf1a3d09f9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.201546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-68d9a80e-ced1-4d8c-8097-bbdf1a3d09f9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.218026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6fd34d-d857-4546-9cef-fca20dff4128 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:15.218977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3b6fd34d-d857-4546-9cef-fca20dff4128 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:15.260457 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e', 'network_id': 'e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'fixed_ips': [{'subnet_id': '03cfce20-1cdf-43a3-a3d1-2ff9450007f6'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:15.261277 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.261525 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e0985b30-de4c-48b3-89f5-137bb2ef431b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.271425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d79ee-ae81-4952-bd54-faa63e384565 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:15.276392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d79ee-ae81-4952-bd54-faa63e384565 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:15.276392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d79ee-ae81-4952-bd54-faa63e384565 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:15.276616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6461b381-0b83-4f30-808d-8dcc6db75ce0 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Calling delete_port for a225d8fc-5212-4d2a-af44-3c3c40918abf owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:15.276718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-839d79ee-ae81-4952-bd54-faa63e384565 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Synchronizing usage tracker for tenant:826c92e51e4043b5bdb2292cb22f33d0 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:15.335283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0985b30-de4c-48b3-89f5-137bb2ef431b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47564b95-1c83-4182-9104-1167e3ffe4ef,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:15.377944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3b6fd34d-d857-4546-9cef-fca20dff4128 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:15.379239 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3b6fd34d-d857-4546-9cef-fca20dff4128 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/55f2622c-e3e3-494b-86bc-29ce1ee2cff6 HTTP/1.1" status: 200 len: 845 time: 0.2421019 Apr 29 15:35:15.382062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36602) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:15.434829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-839d79ee-ae81-4952-bd54-faa63e384565 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Unset dirty status for tenant:826c92e51e4043b5bdb2292cb22f33d0 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:15.437007 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-839d79ee-ae81-4952-bd54-faa63e384565 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3496816 Apr 29 15:35:15.440086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-68d9a80e-ced1-4d8c-8097-bbdf1a3d09f9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.447831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36606) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:15.451344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e0985b30-de4c-48b3-89f5-137bb2ef431b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.452604 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e0985b30-de4c-48b3-89f5-137bb2ef431b tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "DELETE /v2.0/security-groups/47564b95-1c83-4182-9104-1167e3ffe4ef HTTP/1.1" status: 204 len: 168 time: 0.8778217 Apr 29 15:35:15.456969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36610) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:15.473954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Allocated IP 2001:db8::1 (a4d276e0-5b43-459f-a9d2-5783fd363759/85187530-e5c9-4903-b95f-aae53c8fbadf/cd40335c-c2b0-42cf-9f70-8a883c86524c) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:15.505888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a0511a3a-6b08-4728-98ce-d36191558fb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 55f2622c-e3e3-494b-86bc-29ce1ee2cff6 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:15.505888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a0511a3a-6b08-4728-98ce-d36191558fb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.572246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-8277d0a1-3912-4ee7-bcf2-2cf226b739ed', 'network_id': '8277d0a1-3912-4ee7-bcf2-2cf226b739ed', 'tenant_id': '826c92e51e4043b5bdb2292cb22f33d0', 'fixed_ips': [{'subnet_id': '562d4c42-eb22-488f-b909-96f61ccb8cd4'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:15.573840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.583573 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-49868111-dd3f-4b36-a08e-f9cc43c67319 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Deleting subnet 85187530-e5c9-4903-b95f-aae53c8fbadf {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:35:15.645727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-68d9a80e-ced1-4d8c-8097-bbdf1a3d09f9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.657530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6461b381-0b83-4f30-808d-8dcc6db75ce0 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.714238 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Allocated IP 172.20.0.2 (e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e/03cfce20-1cdf-43a3-a3d1-2ff9450007f6/f4ae1a70-45be-429a-ae5a-5c85625e3886) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:15.715441 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9ee7c599-2200-4d6b-b7f6-377be21d2cbe tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Synchronizing usage tracker for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:15.723430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461b381-0b83-4f30-808d-8dcc6db75ce0 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event deleted for resources: {'Port': ['ID=a225d8fc-5212-4d2a-af44-3c3c40918abf,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:15.759171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a0511a3a-6b08-4728-98ce-d36191558fb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.823637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6461b381-0b83-4f30-808d-8dcc6db75ce0 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.837595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6461b381-0b83-4f30-808d-8dcc6db75ce0 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.842705 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6461b381-0b83-4f30-808d-8dcc6db75ce0 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "DELETE /v2.0/floatingips/50accd54-1cbb-4275-820d-e64067045f3e HTTP/1.1" status: 204 len: 168 time: 1.1881411 Apr 29 15:35:15.843703 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36614) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:15.850384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-6a824b85-ae00-4192-bc85-66d00bc0c6ff tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Request body: {'floatingip': {'floating_network_id': '07baa868-c5a6-492a-9e6a-8344f2f62a7a', 'port_id': 'de34215e-ec39-4066-a6bb-dcb1e0f95198', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:15.855386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6a824b85-ae00-4192-bc85-66d00bc0c6ff tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:15.859867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6a824b85-ae00-4192-bc85-66d00bc0c6ff tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Usage tracker for resource:floatingip and tenant:d76366ce410f428ab5839dc70a87880f is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:15.863035 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6a824b85-ae00-4192-bc85-66d00bc0c6ff tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:15.868966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6a824b85-ae00-4192-bc85-66d00bc0c6ff tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:15.884755 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a0511a3a-6b08-4728-98ce-d36191558fb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 55f2622c-e3e3-494b-86bc-29ce1ee2cff6 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:15.898383 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-68d9a80e-ced1-4d8c-8097-bbdf1a3d09f9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:15.901985 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-68d9a80e-ced1-4d8c-8097-bbdf1a3d09f9 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8829401 Apr 29 15:35:15.902689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36618) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:15.967594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9ee7c599-2200-4d6b-b7f6-377be21d2cbe tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Unset dirty status for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:15.968836 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9ee7c599-2200-4d6b-b7f6-377be21d2cbe tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5109806 Apr 29 15:35:15.973451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36622) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:15.978790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6afc953f-5a19-4dc6-9401-481dad6b0a73 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': 'a71292fe-aa27-48a0-8ad9-72f4c247c876', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:15.985405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6afc953f-5a19-4dc6-9401-481dad6b0a73 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:15.989574 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6afc953f-5a19-4dc6-9401-481dad6b0a73 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:15.992403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6afc953f-5a19-4dc6-9401-481dad6b0a73 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:15.999377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6afc953f-5a19-4dc6-9401-481dad6b0a73 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:16.022328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a0511a3a-6b08-4728-98ce-d36191558fb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.025748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6a824b85-ae00-4192-bc85-66d00bc0c6ff tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.069767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Allocated IP 2001:db8:0:1::1 (8277d0a1-3912-4ee7-bcf2-2cf226b739ed/562d4c42-eb22-488f-b909-96f61ccb8cd4/a37682b0-d1cd-4ef8-ba8a-458495cf1e86) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:16.204718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0511a3a-6b08-4728-98ce-d36191558fb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=55f2622c-e3e3-494b-86bc-29ce1ee2cff6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:16.208017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.211555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a0511a3a-6b08-4728-98ce-d36191558fb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.238912 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Transition to ACTIVE for port object cd40335c-c2b0-42cf-9f70-8a883c86524c will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:16.314006 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a0511a3a-6b08-4728-98ce-d36191558fb4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/55f2622c-e3e3-494b-86bc-29ce1ee2cff6 HTTP/1.1" status: 204 len: 168 time: 0.9275689 Apr 29 15:35:16.314388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36626) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:16.351164 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-6afc953f-5a19-4dc6-9401-481dad6b0a73 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The resource could not be found. Apr 29 15:35:16.359481 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6afc953f-5a19-4dc6-9401-481dad6b0a73 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3779387 Apr 29 15:35:16.359481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36630) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:16.364269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121139939'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:16.369109 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2ea8dc-2391-4999-99d9-fa885f44a052 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:35:16.369722 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cd2ea8dc-2391-4999-99d9-fa885f44a052 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:16.376054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:16.385148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Transition to ACTIVE for port object cd40335c-c2b0-42cf-9f70-8a883c86524c will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:16.386663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.393306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:16.411364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Transition to ACTIVE for port object f4ae1a70-45be-429a-ae5a-5c85625e3886 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:16.474829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49868111-dd3f-4b36-a08e-f9cc43c67319 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.479157 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Transition to ACTIVE for port object f4ae1a70-45be-429a-ae5a-5c85625e3886 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:16.483524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.497319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.510948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.519679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cd2ea8dc-2391-4999-99d9-fa885f44a052 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:16.524538 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cd2ea8dc-2391-4999-99d9-fa885f44a052 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/55f2622c-e3e3-494b-86bc-29ce1ee2cff6 HTTP/1.1" status: 404 len: 333 time: 0.2055793 Apr 29 15:35:16.527262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36634) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:16.544450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'name': 'tempest-PortsIpV6TestJSON-1104820381'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:16.559352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Network a4d276e0-5b43-459f-a9d2-5783fd363759 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:16.570130 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:16.571895 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.580353 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:16.585125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.587916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:16.600016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Pushing event updated for resources: {'Port': ['ID=cd40335c-c2b0-42cf-9f70-8a883c86524c,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:16.600433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49868111-dd3f-4b36-a08e-f9cc43c67319 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.630862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:16.670215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Transition to ACTIVE for port object a37682b0-d1cd-4ef8-ba8a-458495cf1e86 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:16.689771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:16.713251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:16.722484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Network e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:16.733925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:16.735163 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:16.745785 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:16.754781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:16.775835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Attempting to bind port cd40335c-c2b0-42cf-9f70-8a883c86524c on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:16.776265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Attempting to bind port cd40335c-c2b0-42cf-9f70-8a883c86524c by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '4febfbc6-fc4a-4007-9572-899cdc1d405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a4d276e0-5b43-459f-a9d2-5783fd363759'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:16.776711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Attempting to bind port cd40335c-c2b0-42cf-9f70-8a883c86524c on network a4d276e0-5b43-459f-a9d2-5783fd363759 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:16.779391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Transition to ACTIVE for port object a37682b0-d1cd-4ef8-ba8a-458495cf1e86 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:16.782488 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-6a824b85-ae00-4192-bc85-66d00bc0c6ff tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:16.787474 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6a824b85-ae00-4192-bc85-66d00bc0c6ff tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9435289 Apr 29 15:35:16.801064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36638) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:16.801265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'de34215e-ec39-4066-a6bb-dcb1e0f95198', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:16.813529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49868111-dd3f-4b36-a08e-f9cc43c67319 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.813737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:16.818296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:16.818499 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Checking segment: {'id': '4febfbc6-fc4a-4007-9572-899cdc1d405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a4d276e0-5b43-459f-a9d2-5783fd363759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:16.819685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.819685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Bound using segment: {'id': '4febfbc6-fc4a-4007-9572-899cdc1d405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a4d276e0-5b43-459f-a9d2-5783fd363759'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:16.819685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Bound port: cd40335c-c2b0-42cf-9f70-8a883c86524c, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4febfbc6-fc4a-4007-9572-899cdc1d405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a4d276e0-5b43-459f-a9d2-5783fd363759'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:16.820152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.820498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Usage tracker for resource:floatingip and tenant:d76366ce410f428ab5839dc70a87880f is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:16.826875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:16.830287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Pushing event updated for resources: {'Port': ['ID=f4ae1a70-45be-429a-ae5a-5c85625e3886,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:16.837032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:16.869670 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:16.873749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.909098 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.915837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port db2d605f-6ee4-445e-9bb4-97a8cbedba4f yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:35:16.918531 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.926906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Allocated IP 172.20.0.1 (e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e/03cfce20-1cdf-43a3-a3d1-2ff9450007f6/194e5206-d23e-4612-910a-352dace23920) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:16.928938 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.980938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:16.987494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Attempting to bind port f4ae1a70-45be-429a-ae5a-5c85625e3886 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:16.987494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Attempting to bind port f4ae1a70-45be-429a-ae5a-5c85625e3886 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd50fab2c-4103-4653-83fc-f9b00448bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:16.987494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Attempting to bind port f4ae1a70-45be-429a-ae5a-5c85625e3886 on network e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:17.012568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Network 8277d0a1-3912-4ee7-bcf2-2cf226b739ed is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:17.014123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:17.015685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Checking segment: {'id': 'd50fab2c-4103-4653-83fc-f9b00448bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:17.015685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.015685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Bound using segment: {'id': 'd50fab2c-4103-4653-83fc-f9b00448bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:17.015685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Bound port: f4ae1a70-45be-429a-ae5a-5c85625e3886, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50fab2c-4103-4653-83fc-f9b00448bc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:17.016039 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.033562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:17.045068 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ce8f7c-614b-45aa-b1f4-81090b83dc79,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:17.050300 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:17.052284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Pushing event updated for resources: {'Port': ['ID=a37682b0-d1cd-4ef8-ba8a-458495cf1e86,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:17.072005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49868111-dd3f-4b36-a08e-f9cc43c67319 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.125304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49868111-dd3f-4b36-a08e-f9cc43c67319 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event deleted for resources: {'Subnet': ['ID=85187530-e5c9-4903-b95f-aae53c8fbadf,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:17.146496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] For port cd40335c-c2b0-42cf-9f70-8a883c86524c, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:17.146742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49868111-dd3f-4b36-a08e-f9cc43c67319 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.150945 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-49868111-dd3f-4b36-a08e-f9cc43c67319 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "DELETE /v2.0/subnets/85187530-e5c9-4903-b95f-aae53c8fbadf HTTP/1.1" status: 204 len: 168 time: 1.6993384 Apr 29 15:35:17.152941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36642) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:17.201493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] For port cd40335c-c2b0-42cf-9f70-8a883c86524c, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cd40335c-c2b0-42cf-9f70-8a883c86524c,segment=NetworkSegment(4febfbc6-fc4a-4007-9572-899cdc1d405d),segment_id=4febfbc6-fc4a-4007-9572-899cdc1d405d)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:17.208523 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.209752 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ef788583-623a-4567-97ce-bf289d2c95e4 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8502002 Apr 29 15:35:17.217949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36646) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:17.244017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Attempting to bind port a37682b0-d1cd-4ef8-ba8a-458495cf1e86 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:17.244500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Attempting to bind port a37682b0-d1cd-4ef8-ba8a-458495cf1e86 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '919299d8-e4dd-42c8-b10c-a18deeb34da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8277d0a1-3912-4ee7-bcf2-2cf226b739ed'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:17.244909 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Attempting to bind port a37682b0-d1cd-4ef8-ba8a-458495cf1e86 on network 8277d0a1-3912-4ee7-bcf2-2cf226b739ed {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:17.251963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:17.252415 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Checking segment: {'id': '919299d8-e4dd-42c8-b10c-a18deeb34da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8277d0a1-3912-4ee7-bcf2-2cf226b739ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:17.252890 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.253336 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Bound using segment: {'id': '919299d8-e4dd-42c8-b10c-a18deeb34da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8277d0a1-3912-4ee7-bcf2-2cf226b739ed'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:17.253869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Bound port: a37682b0-d1cd-4ef8-ba8a-458495cf1e86, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919299d8-e4dd-42c8-b10c-a18deeb34da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8277d0a1-3912-4ee7-bcf2-2cf226b739ed'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:17.254298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.271302 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] For port f4ae1a70-45be-429a-ae5a-5c85625e3886, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:17.284357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851110585'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:17.298377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.303285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:17.312514 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:17.320883 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:17.326673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.338921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:17.355814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ff29b0-2e22-4c2e-8d52-2da44f671868 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Deleting subnet 562d4c42-eb22-488f-b909-96f61ccb8cd4 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:35:17.360714 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.360887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Transition to ACTIVE for port object 194e5206-d23e-4612-910a-352dace23920 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:17.366034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-24ff29b0-2e22-4c2e-8d52-2da44f671868 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.379592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] For port f4ae1a70-45be-429a-ae5a-5c85625e3886, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f4ae1a70-45be-429a-ae5a-5c85625e3886,segment=NetworkSegment(d50fab2c-4103-4653-83fc-f9b00448bc51),segment_id=d50fab2c-4103-4653-83fc-f9b00448bc51)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:17.421614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] For port a37682b0-d1cd-4ef8-ba8a-458495cf1e86, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:17.427428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] For port a37682b0-d1cd-4ef8-ba8a-458495cf1e86, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a37682b0-d1cd-4ef8-ba8a-458495cf1e86,segment=NetworkSegment(919299d8-e4dd-42c8-b10c-a18deeb34da3),segment_id=919299d8-e4dd-42c8-b10c-a18deeb34da3)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:17.432335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.439535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-24ff29b0-2e22-4c2e-8d52-2da44f671868 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.446598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e38fd8-9af8-48a4-bd26-f0ce666e33ac None None] Pushing event updated for resources: {'Port': ['ID=cd40335c-c2b0-42cf-9f70-8a883c86524c,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:17.459201 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.489152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.489688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.525652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:17.531240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.536401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:17.540445 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:17.548946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:17.572622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df96872-e721-41c0-b479-62c7c2ab0b80 None None] Pushing event updated for resources: {'Port': ['ID=f4ae1a70-45be-429a-ae5a-5c85625e3886,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:17.605446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=194e5206-d23e-4612-910a-352dace23920,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:17.606193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.609357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:17.613695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:17.616383 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:17.629729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-24ff29b0-2e22-4c2e-8d52-2da44f671868 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.715873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb0930-2a21-4bee-8744-e782f82c9015 None None] Pushing event updated for resources: {'Port': ['ID=a37682b0-d1cd-4ef8-ba8a-458495cf1e86,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:17.740526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.769600 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Allocated IP 172.26.2.239 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/9a643747-f6d9-4ad0-ae5c-4a19f5c9c9b8) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:17.849243 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:17.857931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:17.874234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=db2d605f-6ee4-445e-9bb4-97a8cbedba4f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:17.877725 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:17.883047 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:17.883656 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.912504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-24ff29b0-2e22-4c2e-8d52-2da44f671868 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:17.988031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff29b0-2e22-4c2e-8d52-2da44f671868 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event deleted for resources: {'Subnet': ['ID=562d4c42-eb22-488f-b909-96f61ccb8cd4,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:18.010894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.011269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.020275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-24ff29b0-2e22-4c2e-8d52-2da44f671868 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.042991 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-24ff29b0-2e22-4c2e-8d52-2da44f671868 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "DELETE /v2.0/subnets/562d4c42-eb22-488f-b909-96f61ccb8cd4 HTTP/1.1" status: 204 len: 168 time: 0.8889279 Apr 29 15:35:18.043815 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36650) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:18.102072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.163258 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d933cec2-2a3f-4cc3-9c3a-3a1f5f581ca4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6259787 Apr 29 15:35:18.164955 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36654) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:18.179746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-04ccc41b-f2df-4a3c-b68f-e2da0c678e3a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:18.250842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f507989a-a85b-401f-a2ba-45d3e2d6df00 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:18.253279 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f507989a-a85b-401f-a2ba-45d3e2d6df00 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Synchronizing usage tracker for tenant:826c92e51e4043b5bdb2292cb22f33d0 on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:18.273710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8785a9ef-3f7d-41ce-8106-8295567e5b82,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:18.279570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.307982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.311328 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-00ecbfb0-6dc1-4ff9-8e1f-37710811b7bb tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0882382 Apr 29 15:35:18.313288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36658) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:18.318590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1ed7d357-191f-4668-9734-5189a5899dd2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '00ce8f7c-614b-45aa-b1f4-81090b83dc79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8785a9ef-3f7d-41ce-8106-8295567e5b82'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:18.334878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1ed7d357-191f-4668-9734-5189a5899dd2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:18.347228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1ed7d357-191f-4668-9734-5189a5899dd2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:18.350802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1ed7d357-191f-4668-9734-5189a5899dd2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:18.357485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.359452 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1ed7d357-191f-4668-9734-5189a5899dd2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:18.387815 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f507989a-a85b-401f-a2ba-45d3e2d6df00 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Unset dirty status for tenant:826c92e51e4043b5bdb2292cb22f33d0 on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:18.389958 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f507989a-a85b-401f-a2ba-45d3e2d6df00 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3444378 Apr 29 15:35:18.393568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36662) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:18.452205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:18.501730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:18.510656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event updated for resources: {'Port': ['ID=9a643747-f6d9-4ad0-ae5c-4a19f5c9c9b8,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:18.516265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:18.526297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.537130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Deleting port a37682b0-d1cd-4ef8-ba8a-458495cf1e86 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:18.537388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.566226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:18.566583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:18.566925 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:18.567266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:18.567601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:18.567932 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:18.568260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:18.568611 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:18.568936 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:18.569261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:18.569587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:18.569908 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:18.625656 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-1ed7d357-191f-4668-9734-5189a5899dd2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:18.629637 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1ed7d357-191f-4668-9734-5189a5899dd2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3125181 Apr 29 15:35:18.632773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36666) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:18.740080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04ccc41b-f2df-4a3c-b68f-e2da0c678e3a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.913973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-74e62c6d-9a6c-46c0-bf09-7e42ec7f25b2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.957287 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] For port a37682b0-d1cd-4ef8-ba8a-458495cf1e86, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a37682b0-d1cd-4ef8-ba8a-458495cf1e86,segment=NetworkSegment(919299d8-e4dd-42c8-b10c-a18deeb34da3),segment_id=919299d8-e4dd-42c8-b10c-a18deeb34da3)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:18.957639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:18.973535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-74e62c6d-9a6c-46c0-bf09-7e42ec7f25b2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.091653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab690f3-3503-432e-8a35-8e7185d894df None None] Network a4d276e0-5b43-459f-a9d2-5783fd363759 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:19.096891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Deleting port 9a643747-f6d9-4ad0-ae5c-4a19f5c9c9b8 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:19.097240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.102937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Calling delete_port for a37682b0-d1cd-4ef8-ba8a-458495cf1e86 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:19.275894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-74e62c6d-9a6c-46c0-bf09-7e42ec7f25b2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.318261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-af997bbd-fb10-4281-a7f3-ba30e9a73022 None None] Provisioning for port cd40335c-c2b0-42cf-9f70-8a883c86524c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:19.321633 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a37682b0-d1cd-4ef8-ba8a-458495cf1e86 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:19.345060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.414218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: a37682b0-d1cd-4ef8-ba8a-458495cf1e86 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:35:19.414761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a37682b0-d1cd-4ef8-ba8a-458495cf1e86 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 29 15:35:19.424511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e62c6d-9a6c-46c0-bf09-7e42ec7f25b2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8785a9ef-3f7d-41ce-8106-8295567e5b82,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:19.439878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event deleted for resources: {'Port': ['ID=a37682b0-d1cd-4ef8-ba8a-458495cf1e86,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:19.447491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-74e62c6d-9a6c-46c0-bf09-7e42ec7f25b2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.451489 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-74e62c6d-9a6c-46c0-bf09-7e42ec7f25b2 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "DELETE /v2.0/security-groups/8785a9ef-3f7d-41ce-8106-8295567e5b82 HTTP/1.1" status: 204 len: 168 time: 0.8158062 Apr 29 15:35:19.453930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36670) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:19.458831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] No DVR routers for this DVR port a37682b0-d1cd-4ef8-ba8a-458495cf1e86 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:35:19.539613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Port a37682b0-d1cd-4ef8-ba8a-458495cf1e86 not found, will not notify nova. {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 29 15:35:19.540014 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device cd40335c-c2b0-42cf-9f70-8a883c86524c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:19.578466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04ccc41b-f2df-4a3c-b68f-e2da0c678e3a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.628796 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.633724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f613374-b681-40d6-8c5b-73b5d91afe07 None None] Network e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:19.648008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.648453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.660238 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04ccc41b-f2df-4a3c-b68f-e2da0c678e3a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.662159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.707519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8277d0a1-3912-4ee7-bcf2-2cf226b739ed']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:19.720329 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d1037dd9-1c0b-4030-b8d3-911c8890c827 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Synchronizing usage tracker for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:19.729267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919299d8-e4dd-42c8-b10c-a18deeb34da3') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:19.729616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919299d8-e4dd-42c8-b10c-a18deeb34da3') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:19.747294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.765732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.767490 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f4d8f0f8-bf7b-4bcb-8ca5-99d62719354b None None] Provisioning for port f4ae1a70-45be-429a-ae5a-5c85625e3886 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:19.785046 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:35:19.785630 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.802286 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port cd40335c-c2b0-42cf-9f70-8a883c86524c completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:19.809439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port cd40335c-c2b0-42cf-9f70-8a883c86524c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:19.810845 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.873452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] DHCP port deletion for a4d276e0-5b43-459f-a9d2-5783fd363759 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:35:19.886250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:35:19.897052 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:35:19.900529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d1037dd9-1c0b-4030-b8d3-911c8890c827 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Unset dirty status for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:19.900670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Deleting port cd40335c-c2b0-42cf-9f70-8a883c86524c {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:19.901134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.902745 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d1037dd9-1c0b-4030-b8d3-911c8890c827 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4458296 Apr 29 15:35:19.906430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36674) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:19.940289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Calling delete_port for 9a643747-f6d9-4ad0-ae5c-4a19f5c9c9b8 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:19.961967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.966920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.979446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74507500-d9c1-4098-9cf3-940c43cc908b None None] Network 8277d0a1-3912-4ee7-bcf2-2cf226b739ed requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:19.979607 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-04ccc41b-f2df-4a3c-b68f-e2da0c678e3a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] In _notify_port_updated(), no bound segment for port db2d605f-6ee4-445e-9bb4-97a8cbedba4f on network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 {{(pid=88714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:35:19.986088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ccc41b-f2df-4a3c-b68f-e2da0c678e3a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:19.986670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04ccc41b-f2df-4a3c-b68f-e2da0c678e3a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:19.990642 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-04ccc41b-f2df-4a3c-b68f-e2da0c678e3a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "PUT /v2.0/ports/db2d605f-6ee4-445e-9bb4-97a8cbedba4f HTTP/1.1" status: 200 len: 818 time: 1.8220034 Apr 29 15:35:19.991849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36678) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:20.002086 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74507500-d9c1-4098-9cf3-940c43cc908b None None] Network 8277d0a1-3912-4ee7-bcf2-2cf226b739ed could not be found, it might have been deleted concurrently. {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 15:35:20.032000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-161ab2a5-da28-419e-8a0c-2184e9101ba8 None None] Could not find standard attr ID for object a37682b0-d1cd-4ef8-ba8a-458495cf1e86. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:35:20.032615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ccc41b-f2df-4a3c-b68f-e2da0c678e3a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=db2d605f-6ee4-445e-9bb4-97a8cbedba4f,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:20.038427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event deleted for resources: {'Network': ['ID=8277d0a1-3912-4ee7-bcf2-2cf226b739ed,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:20.060580 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-179877da-e101-4c6a-9f28-c2b2532c8b82 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "DELETE /v2.0/networks/8277d0a1-3912-4ee7-bcf2-2cf226b739ed HTTP/1.1" status: 204 len: 168 time: 1.6656733 Apr 29 15:35:20.077268 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36682) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:20.106275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-931167d1-e6f1-4c58-8a3c-42eac2e68aa9 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.119201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.131373 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6124d6-1239-4310-bfdc-527576b5cc89 None None] DHCP port deletion for 8277d0a1-3912-4ee7-bcf2-2cf226b739ed request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:35:20.187186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=194e5206-d23e-4612-910a-352dace23920,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:20.215795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c600a178-23b8-4b03-a5ec-d04566b5cf69 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port db2d605f-6ee4-445e-9bb4-97a8cbedba4f {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:20.216129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c600a178-23b8-4b03-a5ec-d04566b5cf69 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.298606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-931167d1-e6f1-4c58-8a3c-42eac2e68aa9 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.314345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.338740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.347795 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:20.349628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:20.357751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] For port cd40335c-c2b0-42cf-9f70-8a883c86524c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cd40335c-c2b0-42cf-9f70-8a883c86524c,segment=NetworkSegment(4febfbc6-fc4a-4007-9572-899cdc1d405d),segment_id=4febfbc6-fc4a-4007-9572-899cdc1d405d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:20.362878 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.396285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Deleting port cd40335c-c2b0-42cf-9f70-8a883c86524c {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:20.396796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.414242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.490956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Calling delete_port for cd40335c-c2b0-42cf-9f70-8a883c86524c owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:20.531551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event deleted for resources: {'Port': ['ID=9a643747-f6d9-4ad0-ae5c-4a19f5c9c9b8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:20.560952 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port cd40335c-c2b0-42cf-9f70-8a883c86524c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cd40335c-c2b0-42cf-9f70-8a883c86524c,segment=NetworkSegment(4febfbc6-fc4a-4007-9572-899cdc1d405d),segment_id=4febfbc6-fc4a-4007-9572-899cdc1d405d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:20.602056 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-931167d1-e6f1-4c58-8a3c-42eac2e68aa9 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.635032 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.636633 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f4ae1a70-45be-429a-ae5a-5c85625e3886 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:20.645207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c600a178-23b8-4b03-a5ec-d04566b5cf69 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.653214 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931167d1-e6f1-4c58-8a3c-42eac2e68aa9 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ce8f7c-614b-45aa-b1f4-81090b83dc79,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:20.764911 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] create failed (client error): The resource could not be found. Apr 29 15:35:20.765926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:35:20.766150 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:35:20.773554 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-eb87cdee-0e24-4b51-875a-520609c3cf4c tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9795907 Apr 29 15:35:20.775159 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36686) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:20.782834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router be1923dd-fede-42b3-9614-749589cc5014 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:35:20.783244 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=cd40335c-c2b0-42cf-9f70-8a883c86524c,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:20.793471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:20.793813 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:20.794155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:20.795168 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:20.795491 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:20.795830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:20.796156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:20.796555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:20.796830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:20.797151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:20.797469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:20.797788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:20.909724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port f4ae1a70-45be-429a-ae5a-5c85625e3886 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:20.916442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f4ae1a70-45be-429a-ae5a-5c85625e3886 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:20.916918 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:20.954944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c600a178-23b8-4b03-a5ec-d04566b5cf69 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for db2d605f-6ee4-445e-9bb4-97a8cbedba4f owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:20.966977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-eb8e57be-6ad8-4e16-8b40-204a9229e302 None None] Provisioning for port 194e5206-d23e-4612-910a-352dace23920 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:20.977318 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-eb8e57be-6ad8-4e16-8b40-204a9229e302 None None] Provisioning complete for port 194e5206-d23e-4612-910a-352dace23920 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:20.988696 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-eb8e57be-6ad8-4e16-8b40-204a9229e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.052414 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e57be-6ad8-4e16-8b40-204a9229e302 None None] Port 194e5206-d23e-4612-910a-352dace23920 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:21.060308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-931167d1-e6f1-4c58-8a3c-42eac2e68aa9 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.064708 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-931167d1-e6f1-4c58-8a3c-42eac2e68aa9 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "DELETE /v2.0/security-groups/00ce8f7c-614b-45aa-b1f4-81090b83dc79 HTTP/1.1" status: 204 len: 168 time: 1.1569965 Apr 29 15:35:21.070888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36690) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:21.121255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.156867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] For port cd40335c-c2b0-42cf-9f70-8a883c86524c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cd40335c-c2b0-42cf-9f70-8a883c86524c,segment=NetworkSegment(4febfbc6-fc4a-4007-9572-899cdc1d405d),segment_id=4febfbc6-fc4a-4007-9572-899cdc1d405d)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:21.157440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.159640 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port f4ae1a70-45be-429a-ae5a-5c85625e3886, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f4ae1a70-45be-429a-ae5a-5c85625e3886,segment=NetworkSegment(d50fab2c-4103-4653-83fc-f9b00448bc51),segment_id=d50fab2c-4103-4653-83fc-f9b00448bc51)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:21.180611 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c63aef2-d899-49c3-a24c-43d87103efc1 None None] Provisioning complete for port 194e5206-d23e-4612-910a-352dace23920 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:21.180859 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c63aef2-d899-49c3-a24c-43d87103efc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.187628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-7e329d32-7324-4fa7-ae21-0995ca53b09a tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Deleting port de34215e-ec39-4066-a6bb-dcb1e0f95198 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:21.187949 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7e329d32-7324-4fa7-ae21-0995ca53b09a tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.228066 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.244605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c7abeb68-0695-4189-a014-eaae460d82a1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Synchronizing usage tracker for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:21.293576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:21.308206 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84287e99-2b6b-4304-9690-eca2bc1017e7 None None] Sync routers for ids ['be1923dd-fede-42b3-9614-749589cc5014'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:21.311825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Deleting port cd40335c-c2b0-42cf-9f70-8a883c86524c {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:21.312208 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.327207 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84287e99-2b6b-4304-9690-eca2bc1017e7 None None] Routers {'be1923dd-fede-42b3-9614-749589cc5014'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:21.328255 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-84287e99-2b6b-4304-9690-eca2bc1017e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['be1923dd-fede-42b3-9614-749589cc5014'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:21.364361 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Calling delete_port for cd40335c-c2b0-42cf-9f70-8a883c86524c owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:21.372121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device cd40335c-c2b0-42cf-9f70-8a883c86524c no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:35:21.396795 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-59b9a552-4bdb-49dd-9b95-0565b3812d9d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/be1923dd-fede-42b3-9614-749589cc5014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4933081 Apr 29 15:35:21.399773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36694) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:21.424853 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-84287e99-2b6b-4304-9690-eca2bc1017e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:21.434112 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84287e99-2b6b-4304-9690-eca2bc1017e7 None None] Routers {'be1923dd-fede-42b3-9614-749589cc5014'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:21.434864 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-84287e99-2b6b-4304-9690-eca2bc1017e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['be1923dd-fede-42b3-9614-749589cc5014'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:21.457356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c600a178-23b8-4b03-a5ec-d04566b5cf69 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.501304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2c63aef2-d899-49c3-a24c-43d87103efc1 None None] Port 194e5206-d23e-4612-910a-352dace23920 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:21.514102 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-84287e99-2b6b-4304-9690-eca2bc1017e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:21.514524 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84287e99-2b6b-4304-9690-eca2bc1017e7 None None] The sync data for ids ['be1923dd-fede-42b3-9614-749589cc5014'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:21.537717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:35:21.538051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:35:21.540849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600a178-23b8-4b03-a5ec-d04566b5cf69 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=db2d605f-6ee4-445e-9bb4-97a8cbedba4f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:21.546893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c600a178-23b8-4b03-a5ec-d04566b5cf69 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.563738 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c600a178-23b8-4b03-a5ec-d04566b5cf69 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/db2d605f-6ee4-445e-9bb4-97a8cbedba4f HTTP/1.1" status: 204 len: 168 time: 1.5688374 Apr 29 15:35:21.564660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36698) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:21.583288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7909064-64fc-4931-914d-ee8b162fb465 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:21.583885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a7909064-64fc-4931-914d-ee8b162fb465 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Synchronizing usage tracker for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:21.604748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=f4ae1a70-45be-429a-ae5a-5c85625e3886,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:21.623684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c7abeb68-0695-4189-a014-eaae460d82a1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Unset dirty status for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:21.629080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7e329d32-7324-4fa7-ae21-0995ca53b09a tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.629294 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c7abeb68-0695-4189-a014-eaae460d82a1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5515711 Apr 29 15:35:21.630616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36702) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:21.635549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871766235'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:21.640497 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.644291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:21.659274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:21.681709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2176dd6b-c531-4d52-b0fc-a6c1b40ae294 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:21.684061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2176dd6b-c531-4d52-b0fc-a6c1b40ae294 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:21.695586 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a7909064-64fc-4931-914d-ee8b162fb465 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Unset dirty status for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:21.696736 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a7909064-64fc-4931-914d-ee8b162fb465 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports/194e5206-d23e-4612-910a-352dace23920 HTTP/1.1" status: 200 len: 910 time: 0.2958851 Apr 29 15:35:21.699572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36706) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:21.706451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fb8d82b1-cdab-4c88-b49a-f39599b1c232 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '03cfce20-1cdf-43a3-a3d1-2ff9450007f6'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:21.707781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3697566f-2a67-477a-b50c-ea1873620bbf None None] Provisioning complete for port 194e5206-d23e-4612-910a-352dace23920 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:21.708147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3697566f-2a67-477a-b50c-ea1873620bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.762656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-7e329d32-7324-4fa7-ae21-0995ca53b09a tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Calling delete_port for de34215e-ec39-4066-a6bb-dcb1e0f95198 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:21.763620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.808625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2176dd6b-c531-4d52-b0fc-a6c1b40ae294 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:21.809707 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2176dd6b-c531-4d52-b0fc-a6c1b40ae294 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2446022 Apr 29 15:35:21.812612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36710) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:21.820889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:21.823364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port cd40335c-c2b0-42cf-9f70-8a883c86524c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cd40335c-c2b0-42cf-9f70-8a883c86524c,segment=NetworkSegment(4febfbc6-fc4a-4007-9572-899cdc1d405d),segment_id=4febfbc6-fc4a-4007-9572-899cdc1d405d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:21.829307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:21.833801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:21.839604 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] For port cd40335c-c2b0-42cf-9f70-8a883c86524c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cd40335c-c2b0-42cf-9f70-8a883c86524c,segment=NetworkSegment(4febfbc6-fc4a-4007-9572-899cdc1d405d),segment_id=4febfbc6-fc4a-4007-9572-899cdc1d405d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:21.840000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.854757 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3697566f-2a67-477a-b50c-ea1873620bbf None None] Port 194e5206-d23e-4612-910a-352dace23920 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:21.864887 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-175c020f-0390-41ce-90af-c9307812d082 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:35:21.867296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-175c020f-0390-41ce-90af-c9307812d082 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:21.891282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:21.896917 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-175c020f-0390-41ce-90af-c9307812d082 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:21.902828 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-175c020f-0390-41ce-90af-c9307812d082 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/db2d605f-6ee4-445e-9bb4-97a8cbedba4f HTTP/1.1" status: 404 len: 333 time: 0.0843797 Apr 29 15:35:21.902828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36714) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:21.908311 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:21.913257 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a37682b0-d1cd-4ef8-ba8a-458495cf1e86 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:35:21.913405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-972043293'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:21.915057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:21.920090 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:network and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:21.925060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:21.961448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:22.014112 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb8d82b1-cdab-4c88-b49a-f39599b1c232 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.038258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Calling delete_port for cd40335c-c2b0-42cf-9f70-8a883c86524c owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:22.040596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:22.044095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.052755 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Deleting port cd40335c-c2b0-42cf-9f70-8a883c86524c {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:22.053092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.073635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7e329d32-7324-4fa7-ae21-0995ca53b09a tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.083329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: a37682b0-d1cd-4ef8-ba8a-458495cf1e86 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:35:22.083678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a37682b0-d1cd-4ef8-ba8a-458495cf1e86 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:35:22.133180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:22.137376 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e329d32-7324-4fa7-ae21-0995ca53b09a tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event deleted for resources: {'Port': ['ID=de34215e-ec39-4066-a6bb-dcb1e0f95198,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:22.156988 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=cd40335c-c2b0-42cf-9f70-8a883c86524c,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:22.181446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.181807 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Added segment e8a444b4-d628-4bbe-afed-5e4507fe8936 of type vlan for network 0f33ee1a-577a-47f9-ad8f-497c92835860 Apr 29 15:35:22.189759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:35:22.190397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:35:22.280205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.288679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7e329d32-7324-4fa7-ae21-0995ca53b09a tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.302674 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7e329d32-7324-4fa7-ae21-0995ca53b09a tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "DELETE /v2.0/ports/de34215e-ec39-4066-a6bb-dcb1e0f95198 HTTP/1.1" status: 204 len: 168 time: 1.5257933 Apr 29 15:35:22.316189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36718) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:22.369116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.401397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d780ce8-43d4-4719-91a8-7e2e252473ce tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:22.402091 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0d780ce8-43d4-4719-91a8-7e2e252473ce tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Synchronizing usage tracker for tenant:d76366ce410f428ab5839dc70a87880f on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:22.452058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.457688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:22.458277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.509381 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.556277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0d780ce8-43d4-4719-91a8-7e2e252473ce tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Unset dirty status for tenant:d76366ce410f428ab5839dc70a87880f on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:22.557467 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0d780ce8-43d4-4719-91a8-7e2e252473ce tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb7afb6e-090b-4c9f-9f6c-92743af8b861 HTTP/1.1" status: 200 len: 913 time: 0.2403142 Apr 29 15:35:22.563656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36722) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:22.568126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] For port cd40335c-c2b0-42cf-9f70-8a883c86524c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cd40335c-c2b0-42cf-9f70-8a883c86524c,segment=NetworkSegment(4febfbc6-fc4a-4007-9572-899cdc1d405d),segment_id=4febfbc6-fc4a-4007-9572-899cdc1d405d)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:22.568510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.624754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Network': ['ID=0f33ee1a-577a-47f9-ad8f-497c92835860,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:22.637132 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-13f6e302-2a5e-4836-ad2c-d23fc89394fd tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7307210 Apr 29 15:35:22.639750 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 0f33ee1a-577a-47f9-ad8f-497c92835860 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:22.653519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Deleting port cd40335c-c2b0-42cf-9f70-8a883c86524c {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:22.654402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.689058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36726) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:22.712136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': '0f33ee1a-577a-47f9-ad8f-497c92835860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:22.873305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Calling delete_port for cd40335c-c2b0-42cf-9f70-8a883c86524c owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:22.909057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5eac1e-35cd-49a4-a9b2-9fd0e1bfbdda,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:22.937615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.941740 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-521b1586-4c9f-46f3-8bee-669141a634cd tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3081625 Apr 29 15:35:22.944393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36730) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:22.944585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] For port cd40335c-c2b0-42cf-9f70-8a883c86524c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cd40335c-c2b0-42cf-9f70-8a883c86524c,segment=NetworkSegment(4febfbc6-fc4a-4007-9572-899cdc1d405d),segment_id=4febfbc6-fc4a-4007-9572-899cdc1d405d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:22.944946 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:22.955481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6af542a6-1458-451e-acc8-4652d2ec3562 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '6b5eac1e-35cd-49a4-a9b2-9fd0e1bfbdda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:22.969171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6af542a6-1458-451e-acc8-4652d2ec3562 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:22.988397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6af542a6-1458-451e-acc8-4652d2ec3562 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.006603 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6af542a6-1458-451e-acc8-4652d2ec3562 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.016922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6af542a6-1458-451e-acc8-4652d2ec3562 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.073851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:23.074420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Calling delete_port for cd40335c-c2b0-42cf-9f70-8a883c86524c owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:23.093471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.098049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.106985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.117673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.152554 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:35:23.152906 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:35:23.179824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event deleted for resources: {'Port': ['ID=cd40335c-c2b0-42cf-9f70-8a883c86524c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:23.200512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] No DVR routers for this DVR port cd40335c-c2b0-42cf-9f70-8a883c86524c on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:35:23.220493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:23.224103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.271668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb8d82b1-cdab-4c88-b49a-f39599b1c232 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.322542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Deleting port cd40335c-c2b0-42cf-9f70-8a883c86524c {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:23.323088 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.356166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f4ae1a70-45be-429a-ae5a-5c85625e3886 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:23.380632 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-6af542a6-1458-451e-acc8-4652d2ec3562 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:23.385015 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6af542a6-1458-451e-acc8-4652d2ec3562 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4383223 Apr 29 15:35:23.385633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36734) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:23.394417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb8d82b1-cdab-4c88-b49a-f39599b1c232 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.432061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.433774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f968c68e-df13-4273-b2c4-dfca35428842 None None] The port 'cd40335c-c2b0-42cf-9f70-8a883c86524c' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:35:23.473219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f4ae1a70-45be-429a-ae5a-5c85625e3886 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:23.473685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.485587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ae01de57-a762-4988-8418-5bcf35d8384f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group_rule': {'security_group_id': '6b5eac1e-35cd-49a4-a9b2-9fd0e1bfbdda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:23.497018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09a082a7-f45f-4578-a124-694cf26a4587 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.513837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ae01de57-a762-4988-8418-5bcf35d8384f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:23.527521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ae01de57-a762-4988-8418-5bcf35d8384f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:23.545503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ae01de57-a762-4988-8418-5bcf35d8384f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:23.547933 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d276e0-5b43-459f-a9d2-5783fd363759']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:23.556914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ae01de57-a762-4988-8418-5bcf35d8384f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:23.581994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4febfbc6-fc4a-4007-9572-899cdc1d405d') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:23.582341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4febfbc6-fc4a-4007-9572-899cdc1d405d') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:23.589698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d82b1-cdab-4c88-b49a-f39599b1c232 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=194e5206-d23e-4612-910a-352dace23920,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:23.603429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8d82b1-cdab-4c88-b49a-f39599b1c232 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:23.603429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb8d82b1-cdab-4c88-b49a-f39599b1c232 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.603429 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fb8d82b1-cdab-4c88-b49a-f39599b1c232 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/ports/194e5206-d23e-4612-910a-352dace23920 HTTP/1.1" status: 200 len: 910 time: 1.9013674 Apr 29 15:35:23.606230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36738) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:23.608568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.767306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.769972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.780716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:35:23.781377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:35:23.795858 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:35:23.874660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Subnet': ['ID=c4f04b7e-b684-451f-9abe-c90a90c2eb06,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:23.882368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Checking segment: {'id': 'e8a444b4-d628-4bbe-afed-5e4507fe8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0f33ee1a-577a-47f9-ad8f-497c92835860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:23.882726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network hostable DHCP agents. Network: 0f33ee1a-577a-47f9-ad8f-497c92835860, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:23.963164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-09a082a7-f45f-4578-a124-694cf26a4587 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Deleting port 2fc3ec6f-4a17-4323-92de-1dd4561cbb05 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:23.963505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09a082a7-f45f-4578-a124-694cf26a4587 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:23.992699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 0f33ee1a-577a-47f9-ad8f-497c92835860 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:24.000983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.002773 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-ae01de57-a762-4988-8418-5bcf35d8384f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:24.005195 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ae01de57-a762-4988-8418-5bcf35d8384f tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6117871 Apr 29 15:35:24.008928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36742) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:24.094033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 0f33ee1a-577a-47f9-ad8f-497c92835860) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:24.102169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d5cfb-abbd-4f07-ae7c-bc8911986457 None None] Network 0f33ee1a-577a-47f9-ad8f-497c92835860 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:24.103082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.124316 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.147065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:24.147651 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.176256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event deleted for resources: {'Network': ['ID=a4d276e0-5b43-459f-a9d2-5783fd363759,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:24.202251 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f023eb2c-1066-4c83-a028-53be90013571 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "DELETE /v2.0/networks/a4d276e0-5b43-459f-a9d2-5783fd363759 HTTP/1.1" status: 204 len: 168 time: 4.1207819 Apr 29 15:35:24.203062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36746) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:24.206454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-14858fd3-0cc6-4b06-81d5-a46500c5e86e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.258489 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09a082a7-f45f-4578-a124-694cf26a4587 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.267478 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-14858fd3-0cc6-4b06-81d5-a46500c5e86e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.336060 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-08c7485f-adc6-4077-abb1-16c492ecd7e3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6460240 Apr 29 15:35:24.391471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36750) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:24.401973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-0f33ee1a-577a-47f9-ad8f-497c92835860', 'network_id': '0f33ee1a-577a-47f9-ad8f-497c92835860', 'tenant_id': '5dab45b81f614da28ec529e1564555d4', 'fixed_ips': [{'subnet_id': 'c4f04b7e-b684-451f-9abe-c90a90c2eb06'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:24.402579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c227ec9b-66c4-4721-9b30-f932e51c5d61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': '0f33ee1a-577a-47f9-ad8f-497c92835860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:24.403691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.410704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-09a082a7-f45f-4578-a124-694cf26a4587 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Calling delete_port for 2fc3ec6f-4a17-4323-92de-1dd4561cbb05 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:24.572236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Allocated IP 2001:db8::2 (0f33ee1a-577a-47f9-ad8f-497c92835860/c4f04b7e-b684-451f-9abe-c90a90c2eb06/d12e149e-92d1-423c-a5d7-2c997868c9c7) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:24.596330 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-14858fd3-0cc6-4b06-81d5-a46500c5e86e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.632611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.634179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14858fd3-0cc6-4b06-81d5-a46500c5e86e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5eac1e-35cd-49a4-a9b2-9fd0e1bfbdda,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:24.678390 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-14858fd3-0cc6-4b06-81d5-a46500c5e86e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.682242 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-14858fd3-0cc6-4b06-81d5-a46500c5e86e tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "DELETE /v2.0/security-groups/6b5eac1e-35cd-49a4-a9b2-9fd0e1bfbdda HTTP/1.1" status: 204 len: 168 time: 0.6706109 Apr 29 15:35:24.682814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36754) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:24.739007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-366510a0-5074-4313-8478-d1a57da166f5 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Synchronizing usage tracker for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:24.743839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09a082a7-f45f-4578-a124-694cf26a4587 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.764679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c227ec9b-66c4-4721-9b30-f932e51c5d61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:24.774552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c227ec9b-66c4-4721-9b30-f932e51c5d61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:24.787486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c227ec9b-66c4-4721-9b30-f932e51c5d61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:24.805188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c227ec9b-66c4-4721-9b30-f932e51c5d61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:24.833069 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.844555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Transition to ACTIVE for port object d12e149e-92d1-423c-a5d7-2c997868c9c7 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:24.865630 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Transition to ACTIVE for port object d12e149e-92d1-423c-a5d7-2c997868c9c7 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:24.867188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.881207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0f5090a-a576-4722-b315-72c2ffb381b8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.920878 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a082a7-f45f-4578-a124-694cf26a4587 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event deleted for resources: {'Port': ['ID=2fc3ec6f-4a17-4323-92de-1dd4561cbb05,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:24.934157 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:24.966494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7819dd76-8cc6-4323-9ef4-8e0f85344c77']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:24.981713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd031e7f-de59-4e2d-8512-3df16637e2fd') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:24.982159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd031e7f-de59-4e2d-8512-3df16637e2fd') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:24.996729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-366510a0-5074-4313-8478-d1a57da166f5 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Unset dirty status for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:25.002884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.003267 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-366510a0-5074-4313-8478-d1a57da166f5 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3189259 Apr 29 15:35:25.003881 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36758) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:25.008767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Network 0f33ee1a-577a-47f9-ad8f-497c92835860 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:25.011897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:25.015062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:25.019256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079482601'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:25.028884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.031791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:25.038567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:35:25.038742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.051044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:25.116661 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Pushing event updated for resources: {'Port': ['ID=d12e149e-92d1-423c-a5d7-2c997868c9c7,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:25.119918 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Attempting to bind port d12e149e-92d1-423c-a5d7-2c997868c9c7 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:25.120133 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Attempting to bind port d12e149e-92d1-423c-a5d7-2c997868c9c7 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'e8a444b4-d628-4bbe-afed-5e4507fe8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0f33ee1a-577a-47f9-ad8f-497c92835860'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:25.120515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Attempting to bind port d12e149e-92d1-423c-a5d7-2c997868c9c7 on network 0f33ee1a-577a-47f9-ad8f-497c92835860 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:25.128905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:25.129348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Checking segment: {'id': 'e8a444b4-d628-4bbe-afed-5e4507fe8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0f33ee1a-577a-47f9-ad8f-497c92835860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:25.129810 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.130268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Bound using segment: {'id': 'e8a444b4-d628-4bbe-afed-5e4507fe8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0f33ee1a-577a-47f9-ad8f-497c92835860'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:25.130874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Bound port: d12e149e-92d1-423c-a5d7-2c997868c9c7, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a444b4-d628-4bbe-afed-5e4507fe8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0f33ee1a-577a-47f9-ad8f-497c92835860'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:25.131332 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:35:25.152446 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:35:25.197106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.220793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09a082a7-f45f-4578-a124-694cf26a4587 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.231445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:25.233813 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] For port d12e149e-92d1-423c-a5d7-2c997868c9c7, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:25.251464 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] For port d12e149e-92d1-423c-a5d7-2c997868c9c7, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d12e149e-92d1-423c-a5d7-2c997868c9c7,segment=NetworkSegment(e8a444b4-d628-4bbe-afed-5e4507fe8936),segment_id=e8a444b4-d628-4bbe-afed-5e4507fe8936)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:25.287620 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Usage tracker for resource:security_group_rule and tenant:96d988334dc1473585579f8e09ef0866 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:25.296014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:25.303976 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.319176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c227ec9b-66c4-4721-9b30-f932e51c5d61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:25.322794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c227ec9b-66c4-4721-9b30-f932e51c5d61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.364858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:25.389636 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.395837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8677d-c939-466d-8dba-b315a6fed7af None None] Pushing event updated for resources: {'Port': ['ID=d12e149e-92d1-423c-a5d7-2c997868c9c7,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:25.420500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.487840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event deleted for resources: {'Network': ['ID=7819dd76-8cc6-4323-9ef4-8e0f85344c77,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:25.500309 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7a30c020-4fb3-4908-a125-b5abdf15d3cd tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "DELETE /v2.0/networks/7819dd76-8cc6-4323-9ef4-8e0f85344c77 HTTP/1.1" status: 204 len: 168 time: 1.2960029 Apr 29 15:35:25.504954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36762) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:25.541189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a082a7-f45f-4578-a124-694cf26a4587 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Router cb7afb6e-090b-4c9f-9f6c-92743af8b861 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:35:25.667976 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.ipam_backend_mixin [None req-c227ec9b-66c4-4721-9b30-f932e51c5d61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4f04b7e-b684-451f-9abe-c90a90c2eb06 (CIDR: 2001:db8::/64) Apr 29 15:35:25.701566 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.709746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.727689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a082a7-f45f-4578-a124-694cf26a4587 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:25.727905 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c227ec9b-66c4-4721-9b30-f932e51c5d61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:35:25.729606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c227ec9b-66c4-4721-9b30-f932e51c5d61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:35:25.739947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8283d-063c-46d0-998f-62a0ff9c6b1f None None] Sync routers for ids ['cb7afb6e-090b-4c9f-9f6c-92743af8b861'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:25.751325 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-09a082a7-f45f-4578-a124-694cf26a4587 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "PUT /v2.0/routers/cb7afb6e-090b-4c9f-9f6c-92743af8b861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1868110 Apr 29 15:35:25.751992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36766) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:25.754846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8283d-063c-46d0-998f-62a0ff9c6b1f None None] Routers {'cb7afb6e-090b-4c9f-9f6c-92743af8b861'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:25.760702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-5cf8283d-063c-46d0-998f-62a0ff9c6b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['cb7afb6e-090b-4c9f-9f6c-92743af8b861'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:25.797242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-e0f5090a-a576-4722-b315-72c2ffb381b8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 194e5206-d23e-4612-910a-352dace23920 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:25.797591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0f5090a-a576-4722-b315-72c2ffb381b8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.811622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.828145 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-5cf8283d-063c-46d0-998f-62a0ff9c6b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:25.838344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8283d-063c-46d0-998f-62a0ff9c6b1f None None] Routers {'cb7afb6e-090b-4c9f-9f6c-92743af8b861'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:25.838940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-5cf8283d-063c-46d0-998f-62a0ff9c6b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['cb7afb6e-090b-4c9f-9f6c-92743af8b861'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:25.909363 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-5cf8283d-063c-46d0-998f-62a0ff9c6b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:25.909708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8283d-063c-46d0-998f-62a0ff9c6b1f None None] The sync data for ids ['cb7afb6e-090b-4c9f-9f6c-92743af8b861'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:25.932344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc954ed4-1ad4-459b-a990-3737e0202dc6 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:25.932572 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c227ec9b-66c4-4721-9b30-f932e51c5d61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5340309 Apr 29 15:35:25.988676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36770) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:26.047770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': '0f33ee1a-577a-47f9-ad8f-497c92835860', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:26.080107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eefaf8-ff13-474d-a9b8-089b42d1f6a6,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:26.082451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.084935 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a19e4b2b-a4ae-4014-97e5-8cba2e0ebbe1 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0743647 Apr 29 15:35:26.102752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36774) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:26.114888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-64747bb3-4a09-4a18-b1ac-a331e2ae0a41 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:26.115304 dv-neutron-839183-1-hyperv neutron-server[88714]: WARNING neutron.api.v2.base [None req-64747bb3-4a09-4a18-b1ac-a331e2ae0a41 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 29 15:35:26.115795 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-64747bb3-4a09-4a18-b1ac-a331e2ae0a41 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] update failed (client error): There was a conflict when trying to complete your request. Apr 29 15:35:26.119306 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-64747bb3-4a09-4a18-b1ac-a331e2ae0a41 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "PUT /v2.0/security-groups/a9eefaf8-ff13-474d-a9b8-089b42d1f6a6 HTTP/1.1" status: 409 len: 330 time: 0.0135901 Apr 29 15:35:26.119925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36778) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:26.122042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.269879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0f5090a-a576-4722-b315-72c2ffb381b8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.409285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8388c69-b9c5-4663-a6dc-06116bfa3a56']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:26.424644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-e0f5090a-a576-4722-b315-72c2ffb381b8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for 194e5206-d23e-4612-910a-352dace23920 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:26.474510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86002cc2-41a2-46fd-9e4b-79b3bfc4acf5') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:26.474805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86002cc2-41a2-46fd-9e4b-79b3bfc4acf5') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:26.490974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc954ed4-1ad4-459b-a990-3737e0202dc6 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.496147 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc954ed4-1ad4-459b-a990-3737e0202dc6 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.499123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.531117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:26.537758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:26.540735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:26.542123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.545758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d0400c-e637-40f1-bfc9-38c16d181356 None None] Network 0f33ee1a-577a-47f9-ad8f-497c92835860 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:26.548658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:26.568608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4139e94c-c592-4470-ba93-e3593b682b09 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.576841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:35:26.577241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:35:26.592963 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:35:26.611916 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc954ed4-1ad4-459b-a990-3737e0202dc6 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.612713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc954ed4-1ad4-459b-a990-3737e0202dc6 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Fanout notify agent at l3_agent the message router_deleted on router cb7afb6e-090b-4c9f-9f6c-92743af8b861 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:35:26.628663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc954ed4-1ad4-459b-a990-3737e0202dc6 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.632260 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bc954ed4-1ad4-459b-a990-3737e0202dc6 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "DELETE /v2.0/routers/cb7afb6e-090b-4c9f-9f6c-92743af8b861 HTTP/1.1" status: 204 len: 168 time: 0.8769155 Apr 29 15:35:26.632673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36782) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:26.668827 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:26.673071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.691985 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4139e94c-c592-4470-ba93-e3593b682b09 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.762063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4946e80c-1bf1-499c-8b25-bc286ef502b3 None None] Provisioning for port d12e149e-92d1-423c-a5d7-2c997868c9c7 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:26.799330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.805550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2e55a6-74b7-48ed-9f69-a9300c87db86 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Deleting subnet e7a7d5bb-c9af-4ebd-a62d-fa269a92a0b4 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:35:26.811150 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f2e55a6-74b7-48ed-9f69-a9300c87db86 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.818611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.836100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] Pushing event deleted for resources: {'Network': ['ID=c8388c69-b9c5-4663-a6dc-06116bfa3a56,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:26.851065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4139e94c-c592-4470-ba93-e3593b682b09 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.868663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139e94c-c592-4470-ba93-e3593b682b09 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eefaf8-ff13-474d-a9b8-089b42d1f6a6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:26.871158 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d32a0863-a2cd-472a-9eca-e88de6255d04 tempest-BulkNetworkOpsIpV6Test-773199643 tempest-BulkNetworkOpsIpV6Test-773199643-project] 10.222.0.39 "DELETE /v2.0/networks/c8388c69-b9c5-4663-a6dc-06116bfa3a56 HTTP/1.1" status: 204 len: 168 time: 1.3582487 Apr 29 15:35:26.873926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4139e94c-c592-4470-ba93-e3593b682b09 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.885088 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4139e94c-c592-4470-ba93-e3593b682b09 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "DELETE /v2.0/security-groups/a9eefaf8-ff13-474d-a9b8-089b42d1f6a6 HTTP/1.1" status: 204 len: 168 time: 0.7527070 Apr 29 15:35:26.889404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36788) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:26.895677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f2e55a6-74b7-48ed-9f69-a9300c87db86 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.927087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0f5090a-a576-4722-b315-72c2ffb381b8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:26.986722 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5090a-a576-4722-b315-72c2ffb381b8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=194e5206-d23e-4612-910a-352dace23920,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:27.001469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-297ae6b4-a4e0-4f1e-a0d5-ecc238233f75 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Synchronizing usage tracker for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:27.031262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-297ae6b4-a4e0-4f1e-a0d5-ecc238233f75 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] Unset dirty status for tenant:96d988334dc1473585579f8e09ef0866 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:27.032549 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-297ae6b4-a4e0-4f1e-a0d5-ecc238233f75 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1421840 Apr 29 15:35:27.039190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36792) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.113491 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-21a2dc3c-9c42-4bbb-9eb4-cbb5c7768a47 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] delete failed (client error): The resource could not be found. Apr 29 15:35:27.118164 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-21a2dc3c-9c42-4bbb-9eb4-cbb5c7768a47 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "DELETE /v2.0/security-groups/9bcfdd1d-a59e-4628-8b2a-16e7359ef306 HTTP/1.1" status: 404 len: 347 time: 0.0747302 Apr 29 15:35:27.119532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36796) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.130631 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f2e55a6-74b7-48ed-9f69-a9300c87db86 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.220650 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-c63f7a7e-5750-4537-8724-93a6b1c86db5 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] show failed (client error): The resource could not be found. Apr 29 15:35:27.226705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36800) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.227316 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c63f7a7e-5750-4537-8724-93a6b1c86db5 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "GET /v2.0/security-groups/f18a3610-a64c-482b-b1bd-4c24b146092b HTTP/1.1" status: 404 len: 347 time: 0.0492702 Apr 29 15:35:27.258032 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-1ce17613-65d3-43c8-90b8-a3ed680ae7e0 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] show failed (client error): The resource could not be found. Apr 29 15:35:27.266652 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1ce17613-65d3-43c8-90b8-a3ed680ae7e0 tempest-NegativeSecGroupIPv6Test-1106020051 tempest-NegativeSecGroupIPv6Test-1106020051-project] 10.222.0.39 "GET /v2.0/security-group-rules/b515fc7f-e3d2-4d1b-88cf-8a750443e313 HTTP/1.1" status: 404 len: 356 time: 0.0236871 Apr 29 15:35:27.327479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.345075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0f5090a-a576-4722-b315-72c2ffb381b8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.363244 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f2e55a6-74b7-48ed-9f69-a9300c87db86 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.389560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d12e149e-92d1-423c-a5d7-2c997868c9c7 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:27.403086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f2e55a6-74b7-48ed-9f69-a9300c87db86 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.410208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 0f33ee1a-577a-47f9-ad8f-497c92835860 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:27.414431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:27.421457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:27.422047 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.430451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Subnet': ['ID=7d7268ec-e169-4570-8a71-5702d19c1084,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:27.439522 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5f2e55a6-74b7-48ed-9f69-a9300c87db86 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "DELETE /v2.0/subnets/e7a7d5bb-c9af-4ebd-a62d-fa269a92a0b4 HTTP/1.1" status: 204 len: 168 time: 0.8057389 Apr 29 15:35:27.458709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fdaff1-7dc9-452e-89b3-2293493f0b07 None None] Network 07baa868-c5a6-492a-9e6a-8344f2f62a7a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:27.473987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36806) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.479018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f105fd51-8016-4c3c-ae91-515d833bf4ed None None] Network 0f33ee1a-577a-47f9-ad8f-497c92835860 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:27.505062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e55a6-74b7-48ed-9f69-a9300c87db86 tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a7d5bb-c9af-4ebd-a62d-fa269a92a0b4,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:27.612397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36812) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.625555 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4ec23dfe-d856-4e6f-aebc-77d91481ec56 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6359074 Apr 29 15:35:27.636041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36818) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.648085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': '0f33ee1a-577a-47f9-ad8f-497c92835860', 'fixed_ips': [{'subnet_id': 'c4f04b7e-b684-451f-9abe-c90a90c2eb06'}, {'subnet_id': '7d7268ec-e169-4570-8a71-5702d19c1084'}], 'name': 'tempest-PortsIpV6TestJSON-1071475825'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:27.665759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f5090a-a576-4722-b315-72c2ffb381b8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router be1923dd-fede-42b3-9614-749589cc5014 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:35:27.679917 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.816742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Deleting port 5fa9fa86-ebce-4b17-96c0-897b1459b25d {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:27.817353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:27.896735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port d12e149e-92d1-423c-a5d7-2c997868c9c7 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:27.947693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36824) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.961141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f5090a-a576-4722-b315-72c2ffb381b8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:27.962998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:27.973527 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e0f5090a-a576-4722-b315-72c2ffb381b8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/be1923dd-fede-42b3-9614-749589cc5014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3532019 Apr 29 15:35:27.973790 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74267fe0-64b8-4c67-a62c-4251c17b484e None None] Sync routers for ids ['be1923dd-fede-42b3-9614-749589cc5014'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:27.976903 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36830) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:27.983788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:port and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:27.987455 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:27.987595 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74267fe0-64b8-4c67-a62c-4251c17b484e None None] Routers {'be1923dd-fede-42b3-9614-749589cc5014'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:27.988222 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-74267fe0-64b8-4c67-a62c-4251c17b484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['be1923dd-fede-42b3-9614-749589cc5014'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:27.998431 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d12e149e-92d1-423c-a5d7-2c997868c9c7 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:27.999856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.051412 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-74267fe0-64b8-4c67-a62c-4251c17b484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:28.060902 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74267fe0-64b8-4c67-a62c-4251c17b484e None None] Routers {'be1923dd-fede-42b3-9614-749589cc5014'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:28.061503 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-74267fe0-64b8-4c67-a62c-4251c17b484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['be1923dd-fede-42b3-9614-749589cc5014'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:28.074015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:28.078789 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5a4b178b-f8f0-4c1c-b1ad-a96ecf29dbdd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96d988334dc1473585579f8e09ef0866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1290972 Apr 29 15:35:28.078981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36834) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:28.100692 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e4c6a653-1097-4a05-93ad-906b501cbdc4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=be1923dd-fede-42b3-9614-749589cc5014 HTTP/1.1" status: 200 len: 205 time: 0.1205795 Apr 29 15:35:28.104106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36838) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:28.126047 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-74267fe0-64b8-4c67-a62c-4251c17b484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:28.126681 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74267fe0-64b8-4c67-a62c-4251c17b484e None None] The sync data for ids ['be1923dd-fede-42b3-9614-749589cc5014'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:28.223956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] For port 5fa9fa86-ebce-4b17-96c0-897b1459b25d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5fa9fa86-ebce-4b17-96c0-897b1459b25d,segment=NetworkSegment(ff453279-cc75-45f8-8cfb-c1a31f64b313),segment_id=ff453279-cc75-45f8-8cfb-c1a31f64b313)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:28.224320 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.262904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15c3163a-ca80-448c-888d-96ea47f79f23 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.282591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.304437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33728bdd-4926-49ad-a874-2163d8464416 None None] DHCP port deletion for 07baa868-c5a6-492a-9e6a-8344f2f62a7a request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:35:28.317046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-33728bdd-4926-49ad-a874-2163d8464416 None None] Deleting port 5fa9fa86-ebce-4b17-96c0-897b1459b25d {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:28.317438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33728bdd-4926-49ad-a874-2163d8464416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.369297 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-be3351c1-77e9-47a0-ab60-621328890f63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=826c92e51e4043b5bdb2292cb22f33d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7566917 Apr 29 15:35:28.370188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:28.377302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36842) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:28.392923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port d12e149e-92d1-423c-a5d7-2c997868c9c7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d12e149e-92d1-423c-a5d7-2c997868c9c7,segment=NetworkSegment(e8a444b4-d628-4bbe-afed-5e4507fe8936),segment_id=e8a444b4-d628-4bbe-afed-5e4507fe8936)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:28.478152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.531024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Calling delete_port for 5fa9fa86-ebce-4b17-96c0-897b1459b25d owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:28.599629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8541ec42-eb7c-453c-a87d-7d2e107fb451 None None] Update dhcp port {'port': {'network_id': '0f33ee1a-577a-47f9-ad8f-497c92835860', 'fixed_ips': [{'subnet_id': 'c4f04b7e-b684-451f-9abe-c90a90c2eb06', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d7268ec-e169-4570-8a71-5702d19c1084'}], 'binding:host_id': 'dv-neutron-839183-1-hyperv'}, 'id': 'd12e149e-92d1-423c-a5d7-2c997868c9c7'} from dv-neutron-839183-1-hyperv. {{(pid=88716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 15:35:28.619739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15c3163a-ca80-448c-888d-96ea47f79f23 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.623983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15c3163a-ca80-448c-888d-96ea47f79f23 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.646063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-49cc10a4-0466-40af-b0fe-c795e362b025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.651757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da9f742a-9e3e-47e9-8a4b-c0177945fc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.680658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da9f742a-9e3e-47e9-8a4b-c0177945fc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.706783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-49cc10a4-0466-40af-b0fe-c795e362b025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.710631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=d12e149e-92d1-423c-a5d7-2c997868c9c7,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:28.715771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-33728bdd-4926-49ad-a874-2163d8464416 None None] For port 5fa9fa86-ebce-4b17-96c0-897b1459b25d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5fa9fa86-ebce-4b17-96c0-897b1459b25d,segment=NetworkSegment(ff453279-cc75-45f8-8cfb-c1a31f64b313),segment_id=ff453279-cc75-45f8-8cfb-c1a31f64b313)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:28.715771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33728bdd-4926-49ad-a874-2163d8464416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.736380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15c3163a-ca80-448c-888d-96ea47f79f23 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.737581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c3163a-ca80-448c-888d-96ea47f79f23 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Fanout notify agent at l3_agent the message router_deleted on router be1923dd-fede-42b3-9614-749589cc5014 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:35:28.761552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.770050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-15c3163a-ca80-448c-888d-96ea47f79f23 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.773937 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-15c3163a-ca80-448c-888d-96ea47f79f23 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/be1923dd-fede-42b3-9614-749589cc5014 HTTP/1.1" status: 204 len: 168 time: 0.6654780 Apr 29 15:35:28.774123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36846) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:28.789363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:35:28.823811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.840080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8541ec42-eb7c-453c-a87d-7d2e107fb451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.845075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93c4c1d-fb34-40cc-aa7f-23fc04df7db6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting subnet 03cfce20-1cdf-43a3-a3d1-2ff9450007f6 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:35:28.848769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da9f742a-9e3e-47e9-8a4b-c0177945fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.851281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da9f742a-9e3e-47e9-8a4b-c0177945fc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.852535 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-da9f742a-9e3e-47e9-8a4b-c0177945fc47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c53a185d-16ba-4f9d-94ae-0b8a2d051b15 HTTP/1.1" status: 204 len: 168 time: 0.4738522 Apr 29 15:35:28.853148 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a93c4c1d-fb34-40cc-aa7f-23fc04df7db6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:28.863083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-33728bdd-4926-49ad-a874-2163d8464416 None None] Calling delete_port for 5fa9fa86-ebce-4b17-96c0-897b1459b25d owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:28.884102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event deleted for resources: {'Port': ['ID=5fa9fa86-ebce-4b17-96c0-897b1459b25d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:28.896246 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] No DVR routers for this DVR port 5fa9fa86-ebce-4b17-96c0-897b1459b25d on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:35:28.901088 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f742a-9e3e-47e9-8a4b-c0177945fc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53a185d-16ba-4f9d-94ae-0b8a2d051b15,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:28.935352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a93c4c1d-fb34-40cc-aa7f-23fc04df7db6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.031887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a93c4c1d-fb34-40cc-aa7f-23fc04df7db6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.077592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-49cc10a4-0466-40af-b0fe-c795e362b025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.079820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-33728bdd-4926-49ad-a874-2163d8464416 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:35:29.080324 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-33728bdd-4926-49ad-a874-2163d8464416 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:35:29.088294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.138180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc10a4-0466-40af-b0fe-c795e362b025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d7fb75-0893-4ed6-8f28-e6a8cb5758e5,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:29.151817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07baa868-c5a6-492a-9e6a-8344f2f62a7a']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:29.172201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a93c4c1d-fb34-40cc-aa7f-23fc04df7db6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.172454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-8541ec42-eb7c-453c-a87d-7d2e107fb451 None None] Allocated IP 2001:db8:0:1::2 (0f33ee1a-577a-47f9-ad8f-497c92835860/7d7268ec-e169-4570-8a71-5702d19c1084/d12e149e-92d1-423c-a5d7-2c997868c9c7) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:29.202718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff453279-cc75-45f8-8cfb-c1a31f64b313') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:29.203254 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff453279-cc75-45f8-8cfb-c1a31f64b313') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:29.228456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.229152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c4c1d-fb34-40cc-aa7f-23fc04df7db6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Subnet': ['ID=03cfce20-1cdf-43a3-a3d1-2ff9450007f6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:29.248899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a93c4c1d-fb34-40cc-aa7f-23fc04df7db6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.261391 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a93c4c1d-fb34-40cc-aa7f-23fc04df7db6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/03cfce20-1cdf-43a3-a3d1-2ff9450007f6 HTTP/1.1" status: 204 len: 168 time: 0.4837832 Apr 29 15:35:29.261557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36854) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:29.280358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.293701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:35:29.295496 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.321556 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8436e766-8fa5-4e92-9dcd-c3e7a9b48e00 None None] Network e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:35:29.331944 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:35:29.363782 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d12e149e-92d1-423c-a5d7-2c997868c9c7 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:29.430632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.445870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port f4ae1a70-45be-429a-ae5a-5c85625e3886 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:29.446625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.473472 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-49cc10a4-0466-40af-b0fe-c795e362b025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.474681 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-49cc10a4-0466-40af-b0fe-c795e362b025 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67d7fb75-0893-4ed6-8f28-e6a8cb5758e5 HTTP/1.1" status: 204 len: 168 time: 1.3905923 Apr 29 15:35:29.561502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.583264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-33728bdd-4926-49ad-a874-2163d8464416 None None] Deleting port 5fa9fa86-ebce-4b17-96c0-897b1459b25d {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:29.583852 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33728bdd-4926-49ad-a874-2163d8464416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.587567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.600638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] Pushing event deleted for resources: {'Network': ['ID=07baa868-c5a6-492a-9e6a-8344f2f62a7a,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:29.604066 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0370144a-68dd-48ab-9338-3c0bd9c0f44b tempest-FloatingIPNegativeTestJSON-1678020775 tempest-FloatingIPNegativeTestJSON-1678020775-project] 10.222.0.39 "DELETE /v2.0/networks/07baa868-c5a6-492a-9e6a-8344f2f62a7a HTTP/1.1" status: 204 len: 168 time: 2.1288927 Apr 29 15:35:29.701951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-33728bdd-4926-49ad-a874-2163d8464416 None None] The port '5fa9fa86-ebce-4b17-96c0-897b1459b25d' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:35:29.728812 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8541ec42-eb7c-453c-a87d-7d2e107fb451 None None] For port d12e149e-92d1-423c-a5d7-2c997868c9c7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d12e149e-92d1-423c-a5d7-2c997868c9c7,segment=NetworkSegment(e8a444b4-d628-4bbe-afed-5e4507fe8936),segment_id=e8a444b4-d628-4bbe-afed-5e4507fe8936)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:29.784651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d12e149e-92d1-423c-a5d7-2c997868c9c7 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:29.788563 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.835764 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8541ec42-eb7c-453c-a87d-7d2e107fb451 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.858165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port f4ae1a70-45be-429a-ae5a-5c85625e3886, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f4ae1a70-45be-429a-ae5a-5c85625e3886,segment=NetworkSegment(d50fab2c-4103-4653-83fc-f9b00448bc51),segment_id=d50fab2c-4103-4653-83fc-f9b00448bc51)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:29.858165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.867090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8541ec42-eb7c-453c-a87d-7d2e107fb451 None None] Transition to ACTIVE for port object d12e149e-92d1-423c-a5d7-2c997868c9c7 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:29.952349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d99ee6-418f-4d53-9b4d-e83ef0d66b96 None None] DHCP port deletion for e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:35:29.959259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d4d99ee6-418f-4d53-9b4d-e83ef0d66b96 None None] Deleting port f4ae1a70-45be-429a-ae5a-5c85625e3886 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:29.959854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4d99ee6-418f-4d53-9b4d-e83ef0d66b96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:29.987472 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8541ec42-eb7c-453c-a87d-7d2e107fb451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.028520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for f4ae1a70-45be-429a-ae5a-5c85625e3886 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:30.188727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8::1c6 (0f33ee1a-577a-47f9-ad8f-497c92835860/c4f04b7e-b684-451f-9abe-c90a90c2eb06/bee6f53a-0bf8-4b80-b07e-41c8c53ede1a) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:30.195879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8:0:1::336 (0f33ee1a-577a-47f9-ad8f-497c92835860/7d7268ec-e169-4570-8a71-5702d19c1084/bee6f53a-0bf8-4b80-b07e-41c8c53ede1a) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:30.257036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5fa9fa86-ebce-4b17-96c0-897b1459b25d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:35:30.259666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.346759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36882) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:30.353249 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541ec42-eb7c-453c-a87d-7d2e107fb451 None None] Pushing event updated for resources: {'Port': ['ID=d12e149e-92d1-423c-a5d7-2c997868c9c7,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:30.369881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No DVR routers for this DVR port f4ae1a70-45be-429a-ae5a-5c85625e3886 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:35:30.378468 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 5fa9fa86-ebce-4b17-96c0-897b1459b25d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:35:30.378816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5fa9fa86-ebce-4b17-96c0-897b1459b25d not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:35:30.418863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=f4ae1a70-45be-429a-ae5a-5c85625e3886,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:30.537425 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d4d99ee6-418f-4d53-9b4d-e83ef0d66b96 None None] For port f4ae1a70-45be-429a-ae5a-5c85625e3886, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f4ae1a70-45be-429a-ae5a-5c85625e3886,segment=NetworkSegment(d50fab2c-4103-4653-83fc-f9b00448bc51),segment_id=d50fab2c-4103-4653-83fc-f9b00448bc51)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:30.537824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4d99ee6-418f-4d53-9b4d-e83ef0d66b96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.559707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.580523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.600785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:30.611227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object bee6f53a-0bf8-4b80-b07e-41c8c53ede1a will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:30.621547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50fab2c-4103-4653-83fc-f9b00448bc51') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:30.621982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50fab2c-4103-4653-83fc-f9b00448bc51') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:30.652042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.680615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.690768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:35:30.693425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.693546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:35:30.715147 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:35:30.727020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d4d99ee6-418f-4d53-9b4d-e83ef0d66b96 None None] Calling delete_port for f4ae1a70-45be-429a-ae5a-5c85625e3886 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:30.798310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 0f33ee1a-577a-47f9-ad8f-497c92835860 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:30.801023 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:30.805513 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:30.812801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:30.822506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.849784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=bee6f53a-0bf8-4b80-b07e-41c8c53ede1a,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:30.850389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-d4d99ee6-418f-4d53-9b4d-e83ef0d66b96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:35:30.850795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-d4d99ee6-418f-4d53-9b4d-e83ef0d66b96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:35:30.875131 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e8a0065c-a145-441c-9edb-ad3112f43974 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d76366ce410f428ab5839dc70a87880f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244603 Apr 29 15:35:30.877650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36896) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:30.945442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.963004 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c9326fcf-04ca-4bbe-83fc-faf702795f12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.3256848 Apr 29 15:35:30.963885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36902) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:30.969694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.971649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-01881f3e-3d42-43cc-9004-b872d4e23333 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4f04b7e-b684-451f-9abe-c90a90c2eb06'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:30.986269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf80f-5a74-4eac-9114-d93c4363c804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:30.992353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Network': ['ID=e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:31.028367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36906) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:31.043024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf80f-5a74-4eac-9114-d93c4363c804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.104156 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f4b26205-5d8b-4f40-aece-60e4d96df184 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/networks/e6e21c0e-a1ef-423d-9a7e-f1ad1712cf7e HTTP/1.1" status: 204 len: 168 time: 1.8415680 Apr 29 15:35:31.113827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36916) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:31.122347 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1582e413-2457-46b5-bb09-d35864bc2960 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1534420330', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:31.130919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1582e413-2457-46b5-bb09-d35864bc2960 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:31.135884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1582e413-2457-46b5-bb09-d35864bc2960 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:router and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:31.146365 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1582e413-2457-46b5-bb09-d35864bc2960 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:31.146534 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01881f3e-3d42-43cc-9004-b872d4e23333 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.146655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1582e413-2457-46b5-bb09-d35864bc2960 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:31.201540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-388968507'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:31.221198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:31.226021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:network and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:31.229619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:31.238288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:31.241785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1582e413-2457-46b5-bb09-d35864bc2960 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.243440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1582e413-2457-46b5-bb09-d35864bc2960 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.326674 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf80f-5a74-4eac-9114-d93c4363c804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.342905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d12e149e-92d1-423c-a5d7-2c997868c9c7 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:31.344421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1582e413-2457-46b5-bb09-d35864bc2960 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.376674 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cf80f-5a74-4eac-9114-d93c4363c804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91c6fdd-ab98-43f9-b435-92051100b22e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:31.393607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d4d99ee6-418f-4d53-9b4d-e83ef0d66b96 None None] Deleting port f4ae1a70-45be-429a-ae5a-5c85625e3886 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:31.396389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4d99ee6-418f-4d53-9b4d-e83ef0d66b96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.407092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:31.410936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.421785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d0cf80f-5a74-4eac-9114-d93c4363c804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.422565 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0d0cf80f-5a74-4eac-9114-d93c4363c804 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d91c6fdd-ab98-43f9-b435-92051100b22e HTTP/1.1" status: 204 len: 168 time: 0.5437357 Apr 29 15:35:31.428972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.456475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:31.464320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:security_group_rule and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:31.474669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a78e10d1-f643-4e02-9808-8ae3eb159c9f None None] Provisioning for port d12e149e-92d1-423c-a5d7-2c997868c9c7 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:31.478160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:31.484830 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:31.511285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1582e413-2457-46b5-bb09-d35864bc2960 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.532731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36924) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:31.558108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a78e10d1-f643-4e02-9808-8ae3eb159c9f None None] Provisioning complete for port d12e149e-92d1-423c-a5d7-2c997868c9c7 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:31.564979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a78e10d1-f643-4e02-9808-8ae3eb159c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.630283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.637641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d4d99ee6-418f-4d53-9b4d-e83ef0d66b96 None None] The port 'f4ae1a70-45be-429a-ae5a-5c85625e3886' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:35:31.652104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1582e413-2457-46b5-bb09-d35864bc2960 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.653450 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1582e413-2457-46b5-bb09-d35864bc2960 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5385585 Apr 29 15:35:31.656417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36932) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:31.668269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'network': {'name': 'tempest-RoutersTest-113027134'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:31.674042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:31.678839 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:network and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:31.682824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:31.691291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:31.710037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d12e149e-92d1-423c-a5d7-2c997868c9c7 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:31.710222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-534734206-network', 'tenant_id': '9ce3f81a65e040e98e62a6a17827486a'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:31.710397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.726891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:31.734346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.738715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Usage tracker for resource:network and tenant:9ce3f81a65e040e98e62a6a17827486a is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:31.751131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:31.769973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-01881f3e-3d42-43cc-9004-b872d4e23333 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Delete allocated IP 2001:db8:0:1::336 (0f33ee1a-577a-47f9-ad8f-497c92835860/7d7268ec-e169-4570-8a71-5702d19c1084) {{(pid=88714) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 15:35:31.771853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:31.787298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:31.793438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e25ca76-4043-40b6-bb88-20025c784548,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:31.801976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.802559 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Added segment bc847c12-0860-4d59-b5d6-5574eba87bdd of type vlan for network 0c4aea11-171c-4e23-8c7b-eed7fdc71d1a Apr 29 15:35:31.816538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:31.820035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.849104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.870256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:31.880551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Made reservation on behalf of 9ce3f81a65e040e98e62a6a17827486a for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:31.883033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.927052 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.951677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:31.952821 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Added segment d17fbac0-fc01-4b20-adeb-cd41ee0d8e65 of type vlan for network 0a726ffa-9f9a-431b-8105-541ac948e470 Apr 29 15:35:31.983917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f4ae1a70-45be-429a-ae5a-5c85625e3886 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:35:31.991643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.005393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:32.005709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01881f3e-3d42-43cc-9004-b872d4e23333 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.010785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce3f81a65e040e98e62a6a17827486a is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:32.022669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-01881f3e-3d42-43cc-9004-b872d4e23333 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Ignored duplicate provisioning block setup for port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 15:35:32.023142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:32.028285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.034702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:32.035291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.047871 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: f4ae1a70-45be-429a-ae5a-5c85625e3886 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:35:32.048215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f4ae1a70-45be-429a-ae5a-5c85625e3886 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:35:32.050628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-03cb53ba-a305-4aec-9c23-fddb2b1a13ea None None] Provisioning for port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:32.056366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9e5c0072-8ba1-44ef-b6a2-26879added3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.058716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-03cb53ba-a305-4aec-9c23-fddb2b1a13ea None None] Provisioning complete for port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:32.059079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-03cb53ba-a305-4aec-9c23-fddb2b1a13ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.065644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:32.103628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01881f3e-3d42-43cc-9004-b872d4e23333 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.134087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-03cb53ba-a305-4aec-9c23-fddb2b1a13ea None None] Port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:32.178367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.183692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:32.184287 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.197842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Network': ['ID=0c4aea11-171c-4e23-8c7b-eed7fdc71d1a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:32.207848 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-45e7f0bd-4862-428a-aa8a-5020a9f7b1cc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1773927 Apr 29 15:35:32.213463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 0c4aea11-171c-4e23-8c7b-eed7fdc71d1a details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:32.385097 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01881f3e-3d42-43cc-9004-b872d4e23333 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=bee6f53a-0bf8-4b80-b07e-41c8c53ede1a,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:32.390310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Network': ['ID=0a726ffa-9f9a-431b-8105-541ac948e470,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:32.422930 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 0a726ffa-9f9a-431b-8105-541ac948e470 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:32.465037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-01881f3e-3d42-43cc-9004-b872d4e23333 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] In _notify_port_updated(), no bound segment for port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a on network 0f33ee1a-577a-47f9-ad8f-497c92835860 {{(pid=88714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:35:32.481112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01881f3e-3d42-43cc-9004-b872d4e23333 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:32.481908 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01881f3e-3d42-43cc-9004-b872d4e23333 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.497079 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-01881f3e-3d42-43cc-9004-b872d4e23333 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "PUT /v2.0/ports/bee6f53a-0bf8-4b80-b07e-41c8c53ede1a HTTP/1.1" status: 200 len: 926 time: 1.5319185 Apr 29 15:35:32.499638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36948) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:32.524863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-63f7e856-c775-4de8-a1bf-2976f5f5ee20 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4f04b7e-b684-451f-9abe-c90a90c2eb06'}, {'subnet_id': '7d7268ec-e169-4570-8a71-5702d19c1084'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:32.532276 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-caa5ad9c-8bf8-4f06-b929-91c0c405b209 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8712380 Apr 29 15:35:32.534645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36952) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:32.558239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'subnet': {'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:32.640340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.659928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-07612bc9-e026-499f-9642-8d49202034f0 None None] Provisioning complete for port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:32.660548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-07612bc9-e026-499f-9642-8d49202034f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.746087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-63f7e856-c775-4de8-a1bf-2976f5f5ee20 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.753397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.760964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-07612bc9-e026-499f-9642-8d49202034f0 None None] Port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:32.789940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:32.829253 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.829600 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Added segment c5b6f6dd-d238-4526-81ec-a5c840bc3c22 of type vlan for network 15f8887e-2c2c-4b53-bbb0-4faadea87031 Apr 29 15:35:32.830936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:32.850480 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:subnet and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:32.856351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:32.860657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230c7c6e-3aff-4e23-8e0c-995186389e54,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:32.888173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:32.910687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:32.983795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:32.987314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.179810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-63f7e856-c775-4de8-a1bf-2976f5f5ee20 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8:0:1::33a (0f33ee1a-577a-47f9-ad8f-497c92835860/7d7268ec-e169-4570-8a71-5702d19c1084/bee6f53a-0bf8-4b80-b07e-41c8c53ede1a) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:33.212370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.213355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:33.213921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.320245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] Pushing event updated for resources: {'Network': ['ID=15f8887e-2c2c-4b53-bbb0-4faadea87031,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:33.333751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 15f8887e-2c2c-4b53-bbb0-4faadea87031 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:33.392698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36964) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:33.426545 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-98727ff0-c335-45ea-bb75-300b6657b5d8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8899755 Apr 29 15:35:33.434691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36970) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:33.439529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-63f7e856-c775-4de8-a1bf-2976f5f5ee20 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.447545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Request body: {'subnet': {'network_id': '15f8887e-2c2c-4b53-bbb0-4faadea87031', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-534734206-subnet', 'tenant_id': '9ce3f81a65e040e98e62a6a17827486a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:33.461357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:33.471206 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Usage tracker for resource:subnet and tenant:9ce3f81a65e040e98e62a6a17827486a is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:33.474131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-63f7e856-c775-4de8-a1bf-2976f5f5ee20 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object bee6f53a-0bf8-4b80-b07e-41c8c53ede1a will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:33.476830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:33.482407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:33.550570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1184023294'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:33.556348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:33.559483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-63f7e856-c775-4de8-a1bf-2976f5f5ee20 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.577805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.598325 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:network and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:33.622620 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:33.625450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Made reservation on behalf of 9ce3f81a65e040e98e62a6a17827486a for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:33.628292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.649485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:33.663627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Subnet': ['ID=56dc92b6-68d2-4a22-99a9-912c33557c21,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:33.670408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Checking segment: {'id': 'd17fbac0-fc01-4b20-adeb-cd41ee0d8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:33.670783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network hostable DHCP agents. Network: 0a726ffa-9f9a-431b-8105-541ac948e470, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:33.783130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 0a726ffa-9f9a-431b-8105-541ac948e470 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:33.835417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-63f7e856-c775-4de8-a1bf-2976f5f5ee20 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] In _notify_port_updated(), no bound segment for port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a on network 0f33ee1a-577a-47f9-ad8f-497c92835860 {{(pid=88714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:35:33.841552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f7e856-c775-4de8-a1bf-2976f5f5ee20 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:33.842222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-63f7e856-c775-4de8-a1bf-2976f5f5ee20 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.843580 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-63f7e856-c775-4de8-a1bf-2976f5f5ee20 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "PUT /v2.0/ports/bee6f53a-0bf8-4b80-b07e-41c8c53ede1a HTTP/1.1" status: 200 len: 1012 time: 1.3406665 Apr 29 15:35:33.846664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36974) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:33.920275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 0a726ffa-9f9a-431b-8105-541ac948e470) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:33.927713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:33.928225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.936620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24da9970-11e7-4cc3-aae8-2ec17d2c8d01 None None] Network 0a726ffa-9f9a-431b-8105-541ac948e470 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:33.941435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-79eca34d-2179-45da-938a-f96d8b61470d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:33.941775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-79eca34d-2179-45da-938a-f96d8b61470d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.943091 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7e856-c775-4de8-a1bf-2976f5f5ee20 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=bee6f53a-0bf8-4b80-b07e-41c8c53ede1a,revision_number=3']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:33.950375 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:33.954848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:33.973738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.012740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:34.022871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:security_group_rule and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:34.034711 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:34.046906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:34.151836 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.195704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.204168 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6cb5e0e2-c82a-4eaf-867e-0e90409ecbb4 None None] Provisioning for port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:34.214386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-79eca34d-2179-45da-938a-f96d8b61470d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.241689 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6cb5e0e2-c82a-4eaf-867e-0e90409ecbb4 None None] Provisioning complete for port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:34.242165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6cb5e0e2-c82a-4eaf-867e-0e90409ecbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.273315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-0a726ffa-9f9a-431b-8105-541ac948e470', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:34.274460 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.298241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cfe0-1a95-4a83-b8c7-8f18ce53dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.349840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-79eca34d-2179-45da-938a-f96d8b61470d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for bee6f53a-0bf8-4b80-b07e-41c8c53ede1a owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:34.399718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-6cb5e0e2-c82a-4eaf-867e-0e90409ecbb4 None None] Port bee6f53a-0bf8-4b80-b07e-41c8c53ede1a cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:34.476023 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:35:34.478929 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.505787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Allocated IP 172.20.0.2 (0a726ffa-9f9a-431b-8105-541ac948e470/56dc92b6-68d2-4a22-99a9-912c33557c21/5538abe6-d0bb-48fa-8897-aa2ef9fa57ee) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:34.511659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3b926f-178d-4daf-ad44-dceb41d30997,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:34.524341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Checking segment: {'id': 'c5b6f6dd-d238-4526-81ec-a5c840bc3c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '15f8887e-2c2c-4b53-bbb0-4faadea87031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:34.524341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Network hostable DHCP agents. Network: 15f8887e-2c2c-4b53-bbb0-4faadea87031, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:34.542420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:34.556211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6752972d-628d-4661-8470-605b9683c1c0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:34.572785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.573436 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Added segment 0635d7f2-31ea-4769-a4a2-51f7ec8f43fb of type vlan for network 9f67ddbc-42f5-46bc-8c14-0009b5a33300 Apr 29 15:35:34.604011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.651923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-79eca34d-2179-45da-938a-f96d8b61470d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.714403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Network 15f8887e-2c2c-4b53-bbb0-4faadea87031 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:34.747338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eca34d-2179-45da-938a-f96d8b61470d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=bee6f53a-0bf8-4b80-b07e-41c8c53ede1a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:34.749462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.756289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:34.756289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.760670 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c39f4d71-3a47-410a-8b42-95dedbbc6d33 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2250557 Apr 29 15:35:34.766924 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 36978) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:34.782751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.795321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Transition to ACTIVE for port object 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:34.817748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Transition to ACTIVE for port object 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:34.837209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 15f8887e-2c2c-4b53-bbb0-4faadea87031) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:34.846982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78b6572-c9f5-4794-947c-30ca1e239a54 None None] Network 15f8887e-2c2c-4b53-bbb0-4faadea87031 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:34.874699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:34.876559 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:34.926504 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5327311 Apr 29 15:35:34.932231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.021631 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36982) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:35.022719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9acd13-60c9-4555-9937-42d493b741cd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Network': ['ID=9f67ddbc-42f5-46bc-8c14-0009b5a33300,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:35.033005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-155741679'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:35.039622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:35.044815 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-79eca34d-2179-45da-938a-f96d8b61470d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.045730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:network and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:35.049321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:35.050211 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-79eca34d-2179-45da-938a-f96d8b61470d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/bee6f53a-0bf8-4b80-b07e-41c8c53ede1a HTTP/1.1" status: 204 len: 168 time: 1.2012513 Apr 29 15:35:35.052500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36986) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:35.065907 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 9f67ddbc-42f5-46bc-8c14-0009b5a33300 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:35.103172 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b92a5b-1e14-49ce-842f-a5d90325557d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:35:35.104080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b3b92a5b-1e14-49ce-842f-a5d90325557d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:35.109768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:35.133474 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9b29488e-37bc-4df4-90ea-8d90ab4a8152 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6970594 Apr 29 15:35:35.206466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b3b92a5b-1e14-49ce-842f-a5d90325557d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:35.208759 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b3b92a5b-1e14-49ce-842f-a5d90325557d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/bee6f53a-0bf8-4b80-b07e-41c8c53ede1a HTTP/1.1" status: 404 len: 333 time: 0.1551015 Apr 29 15:35:35.211483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36992) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:35.579106 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Network 0a726ffa-9f9a-431b-8105-541ac948e470 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:35.581181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe44029e-a4a9-4b23-888c-34d3eb112ba2 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting subnet 7d7268ec-e169-4570-8a71-5702d19c1084 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:35:35.581181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fe44029e-a4a9-4b23-888c-34d3eb112ba2 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.581726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Pushing event updated for resources: {'Port': ['ID=5538abe6-d0bb-48fa-8897-aa2ef9fa57ee,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:35.581726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:35.581726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:35.582201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:35.582201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.582201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fe44029e-a4a9-4b23-888c-34d3eb112ba2 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.582201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:35.602633 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.607846 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Added segment 4c405585-aafb-4ce9-b0fb-e7cabf857eb5 of type vlan for network 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1 Apr 29 15:35:35.607846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 36998) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:35.621941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'subnet': {'network_id': '0c4aea11-171c-4e23-8c7b-eed7fdc71d1a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:35.645998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Attempting to bind port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:35.646370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Attempting to bind port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd17fbac0-fc01-4b20-adeb-cd41ee0d8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:35.646877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Attempting to bind port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee on network 0a726ffa-9f9a-431b-8105-541ac948e470 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:35.652606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da23a3b5-88cc-4200-9e8c-8705daebf3f8 None None] Network 15f8887e-2c2c-4b53-bbb0-4faadea87031 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:35.722164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.747873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.795784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:35.798624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fe44029e-a4a9-4b23-888c-34d3eb112ba2 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.818197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.820372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.821344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:35.821710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Checking segment: {'id': 'd17fbac0-fc01-4b20-adeb-cd41ee0d8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:35.822088 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.822473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Bound using segment: {'id': 'd17fbac0-fc01-4b20-adeb-cd41ee0d8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:35.822944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Bound port: 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17fbac0-fc01-4b20-adeb-cd41ee0d8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:35.823316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.837359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:subnet and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:35.841704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:35.850238 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:35.918681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.928746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:35.928746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:35.987640 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:35.991105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.006931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fe44029e-a4a9-4b23-888c-34d3eb112ba2 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.015691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] For port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:36.019169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] For port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5538abe6-d0bb-48fa-8897-aa2ef9fa57ee,segment=NetworkSegment(d17fbac0-fc01-4b20-adeb-cd41ee0d8e65),segment_id=d17fbac0-fc01-4b20-adeb-cd41ee0d8e65)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:36.099524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.121461 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44029e-a4a9-4b23-888c-34d3eb112ba2 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7268ec-e169-4570-8a71-5702d19c1084,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:36.124286 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0981464 Apr 29 15:35:36.130110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d08d3-45fb-4f77-88ed-005b8951019c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Network': ['ID=60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:36.135270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fe44029e-a4a9-4b23-888c-34d3eb112ba2 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.139956 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fe44029e-a4a9-4b23-888c-34d3eb112ba2 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/7d7268ec-e169-4570-8a71-5702d19c1084 HTTP/1.1" status: 204 len: 168 time: 0.9244823 Apr 29 15:35:36.139956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37014) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:36.143451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37018) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:36.148947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'subnet': {'network_id': '9f67ddbc-42f5-46bc-8c14-0009b5a33300', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:36.160176 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e358a-8a7a-4d19-a8c7-f9f8452599d9 None None] Network 0f33ee1a-577a-47f9-ad8f-497c92835860 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:36.174232 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:36.204085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Allocated IP 172.20.0.1 (0a726ffa-9f9a-431b-8105-541ac948e470/56dc92b6-68d2-4a22-99a9-912c33557c21/c9478417-110c-464f-b408-10df04987cf2) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:36.307573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37024) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:36.315348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1730204217-network', 'tenant_id': 'c88f5550a08b435488afd31ee875e41a'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:36.391901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.393813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:36.410990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Transition to ACTIVE for port object c9478417-110c-464f-b408-10df04987cf2 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:36.414155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e889e-60a1-4ec4-9dd6-3bf1425808ce None None] Pushing event updated for resources: {'Port': ['ID=5538abe6-d0bb-48fa-8897-aa2ef9fa57ee,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:36.425951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Usage tracker for resource:network and tenant:c88f5550a08b435488afd31ee875e41a is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:36.442017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:36.449223 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8db0c8-14a4-4169-b5f9-9d705256bc4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting subnet c4f04b7e-b684-451f-9abe-c90a90c2eb06 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:35:36.452393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:36.458358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:36.463577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:subnet and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:36.468737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:36.471801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af8db0c8-14a4-4169-b5f9-9d705256bc4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.509589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:36.516062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.601356 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Made reservation on behalf of c88f5550a08b435488afd31ee875e41a for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:36.604713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.607792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 0a726ffa-9f9a-431b-8105-541ac948e470 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:36.611010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:36.615163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:36.619136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af8db0c8-14a4-4169-b5f9-9d705256bc4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.679385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:36.680866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=c9478417-110c-464f-b408-10df04987cf2,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:36.681107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.714675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.718037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.781677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:36.842432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Usage tracker for resource:security_group_rule and tenant:c88f5550a08b435488afd31ee875e41a is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:36.852758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:36.873062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:36.934139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:36.938447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af8db0c8-14a4-4169-b5f9-9d705256bc4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.027793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.105709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.314643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Subnet': ['ID=0048227a-f142-426a-a131-3abe3c6ecb63,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:37.374801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Checking segment: {'id': 'bc847c12-0860-4d59-b5d6-5574eba87bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0c4aea11-171c-4e23-8c7b-eed7fdc71d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:37.375171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network hostable DHCP agents. Network: 0c4aea11-171c-4e23-8c7b-eed7fdc71d1a, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:37.407263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.424388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:37.432804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af8db0c8-14a4-4169-b5f9-9d705256bc4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.477743 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8db0c8-14a4-4169-b5f9-9d705256bc4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f04b7e-b684-451f-9abe-c90a90c2eb06,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:37.484303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-af8db0c8-14a4-4169-b5f9-9d705256bc4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.485667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.488913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.495958 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe12911-b4e1-43e0-801d-46b0f0496894 None None] Network 0f33ee1a-577a-47f9-ad8f-497c92835860 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:37.533998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.537506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network 0c4aea11-171c-4e23-8c7b-eed7fdc71d1a is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:37.554877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.594080 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-af8db0c8-14a4-4169-b5f9-9d705256bc4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/c4f04b7e-b684-451f-9abe-c90a90c2eb06 HTTP/1.1" status: 204 len: 168 time: 1.4495969 Apr 29 15:35:37.602318 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f9e1c245-507b-4d60-9919-e691467f1799 None None] Provisioning complete for port d12e149e-92d1-423c-a5d7-2c997868c9c7 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:37.602721 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f9e1c245-507b-4d60-9919-e691467f1799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.605230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:37.613522 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37028) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:37.661975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ecddfb-1717-4408-8f02-394e1f06b8a0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:37.672400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 0c4aea11-171c-4e23-8c7b-eed7fdc71d1a) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:37.674851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Subnet': ['ID=bb757820-5e16-4ae1-963b-363f8680bbf9,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:37.694788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:37.695547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.706427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d5a4b5-414e-4812-bfc2-ea3eca7bae33 None None] Network 0c4aea11-171c-4e23-8c7b-eed7fdc71d1a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:37.708890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.709318 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Added segment e15a42a6-c141-451d-9428-88b7301e17ff of type vlan for network 97edcbe9-15f2-4e1b-b319-6e4064022b24 Apr 29 15:35:37.732135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114be9bd-7aeb-4274-a8d7-a8e05efd82d6 None None] Network 0a726ffa-9f9a-431b-8105-541ac948e470 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:37.733889 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Checking segment: {'id': '0635d7f2-31ea-4769-a4a2-51f7ec8f43fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9f67ddbc-42f5-46bc-8c14-0009b5a33300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:37.734353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network hostable DHCP agents. Network: 9f67ddbc-42f5-46bc-8c14-0009b5a33300, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:37.822954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.839081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.845378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.862806 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=c9478417-110c-464f-b408-10df04987cf2,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:37.866512 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3f874bcf-326c-42c2-a116-224339d7c830 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2583971 Apr 29 15:35:37.867281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37032) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:37.868823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port d12e149e-92d1-423c-a5d7-2c997868c9c7 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:37.869321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.888021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:37.918494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-848112232'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:37.924711 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network 9f67ddbc-42f5-46bc-8c14-0009b5a33300 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:37.927901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:37.943290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:network and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:37.943479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 9f67ddbc-42f5-46bc-8c14-0009b5a33300) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:37.944692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:37.949224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:37.949787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:37.954541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:37.970489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464bf500-a0cc-4820-ada5-dc94ee8dc4bb None None] Network 9f67ddbc-42f5-46bc-8c14-0009b5a33300 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:37.988842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 0a726ffa-9f9a-431b-8105-541ac948e470 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:37.989991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:38.016022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.017115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:38.024132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.048717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:38.052070 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.084962 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b7e928a2-b891-4ae6-8409-8da99701ce67 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9432561 Apr 29 15:35:38.088571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37036) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:38.113508 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'subnet': {'network_id': '60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:38.166762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:38.184082 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8722510 Apr 29 15:35:38.184303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.184303 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Added segment 466ac7b2-60ae-4c51-a1c9-6c42e414382d of type vlan for network 58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f Apr 29 15:35:38.184303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37040) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:38.198965 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Request body: {'subnet': {'network_id': '97edcbe9-15f2-4e1b-b319-6e4064022b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1730204217-subnet', 'tenant_id': 'c88f5550a08b435488afd31ee875e41a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:38.209673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:38.220054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Usage tracker for resource:subnet and tenant:c88f5550a08b435488afd31ee875e41a is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:38.228262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:38.242954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:38.247846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378f692-5745-43e1-a5b0-9eed0b1ebc54 admin admin] Pushing event updated for resources: {'Network': ['ID=97edcbe9-15f2-4e1b-b319-6e4064022b24,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:38.260063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.286325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 97edcbe9-15f2-4e1b-b319-6e4064022b24 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:38.336819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] For port d12e149e-92d1-423c-a5d7-2c997868c9c7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d12e149e-92d1-423c-a5d7-2c997868c9c7,segment=NetworkSegment(e8a444b4-d628-4bbe-afed-5e4507fe8936),segment_id=e8a444b4-d628-4bbe-afed-5e4507fe8936)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:38.337229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.394284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.400244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:38.401444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.414422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 054d96ed-4968-4c33-bb02-bead4ce7533f is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:35:38.416552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Made reservation on behalf of c88f5550a08b435488afd31ee875e41a for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:38.418851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.483370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for d12e149e-92d1-423c-a5d7-2c997868c9c7 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:38.514369 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:38.527334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:subnet and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:38.531809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:38.541373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:38.607520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947b7473-7bed-405b-bf90-7a9683eb9b98 None None] DHCP port deletion for 0f33ee1a-577a-47f9-ad8f-497c92835860 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:35:38.619758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:38.624572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.628781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-0c4aea11-171c-4e23-8c7b-eed7fdc71d1a', 'network_id': '0c4aea11-171c-4e23-8c7b-eed7fdc71d1a', 'tenant_id': '39acad30fa92429bb7712e9d9ea500ce', 'fixed_ips': [{'subnet_id': '0048227a-f142-426a-a131-3abe3c6ecb63'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:38.629590 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.643688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-947b7473-7bed-405b-bf90-7a9683eb9b98 None None] Deleting port d12e149e-92d1-423c-a5d7-2c997868c9c7 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:38.644048 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-947b7473-7bed-405b-bf90-7a9683eb9b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.711990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.739605 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8709357 Apr 29 15:35:38.751628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37044) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:38.754058 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f782e812-d506-4e89-a910-d55b839ee566 None None] Provisioning for port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:38.761233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd3ede-bcbd-41f3-8c98-f4e573e3c90b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Network': ['ID=58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:38.763569 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-947b7473-7bed-405b-bf90-7a9683eb9b98 None None] The port 'd12e149e-92d1-423c-a5d7-2c997868c9c7' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:35:38.768190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'subnet': {'network_id': '58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:38.778182 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No DVR routers for this DVR port d12e149e-92d1-423c-a5d7-2c997868c9c7 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:35:38.780242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=d12e149e-92d1-423c-a5d7-2c997868c9c7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:38.810932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:38.823327 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-9f67ddbc-42f5-46bc-8c14-0009b5a33300', 'network_id': '9f67ddbc-42f5-46bc-8c14-0009b5a33300', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'fixed_ips': [{'subnet_id': 'bb757820-5e16-4ae1-963b-363f8680bbf9'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:38.824143 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.834925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f782e812-d506-4e89-a910-d55b839ee566 None None] Provisioning complete for port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:38.835762 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f782e812-d506-4e89-a910-d55b839ee566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.892628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:38.925059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Sync routers for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:38.925854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:38.925984 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-76f696bb-5006-42c4-94b5-36ce96639fdb tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1575377 Apr 29 15:35:38.929509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37048) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:38.965879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:38.979901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'network': {'name': 'tempest-RoutersTest-389752424'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:38.982934 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:subnet and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:38.986544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:38.989767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:39.002970 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:39.005258 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:network and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:39.012574 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:39.025999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:39.092826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:39.096451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.100944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:39.101732 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:39.102727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f33ee1a-577a-47f9-ad8f-497c92835860']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:39.124649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a444b4-d628-4bbe-afed-5e4507fe8936') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:39.125018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a444b4-d628-4bbe-afed-5e4507fe8936') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:39.129983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:39.133825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.142266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.173423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.190919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:35:39.191329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:35:39.206259 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:35:39.219434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.282117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:39.343236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.348124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a209f58-0b93-47a6-b6f4-a8a34fb3d395,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:39.350903 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d12e149e-92d1-423c-a5d7-2c997868c9c7 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:35:39.358302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Checking segment: {'id': 'e15a42a6-c141-451d-9428-88b7301e17ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '97edcbe9-15f2-4e1b-b319-6e4064022b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:39.358966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Network hostable DHCP agents. Network: 97edcbe9-15f2-4e1b-b319-6e4064022b24, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:39.415101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.427672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.428110 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Added segment 50e99786-215d-440d-97c2-a7a97d443c25 of type vlan for network 132a8d81-2c04-4882-b3bd-049cf0f0602c Apr 29 15:35:39.438248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: d12e149e-92d1-423c-a5d7-2c997868c9c7 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:35:39.438591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d12e149e-92d1-423c-a5d7-2c997868c9c7 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:35:39.462487 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.485517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Network 97edcbe9-15f2-4e1b-b319-6e4064022b24 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:39.492735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.495826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Network': ['ID=0f33ee1a-577a-47f9-ad8f-497c92835860,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:39.502654 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Checking segment: {'id': '4c405585-aafb-4ce9-b0fb-e7cabf857eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:39.503386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network hostable DHCP agents. Network: 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:39.508369 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Subnet': ['ID=ac20e137-b16c-471c-92db-bb57f7f15111,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:39.543068 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Allocated IP 2001:db8:0:ffff::2 (0c4aea11-171c-4e23-8c7b-eed7fdc71d1a/0048227a-f142-426a-a131-3abe3c6ecb63/ae242d5d-5a29-407e-ab6c-49a3cae85b41) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:39.546303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:35:39.612019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 97edcbe9-15f2-4e1b-b319-6e4064022b24) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:39.617613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:39.618346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.634743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f782e812-d506-4e89-a910-d55b839ee566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.644161 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac545711-1381-45de-bede-c4880bf08da7 None None] Network 97edcbe9-15f2-4e1b-b319-6e4064022b24 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:39.658443 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-76fb3ed8-34c0-4c30-9557-fc8456a755ab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/networks/0f33ee1a-577a-47f9-ad8f-497c92835860 HTTP/1.1" status: 204 len: 168 time: 2.0374358 Apr 29 15:35:39.658862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.662143 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37052) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:39.667969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Allocated IP 2001:db8::2 (9f67ddbc-42f5-46bc-8c14-0009b5a33300/bb757820-5e16-4ae1-963b-363f8680bbf9/153fe094-c8d8-4451-8df3-c0c5b51e3eee) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:39.668113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:39.668113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.711952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:39.738607 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:39.748864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:39.749754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.804453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2f6b1-5d26-4137-b19f-19a2ed299382 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:39.805600 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3de2f6b1-5d26-4137-b19f-19a2ed299382 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:39.843924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b4c8f-3dd5-4d87-a692-ffac365bf530 None None] Network 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:39.869932 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-33e90925-82b1-4bd3-897e-6c475a6b44a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7615235 Apr 29 15:35:39.869932 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37056) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:39.869932 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5f41834a-e09a-489c-97c5-9f33ad3e4364 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-727273420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:39.876279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5f41834a-e09a-489c-97c5-9f33ad3e4364 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:39.880599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5f41834a-e09a-489c-97c5-9f33ad3e4364 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:router and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:39.886362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5f41834a-e09a-489c-97c5-9f33ad3e4364 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:39.894137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5f41834a-e09a-489c-97c5-9f33ad3e4364 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:39.898037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3de2f6b1-5d26-4137-b19f-19a2ed299382 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:39.905300 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3de2f6b1-5d26-4137-b19f-19a2ed299382 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2421262 Apr 29 15:35:39.910193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37060) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:39.946379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Network': ['ID=132a8d81-2c04-4882-b3bd-049cf0f0602c,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:39.989470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f41834a-e09a-489c-97c5-9f33ad3e4364 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:39.990718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f41834a-e09a-489c-97c5-9f33ad3e4364 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.018842 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5513d8c1-69d1-40b4-a1e3-d964dcfc9e8a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8325224 Apr 29 15:35:40.033096 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-afc99200-5b72-4336-b260-6e67d96d56ae tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1240103 Apr 29 15:35:40.034047 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37066) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:40.043678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-607296643'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:40.051497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f41834a-e09a-489c-97c5-9f33ad3e4364 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.053585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:40.064137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:network and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:40.065244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.objects.ports [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88715) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:35:40.067647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.067888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:40.075770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:40.101104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 132a8d81-2c04-4882-b3bd-049cf0f0602c details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:40.117069 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5f9e62dd-baca-4cf5-b1d5-9c90d7aab453 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1846976 Apr 29 15:35:40.119965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37070) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:40.126364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'subnet': {'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:40.170426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f41834a-e09a-489c-97c5-9f33ad3e4364 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.171335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Checking segment: {'id': '466ac7b2-60ae-4c51-a1c9-6c42e414382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:40.171335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network hostable DHCP agents. Network: 58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:40.194789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Subnet': ['ID=32f07780-94f0-45fe-a90e-a087739cea33,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:40.268772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network 58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:40.277487 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:40.289227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:40.292847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.306391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:subnet and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:40.314865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:40.323897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:40.328407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f782e812-d506-4e89-a910-d55b839ee566 None None] For port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5538abe6-d0bb-48fa-8897-aa2ef9fa57ee,segment=NetworkSegment(d17fbac0-fc01-4b20-adeb-cd41ee0d8e65),segment_id=d17fbac0-fc01-4b20-adeb-cd41ee0d8e65)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:40.343796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:40.346652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:40.348745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:40.349872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.358791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.358926 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Added segment 77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb of type vlan for network f75e2e96-119c-4ea0-ad7e-14d730a4e35c Apr 29 15:35:40.388385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.408045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5f41834a-e09a-489c-97c5-9f33ad3e4364 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.410338 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5f41834a-e09a-489c-97c5-9f33ad3e4364 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5459266 Apr 29 15:35:40.412256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37080) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:40.465063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54789f9b-88f0-4af7-b2b5-4b81e1b363a7 None None] Network 58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:40.489358 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3e8e4957-a717-45a0-992d-c79455a54db2 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7306912 Apr 29 15:35:40.490354 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37084) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:40.495383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'port': {'network_id': '58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f', 'name': 'tempest-NetworksIpV6TestAttrs-834407125'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:40.511441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f782e812-d506-4e89-a910-d55b839ee566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.530128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:40.533628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.677271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:40.681477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:port and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:40.685846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:40.693737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:40.770490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:40.776819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.806722 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] device_id is not set on port 20008fc8-d40f-49e8-9d21-c7418ef392a3 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:35:40.850611 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.856028 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:40.857353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:40.965714 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Allocated IP 2001:db8::f816:3eff:fe3d:1ee8 (58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f/32f07780-94f0-45fe-a90e-a087739cea33/20008fc8-d40f-49e8-9d21-c7418ef392a3) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:41.001911 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782e812-d506-4e89-a910-d55b839ee566 None None] Pushing event updated for resources: {'Port': ['ID=5538abe6-d0bb-48fa-8897-aa2ef9fa57ee,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:41.005525 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-22dac91d-4ff5-48a5-9884-02def582b69b None None] Provisioning for port c9478417-110c-464f-b408-10df04987cf2 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:41.046826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.049134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-22dac91d-4ff5-48a5-9884-02def582b69b None None] Provisioning complete for port c9478417-110c-464f-b408-10df04987cf2 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:41.049556 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-22dac91d-4ff5-48a5-9884-02def582b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.120431 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Transition to ACTIVE for port object 153fe094-c8d8-4451-8df3-c0c5b51e3eee will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:41.125412 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.183855 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.202829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Transition to ACTIVE for port object 20008fc8-d40f-49e8-9d21-c7418ef392a3 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:41.281424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.300625 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2629995 Apr 29 15:35:41.332544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37098) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:41.337701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e65ad2-987f-45c8-8198-0f82a44cfd3b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Network': ['ID=f75e2e96-119c-4ea0-ad7e-14d730a4e35c,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:41.343351 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Transition to ACTIVE for port object ae242d5d-5a29-407e-ab6c-49a3cae85b41 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:41.364710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': 'f75e2e96-119c-4ea0-ad7e-14d730a4e35c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:41.369809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a995837d-3b9b-4024-85a7-205b8090426b None None] Network 97edcbe9-15f2-4e1b-b319-6e4064022b24 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:41.381711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network 58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:41.382719 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network f75e2e96-119c-4ea0-ad7e-14d730a4e35c details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:41.386277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:41.390495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:41.397070 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:41.398375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.412195 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:41.426450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Port': ['ID=20008fc8-d40f-49e8-9d21-c7418ef392a3,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:41.437712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1', 'network_id': '60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'fixed_ips': [{'subnet_id': 'ac20e137-b16c-471c-92db-bb57f7f15111'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:41.438526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.447052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-22dac91d-4ff5-48a5-9884-02def582b69b None None] Port c9478417-110c-464f-b408-10df04987cf2 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:41.464299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Transition to ACTIVE for port object 153fe094-c8d8-4451-8df3-c0c5b51e3eee will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:41.471485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.510551 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-03e5a62a-2295-4723-9b71-c7be331e4517 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0174963 Apr 29 15:35:41.511375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37102) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:41.549364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Transition to ACTIVE for port object ae242d5d-5a29-407e-ab6c-49a3cae85b41 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:41.582285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-88707e96-8774-4e8f-9a2e-d4a6f53ae1fb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Deleting subnet 32f07780-94f0-45fe-a90e-a087739cea33 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:35:41.585707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-88707e96-8774-4e8f-9a2e-d4a6f53ae1fb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.593099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-35a9b5fa-8d16-43c9-ba80-a9976cb18b8d tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:41.594806 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-35a9b5fa-8d16-43c9-ba80-a9976cb18b8d tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/networks?id=15f8887e-2c2c-4b53-bbb0-4faadea87031 HTTP/1.1" status: 200 len: 811 time: 0.7555513 Apr 29 15:35:41.646608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-88707e96-8774-4e8f-9a2e-d4a6f53ae1fb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.730004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-88707e96-8774-4e8f-9a2e-d4a6f53ae1fb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.733701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.758761 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-c73d6b25-5e46-4718-9d1a-033858c90ef2 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/quotas/9ce3f81a65e040e98e62a6a17827486a HTTP/1.1" status: 200 len: 375 time: 0.0927947 Apr 29 15:35:41.760817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:41.779562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.816231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-22dac91d-4ff5-48a5-9884-02def582b69b None None] Provisioning complete for port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:41.816623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-22dac91d-4ff5-48a5-9884-02def582b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.818450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:41.864334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:41.881788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-88707e96-8774-4e8f-9a2e-d4a6f53ae1fb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.882942 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:41.886695 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-b19c0bd1-df27-4f82-93a2-b334060072e2 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ce3f81a65e040e98e62a6a17827486a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048195 Apr 29 15:35:41.919474 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Network 9f67ddbc-42f5-46bc-8c14-0009b5a33300 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:41.930771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-88707e96-8774-4e8f-9a2e-d4a6f53ae1fb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:41.940184 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-88707e96-8774-4e8f-9a2e-d4a6f53ae1fb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/subnets/32f07780-94f0-45fe-a90e-a087739cea33 HTTP/1.1" status: 204 len: 168 time: 0.4252110 Apr 29 15:35:41.942421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37108) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:41.943206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88707e96-8774-4e8f-9a2e-d4a6f53ae1fb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Subnet': ['ID=32f07780-94f0-45fe-a90e-a087739cea33,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:41.945338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:41.962695 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:41.965692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Network 0c4aea11-171c-4e23-8c7b-eed7fdc71d1a is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:41.977722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:41.979410 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:41.982695 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:35:36Z', 'revision_number': 2, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:37Z', 'revision_number': 2, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:41.992143 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.004835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Pushing event updated for resources: {'Port': ['ID=153fe094-c8d8-4451-8df3-c0c5b51e3eee,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:42.035577 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125bbb30-2771-40df-9c6c-c7951a6fe035 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:42.038015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:42.038743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125bbb30-2771-40df-9c6c-c7951a6fe035 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:42.039653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-125bbb30-2771-40df-9c6c-c7951a6fe035 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Synchronizing usage tracker for tenant:39acad30fa92429bb7712e9d9ea500ce on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:42.041835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.131617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-125bbb30-2771-40df-9c6c-c7951a6fe035 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Unset dirty status for tenant:39acad30fa92429bb7712e9d9ea500ce on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:42.133348 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-125bbb30-2771-40df-9c6c-c7951a6fe035 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1875730 Apr 29 15:35:42.136325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37112) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:42.159040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Checking router: 054d96ed-4968-4c33-bb02-bead4ce7533f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:35:42.159437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Updating router 054d96ed-4968-4c33-bb02-bead4ce7533f port c9478417-110c-464f-b408-10df04987cf2 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:35:42.226831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:42.227192 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.255371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6d2807e2-72c9-4087-b234-da4d712bd356 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.264015 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2807e2-72c9-4087-b234-da4d712bd356 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 15:35:42.264613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2807e2-72c9-4087-b234-da4d712bd356 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:35:42.270372 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6d2807e2-72c9-4087-b234-da4d712bd356 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/networks/58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f HTTP/1.1" status: 409 len: 405 time: 0.1285818 Apr 29 15:35:42.270372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37116) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:42.277970 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-838558948'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:42.281133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:42.284926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:network and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:42.288540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:42.295098 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:42.355318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Subnet': ['ID=e48f45ff-50fd-468c-a352-f0cd6ce147af,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:42.369458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Checking segment: {'id': '50e99786-215d-440d-97c2-a7a97d443c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:42.370079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network hostable DHCP agents. Network: 132a8d81-2c04-4882-b3bd-049cf0f0602c, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:42.378035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:42.381841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.397520 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Allocated IP 2001:db8::1 (9f67ddbc-42f5-46bc-8c14-0009b5a33300/bb757820-5e16-4ae1-963b-363f8680bbf9/09fecd4c-24ac-4a50-b2af-f6277124ac30) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:42.413082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:42.423419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.423769 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Added segment 947d836d-894d-4d38-83c3-28c5a24ebdcc of type vlan for network c29d4d08-d57f-4aaa-9ee8-70961d57fc37 Apr 29 15:35:42.432552 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-29154a34-a763-400c-8056-33ee7a7d50de service neutron] 10.222.0.39 "GET /v2.0/networks/15f8887e-2c2c-4b53-bbb0-4faadea87031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314515 Apr 29 15:35:42.466698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.477913 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Pushing event updated for resources: {'Port': ['ID=ae242d5d-5a29-407e-ab6c-49a3cae85b41,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:42.499057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d49dd36-b92b-4270-b9e2-093822964c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f', 'network_id': '58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f', 'tenant_id': '39acad30fa92429bb7712e9d9ea500ce', 'fixed_ips': [{'subnet_id': '32f07780-94f0-45fe-a90e-a087739cea33'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:42.499057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4d49dd36-b92b-4270-b9e2-093822964c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.503952 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Attempting to bind port 153fe094-c8d8-4451-8df3-c0c5b51e3eee on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:42.504316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Attempting to bind port 153fe094-c8d8-4451-8df3-c0c5b51e3eee by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '0635d7f2-31ea-4769-a4a2-51f7ec8f43fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9f67ddbc-42f5-46bc-8c14-0009b5a33300'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:42.504690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Attempting to bind port 153fe094-c8d8-4451-8df3-c0c5b51e3eee on network 9f67ddbc-42f5-46bc-8c14-0009b5a33300 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:42.522918 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Attempting to bind port ae242d5d-5a29-407e-ab6c-49a3cae85b41 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:42.523275 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Attempting to bind port ae242d5d-5a29-407e-ab6c-49a3cae85b41 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'bc847c12-0860-4d59-b5d6-5574eba87bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0c4aea11-171c-4e23-8c7b-eed7fdc71d1a'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:42.523665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Attempting to bind port ae242d5d-5a29-407e-ab6c-49a3cae85b41 on network 0c4aea11-171c-4e23-8c7b-eed7fdc71d1a {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:42.525903 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.537562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 132a8d81-2c04-4882-b3bd-049cf0f0602c is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:42.570174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.576929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:42.577514 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.598063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Allocated IP 2001:db8:1::2 (60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1/ac20e137-b16c-471c-92db-bb57f7f15111/81e1b57d-a1ab-4951-ac3b-9433ede8701b) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:42.604488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:42.604873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Checking segment: {'id': 'bc847c12-0860-4d59-b5d6-5574eba87bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0c4aea11-171c-4e23-8c7b-eed7fdc71d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:42.605410 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.605637 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Bound using segment: {'id': 'bc847c12-0860-4d59-b5d6-5574eba87bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0c4aea11-171c-4e23-8c7b-eed7fdc71d1a'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:42.606223 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Bound port: ae242d5d-5a29-407e-ab6c-49a3cae85b41, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc847c12-0860-4d59-b5d6-5574eba87bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0c4aea11-171c-4e23-8c7b-eed7fdc71d1a'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:42.607007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.616185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:42.616567 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Checking segment: {'id': '0635d7f2-31ea-4769-a4a2-51f7ec8f43fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9f67ddbc-42f5-46bc-8c14-0009b5a33300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:42.617100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.617615 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Bound using segment: {'id': '0635d7f2-31ea-4769-a4a2-51f7ec8f43fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9f67ddbc-42f5-46bc-8c14-0009b5a33300'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:42.617821 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Bound port: 153fe094-c8d8-4451-8df3-c0c5b51e3eee, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635d7f2-31ea-4769-a4a2-51f7ec8f43fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9f67ddbc-42f5-46bc-8c14-0009b5a33300'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:42.618155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.691679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 132a8d81-2c04-4882-b3bd-049cf0f0602c) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:42.705790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Network': ['ID=c29d4d08-d57f-4aaa-9ee8-70961d57fc37,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:42.710044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:42.711453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.734488 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bc7a8e90-5b47-40bf-9cf2-0fadb035e828 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4595444 Apr 29 15:35:42.734699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37120) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:42.740318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'subnet': {'network_id': 'c29d4d08-d57f-4aaa-9ee8-70961d57fc37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:42.752453 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6aff88-0963-45fd-acaf-b67fa0f848d2 None None] Network 132a8d81-2c04-4882-b3bd-049cf0f0602c requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:42.821391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.826535 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-1b5fc8ec-0dff-4a20-897d-f7eacd586b66 service neutron] 10.222.0.39 "GET /v2.0/networks/15f8887e-2c2c-4b53-bbb0-4faadea87031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854830 Apr 29 15:35:42.830791 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network c29d4d08-d57f-4aaa-9ee8-70961d57fc37 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:42.841814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Transition to ACTIVE for port object 09fecd4c-24ac-4a50-b2af-f6277124ac30 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:42.856174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:42.867005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:42.880636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:42.966163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:42.970117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:43.054133 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-29133428-55b1-4bf7-a970-3e59ce41d170 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9329245 Apr 29 15:35:43.063530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37124) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:43.066332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:43.117925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] For port ae242d5d-5a29-407e-ab6c-49a3cae85b41, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:43.121357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] For port ae242d5d-5a29-407e-ab6c-49a3cae85b41, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ae242d5d-5a29-407e-ab6c-49a3cae85b41,segment=NetworkSegment(bc847c12-0860-4d59-b5d6-5574eba87bdd),segment_id=bc847c12-0860-4d59-b5d6-5574eba87bdd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:43.252725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:43.337571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Subnet': ['ID=b58c2efb-92a2-4b59-9b11-dfd27237b743,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:43.383485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network 9f67ddbc-42f5-46bc-8c14-0009b5a33300 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:43.404983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:43.418835 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b64d66f5-3030-4a04-bae1-4c107d95a22b req-1639f42f-9a3e-4f48-883a-6af100ab8207 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 210 time: 0.2372088 Apr 29 15:35:43.419790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:43.420394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:43.442653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=09fecd4c-24ac-4a50-b2af-f6277124ac30,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:43.460784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Checking segment: {'id': '77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f75e2e96-119c-4ea0-ad7e-14d730a4e35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:43.461148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network hostable DHCP agents. Network: f75e2e96-119c-4ea0-ad7e-14d730a4e35c, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:43.495563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.objects.ports [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88715) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:35:43.497849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:43.543698 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916a1fc1-bfa2-4e78-9d99-f1b4de62e2a4 None None] Network 58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:43.612290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Checking segment: {'id': '947d836d-894d-4d38-83c3-28c5a24ebdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29d4d08-d57f-4aaa-9ee8-70961d57fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:43.614077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network hostable DHCP agents. Network: c29d4d08-d57f-4aaa-9ee8-70961d57fc37, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:43.640544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Subnet': ['ID=29c685f3-fa73-4af3-bcbc-cc8dd5b68f06,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:43.650228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] For port 153fe094-c8d8-4451-8df3-c0c5b51e3eee, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:43.730437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network c29d4d08-d57f-4aaa-9ee8-70961d57fc37 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:43.770626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd9268-3d36-4173-affb-3444544e9052 None None] Pushing event updated for resources: {'Port': ['ID=ae242d5d-5a29-407e-ab6c-49a3cae85b41,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:43.784921 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] For port 153fe094-c8d8-4451-8df3-c0c5b51e3eee, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=153fe094-c8d8-4451-8df3-c0c5b51e3eee,segment=NetworkSegment(0635d7f2-31ea-4769-a4a2-51f7ec8f43fb),segment_id=0635d7f2-31ea-4769-a4a2-51f7ec8f43fb)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:43.852427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network f75e2e96-119c-4ea0-ad7e-14d730a4e35c is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:43.929098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:43.962472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, c29d4d08-d57f-4aaa-9ee8-70961d57fc37) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:43.968569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:43.969397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.038351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, f75e2e96-119c-4ea0-ad7e-14d730a4e35c) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:44.057953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:44.058535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.065015 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-72c46045-9b35-4708-87a3-216926fba72d tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3289759 Apr 29 15:35:44.067423 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37142) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:44.071260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.077519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'port': {'network_id': 'c29d4d08-d57f-4aaa-9ee8-70961d57fc37', 'name': 'tempest-NetworksIpV6TestAttrs-1787743044'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:44.086888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9a2f6b-8cb9-4514-9a9a-f2e75c8473fa None None] Network c29d4d08-d57f-4aaa-9ee8-70961d57fc37 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:44.100656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264fe383-5a56-4c95-a62d-4aaf42c8a567 None None] Network f75e2e96-119c-4ea0-ad7e-14d730a4e35c requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:44.270916 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.297882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:44.308146 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:port and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:44.315916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:44.328827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:44.362436 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2ff168fb-0c8f-4458-a7df-25e45da5b05b tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0263767 Apr 29 15:35:44.370967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37148) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:44.377303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': 'f75e2e96-119c-4ea0-ad7e-14d730a4e35c', 'name': 'tempest-PortsIpV6TestJSON-1039571273'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:44.524392 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.584134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-132a8d81-2c04-4882-b3bd-049cf0f0602c', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:44.584338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:44.584834 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.594829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:44.630986 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd4c39-3450-4261-964a-f8fbd310f0a2 None None] Pushing event updated for resources: {'Port': ['ID=153fe094-c8d8-4451-8df3-c0c5b51e3eee,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:44.647765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Transition to ACTIVE for port object 81e1b57d-a1ab-4951-ac3b-9433ede8701b will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:44.682823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] device_id is not set on port b48935e5-ea51-4c53-a059-93e9e580b085 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:35:44.899176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:44.905545 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-82147d56-bfb8-4fb3-8199-8ee634c3adc1 req-e576dbe8-4825-4bec-8bb0-1df8aa0ddc65 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 210 time: 0.3452687 Apr 29 15:35:44.931274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:45.007126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Transition to ACTIVE for port object 81e1b57d-a1ab-4951-ac3b-9433ede8701b will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:45.014729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.resource_extend [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:35:45.039926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:45.044150 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.073156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port fb730516-cfde-4006-bc07-affacc54d418 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:35:45.138750 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35db1c31-3b07-43da-bb5e-114aea1bf9c6 None None] Network 0c4aea11-171c-4e23-8c7b-eed7fdc71d1a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:45.166901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Allocated IP 2001:db8::f816:3eff:fe16:3388 (c29d4d08-d57f-4aaa-9ee8-70961d57fc37/29c685f3-fa73-4af3-bcbc-cc8dd5b68f06/b48935e5-ea51-4c53-a059-93e9e580b085) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:45.278981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.297364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.397988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8::128 (f75e2e96-119c-4ea0-ad7e-14d730a4e35c/b58c2efb-92a2-4b59-9b11-dfd27237b743/fb730516-cfde-4006-bc07-affacc54d418) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:45.399385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.401055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.423753 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Allocated IP 172.21.0.2 (132a8d81-2c04-4882-b3bd-049cf0f0602c/e48f45ff-50fd-468c-a352-f0cd6ce147af/e16a5d35-026f-491a-ab11-0840ff4278ac) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:45.479082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-c29d4d08-d57f-4aaa-9ee8-70961d57fc37', 'network_id': 'c29d4d08-d57f-4aaa-9ee8-70961d57fc37', 'tenant_id': '39acad30fa92429bb7712e9d9ea500ce', 'fixed_ips': [{'subnet_id': '29c685f3-fa73-4af3-bcbc-cc8dd5b68f06'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:45.479923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.494393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.538299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Network 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:45.559666 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:45.568328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Pushing event updated for resources: {'Port': ['ID=81e1b57d-a1ab-4951-ac3b-9433ede8701b,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:45.572855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f75e2e96-119c-4ea0-ad7e-14d730a4e35c', 'network_id': 'f75e2e96-119c-4ea0-ad7e-14d730a4e35c', 'tenant_id': '5dab45b81f614da28ec529e1564555d4', 'fixed_ips': [{'subnet_id': 'b58c2efb-92a2-4b59-9b11-dfd27237b743'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:45.573651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.579656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=09fecd4c-24ac-4a50-b2af-f6277124ac30,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:45.584621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:45.590087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Transition to ACTIVE for port object c9478417-110c-464f-b408-10df04987cf2 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:45.595236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-059e3cf2-f495-4f8c-b450-d685031f87c6 None None] Provisioning for port ae242d5d-5a29-407e-ab6c-49a3cae85b41 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:45.628646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.721979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Transition to ACTIVE for port object b48935e5-ea51-4c53-a059-93e9e580b085 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:45.785110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.794726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network 9f67ddbc-42f5-46bc-8c14-0009b5a33300 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:45.796125 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:45.815723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.834509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object fb730516-cfde-4006-bc07-affacc54d418 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:45.909142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:45.931378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 153fe094-c8d8-4451-8df3-c0c5b51e3eee up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:45.984777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:46.007380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network c29d4d08-d57f-4aaa-9ee8-70961d57fc37 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:46.010192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Port': ['ID=b48935e5-ea51-4c53-a059-93e9e580b085,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:46.092799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network f75e2e96-119c-4ea0-ad7e-14d730a4e35c is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:46.094007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:46.110159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:46.115066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:46.120991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:46.122596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:46.130735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:46.136674 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:46.137336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:46.160169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2df0ff-c25f-4d53-bf42-55e80a6487d6 None None] Network 9f67ddbc-42f5-46bc-8c14-0009b5a33300 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:46.174358 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-923110fd-5874-4268-bc7b-b0922d1e6900 req-204d2391-8df1-40b1-81fe-192fd92febbe tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 210 time: 0.0504024 Apr 29 15:35:46.203093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 1ecaef49-f7aa-47a8-a885-9795fd73f9dc is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:35:46.219184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=fb730516-cfde-4006-bc07-affacc54d418,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:46.272964 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-948d9b50-9417-4705-b12d-6ddf7f46c87e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8985326 Apr 29 15:35:46.283817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37156) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:46.286183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': 'f75e2e96-119c-4ea0-ad7e-14d730a4e35c', 'name': 'tempest-PortsIpV6TestJSON-2119260619'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:46.374015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Attempting to bind port 81e1b57d-a1ab-4951-ac3b-9433ede8701b on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:46.374656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Attempting to bind port 81e1b57d-a1ab-4951-ac3b-9433ede8701b by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '4c405585-aafb-4ce9-b0fb-e7cabf857eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:46.375197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Attempting to bind port 81e1b57d-a1ab-4951-ac3b-9433ede8701b on network 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:46.395222 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0795d7af-62cd-4fb8-b6f4-f18c5b3998c6 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3264346 Apr 29 15:35:46.401118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37160) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:46.478926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:46.490125 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fcbf6464-ffc7-4b91-b479-b485491002df tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/1ecaef49-f7aa-47a8-a885-9795fd73f9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0769012 Apr 29 15:35:46.491748 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2c6d5-1892-4777-b3d6-6dfde8a94094 None None] Sync routers for ids ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:46.492931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37164) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:46.503117 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2c6d5-1892-4777-b3d6-6dfde8a94094 None None] Routers {'1ecaef49-f7aa-47a8-a885-9795fd73f9dc'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:46.503773 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6dc2c6d5-1892-4777-b3d6-6dfde8a94094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:46.535672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-c0ce1f55-b5e3-4f22-88b8-3ca535a82129 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:46.536399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-c0ce1f55-b5e3-4f22-88b8-3ca535a82129 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Synchronizing usage tracker for tenant:9ce3f81a65e040e98e62a6a17827486a on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:46.576680 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6dc2c6d5-1892-4777-b3d6-6dfde8a94094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:46.589327 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2c6d5-1892-4777-b3d6-6dfde8a94094 None None] Routers {'1ecaef49-f7aa-47a8-a885-9795fd73f9dc'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:46.589945 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6dc2c6d5-1892-4777-b3d6-6dfde8a94094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:46.618197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:46.619340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Checking segment: {'id': '4c405585-aafb-4ce9-b0fb-e7cabf857eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:46.619960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:46.620592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Bound using segment: {'id': '4c405585-aafb-4ce9-b0fb-e7cabf857eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:46.621412 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Bound port: 81e1b57d-a1ab-4951-ac3b-9433ede8701b, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c405585-aafb-4ce9-b0fb-e7cabf857eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:46.622819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:46.662139 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6dc2c6d5-1892-4777-b3d6-6dfde8a94094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:46.662557 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc2c6d5-1892-4777-b3d6-6dfde8a94094 None None] The sync data for ids ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:46.694484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5968fe-fcd9-4125-ba85-cfda9de691d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:46.694983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5c6aa6-cb2b-4184-a873-ae0d484d45eb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Deleting subnet 29c685f3-fa73-4af3-bcbc-cc8dd5b68f06 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:35:46.695478 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8f5968fe-fcd9-4125-ba85-cfda9de691d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Synchronizing usage tracker for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:46.727253 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:46.732622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:port and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:46.735687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:46.743425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:46.747572 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a393a4-3b7a-4af6-a7b8-d62f8c4bf9bf None None] Pushing event updated for resources: {'Port': ['ID=c9478417-110c-464f-b408-10df04987cf2,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:46.772276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-c0ce1f55-b5e3-4f22-88b8-3ca535a82129 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Unset dirty status for tenant:9ce3f81a65e040e98e62a6a17827486a on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:46.773180 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-c0ce1f55-b5e3-4f22-88b8-3ca535a82129 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.44 "GET /v2.0/networks?id=15f8887e-2c2c-4b53-bbb0-4faadea87031 HTTP/1.1" status: 200 len: 811 time: 0.5500495 Apr 29 15:35:46.781504 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8f5968fe-fcd9-4125-ba85-cfda9de691d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Unset dirty status for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:46.783039 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8f5968fe-fcd9-4125-ba85-cfda9de691d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports/09fecd4c-24ac-4a50-b2af-f6277124ac30 HTTP/1.1" status: 200 len: 911 time: 0.2889795 Apr 29 15:35:46.785954 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37168) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:46.792019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Request body: {'port': {'device_id': 'e21e9b38-fc56-438d-8b10-358a923ae149', 'network_id': '15f8887e-2c2c-4b53-bbb0-4faadea87031', 'admin_state_up': True, 'tenant_id': '9ce3f81a65e040e98e62a6a17827486a'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:46.822224 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-24cee77c-ff14-4998-a09c-714e47684da8 None None] Provisioning for port 153fe094-c8d8-4451-8df3-c0c5b51e3eee completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:46.848412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:46.853966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:46.946509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port 75d845c6-c982-46a5-85fd-c0c2314330df yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:35:47.018705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 153fe094-c8d8-4451-8df3-c0c5b51e3eee completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:47.032337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.045538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:47.049790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Usage tracker for resource:port and tenant:9ce3f81a65e040e98e62a6a17827486a is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:47.052420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 153fe094-c8d8-4451-8df3-c0c5b51e3eee triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:47.052737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:47.052857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.058665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:47.077082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Attempting to bind port c9478417-110c-464f-b408-10df04987cf2 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:47.077441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Attempting to bind port c9478417-110c-464f-b408-10df04987cf2 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd17fbac0-fc01-4b20-adeb-cd41ee0d8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:47.077796 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Attempting to bind port c9478417-110c-464f-b408-10df04987cf2 on network 0a726ffa-9f9a-431b-8105-541ac948e470 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:47.099694 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Allocated IP 2001:db8::f816:3eff:fe05:2c7 (c29d4d08-d57f-4aaa-9ee8-70961d57fc37/29c685f3-fa73-4af3-bcbc-cc8dd5b68f06/4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:47.124006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Made reservation on behalf of 9ce3f81a65e040e98e62a6a17827486a for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:47.127703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.146208 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Transition to ACTIVE for port object e16a5d35-026f-491a-ab11-0840ff4278ac will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:47.154337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:47.154761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Checking segment: {'id': 'd17fbac0-fc01-4b20-adeb-cd41ee0d8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:47.155139 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.155516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Bound using segment: {'id': 'd17fbac0-fc01-4b20-adeb-cd41ee0d8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:47.156005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Bound port: c9478417-110c-464f-b408-10df04987cf2, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17fbac0-fc01-4b20-adeb-cd41ee0d8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:47.156383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.351554 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Allocated IP 172.20.0.10 (15f8887e-2c2c-4b53-bbb0-4faadea87031/6a3b926f-178d-4daf-ad44-dceb41d30997/b01eda77-9fce-490a-8a25-6dcfc6892264) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:47.409159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Allocated IP 2001:db8::2 (f75e2e96-119c-4ea0-ad7e-14d730a4e35c/b58c2efb-92a2-4b59-9b11-dfd27237b743/4a820e08-b659-488a-b851-cabe10f53902) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:47.443335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Transition to ACTIVE for port object e16a5d35-026f-491a-ab11-0840ff4278ac will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:47.466518 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-071bb5f0-1710-492d-9411-92c0dff74bfa req-9d9ebee7-0e85-4348-9643-fd9644f655a6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 210 time: 0.1210060 Apr 29 15:35:47.491421 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] For port 81e1b57d-a1ab-4951-ac3b-9433ede8701b, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:47.554105 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] For port 81e1b57d-a1ab-4951-ac3b-9433ede8701b, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=81e1b57d-a1ab-4951-ac3b-9433ede8701b,segment=NetworkSegment(4c405585-aafb-4ce9-b0fb-e7cabf857eb5),segment_id=4c405585-aafb-4ce9-b0fb-e7cabf857eb5)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:47.580684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.669892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Allocated IP 172.21.0.1 (132a8d81-2c04-4882-b3bd-049cf0f0602c/e48f45ff-50fd-468c-a352-f0cd6ce147af/e1a8987e-32a9-4cd0-86d2-a15684b17fad) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:47.682265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.715218 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.717518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.812304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.838999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Network 132a8d81-2c04-4882-b3bd-049cf0f0602c is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:47.887601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Network 15f8887e-2c2c-4b53-bbb0-4faadea87031 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:47.888719 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] For port c9478417-110c-464f-b408-10df04987cf2, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:47.890776 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:47.894818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:47.900598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:47.929705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:47.936126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Pushing event updated for resources: {'Port': ['ID=b01eda77-9fce-490a-8a25-6dcfc6892264,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:47.956995 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] For port c9478417-110c-464f-b408-10df04987cf2, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c9478417-110c-464f-b408-10df04987cf2,segment=NetworkSegment(d17fbac0-fc01-4b20-adeb-cd41ee0d8e65),segment_id=d17fbac0-fc01-4b20-adeb-cd41ee0d8e65)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:47.964895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:47.968821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:47.983005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Pushing event updated for resources: {'Port': ['ID=e16a5d35-026f-491a-ab11-0840ff4278ac,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:47.995178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.078897 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-917debe8-1c83-401c-8114-35a814bcaec6 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2930660 Apr 29 15:35:48.080586 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.144347 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.175737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Request body: {'port': {'device_id': 'e21e9b38-fc56-438d-8b10-358a923ae149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:48.191548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Transition to ACTIVE for port object e1a8987e-32a9-4cd0-86d2-a15684b17fad will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:48.200649 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.342967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Allocated IP 2001:db8:1::1 (60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1/ac20e137-b16c-471c-92db-bb57f7f15111/20951a7e-3fd3-498f-965d-626626d3b2d6) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:48.348632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:48.348632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:48.385921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.386959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.501516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Attempting to bind port e16a5d35-026f-491a-ab11-0840ff4278ac on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:48.502165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Attempting to bind port e16a5d35-026f-491a-ab11-0840ff4278ac by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '50e99786-215d-440d-97c2-a7a97d443c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:48.506236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Attempting to bind port e16a5d35-026f-491a-ab11-0840ff4278ac on network 132a8d81-2c04-4882-b3bd-049cf0f0602c {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:48.516826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Transition to ACTIVE for port object 4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:48.598667 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 132a8d81-2c04-4882-b3bd-049cf0f0602c is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:48.599446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 153fe094-c8d8-4451-8df3-c0c5b51e3eee, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=153fe094-c8d8-4451-8df3-c0c5b51e3eee,segment=NetworkSegment(0635d7f2-31ea-4769-a4a2-51f7ec8f43fb),segment_id=0635d7f2-31ea-4769-a4a2-51f7ec8f43fb)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:48.603861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:48.608733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:48.735072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:48.735647 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Checking segment: {'id': '50e99786-215d-440d-97c2-a7a97d443c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:48.735978 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.736385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Bound using segment: {'id': '50e99786-215d-440d-97c2-a7a97d443c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:48.736899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Bound port: e16a5d35-026f-491a-ab11-0840ff4278ac, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e99786-215d-440d-97c2-a7a97d443c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:48.737277 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.752985 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.753929 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ae242d5d-5a29-407e-ab6c-49a3cae85b41 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:48.783364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82149da-3ae5-4480-9449-9d121014f930 None None] Pushing event updated for resources: {'Port': ['ID=81e1b57d-a1ab-4951-ac3b-9433ede8701b,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:48.788504 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=e1a8987e-32a9-4cd0-86d2-a15684b17fad,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:48.823097 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.872992 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Transition to ACTIVE for port object 4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:48.875220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.900491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Transition to ACTIVE for port object 20951a7e-3fd3-498f-965d-626626d3b2d6 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:48.934059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e7fc5-5fb1-40fd-a8d2-b3ef08bdc2d7 req-144c0500-2f98-46ab-b833-47abbcaee6f0 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:48.936073 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-941e7fc5-5fb1-40fd-a8d2-b3ef08bdc2d7 req-144c0500-2f98-46ab-b833-47abbcaee6f0 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 932 time: 0.2232330 Apr 29 15:35:48.961764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01eda77-9fce-490a-8a25-6dcfc6892264 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:35:48.961764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.984103 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Transition to ACTIVE for port object b01eda77-9fce-490a-8a25-6dcfc6892264 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:48.991271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:48.999102 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-941e7fc5-5fb1-40fd-a8d2-b3ef08bdc2d7 req-41bbba6a-0d97-453c-a31e-64dc006f35cd tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559065 Apr 29 15:35:49.027487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a393a4-3b7a-4af6-a7b8-d62f8c4bf9bf None None] Pushing event updated for resources: {'Port': ['ID=c9478417-110c-464f-b408-10df04987cf2,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:49.032939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:35:49.044650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6aa6-cb2b-4184-a873-ae0d484d45eb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.080033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Transition to ACTIVE for port object 4a820e08-b659-488a-b851-cabe10f53902 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:49.089817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.126799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.261171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6aa6-cb2b-4184-a873-ae0d484d45eb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.339995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Pushing event updated for resources: {'Port': ['ID=b01eda77-9fce-490a-8a25-6dcfc6892264,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:49.365341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.405295 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] For port e16a5d35-026f-491a-ab11-0840ff4278ac, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:49.409667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] For port e16a5d35-026f-491a-ab11-0840ff4278ac, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e16a5d35-026f-491a-ab11-0840ff4278ac,segment=NetworkSegment(50e99786-215d-440d-97c2-a7a97d443c25),segment_id=50e99786-215d-440d-97c2-a7a97d443c25)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:49.425734 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port ae242d5d-5a29-407e-ab6c-49a3cae85b41 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:49.455803 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ae242d5d-5a29-407e-ab6c-49a3cae85b41 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:49.456184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.466126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Attempting to bind port b01eda77-9fce-490a-8a25-6dcfc6892264 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:49.466570 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Attempting to bind port b01eda77-9fce-490a-8a25-6dcfc6892264 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c5b6f6dd-d238-4526-81ec-a5c840bc3c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '15f8887e-2c2c-4b53-bbb0-4faadea87031'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:49.466907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Attempting to bind port b01eda77-9fce-490a-8a25-6dcfc6892264 on network 15f8887e-2c2c-4b53-bbb0-4faadea87031 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:49.475807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Port b01eda77-9fce-490a-8a25-6dcfc6892264 on network 15f8887e-2c2c-4b53-bbb0-4faadea87031 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:35:49.476141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Attempting to bind port b01eda77-9fce-490a-8a25-6dcfc6892264 on network 15f8887e-2c2c-4b53-bbb0-4faadea87031 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:49.476700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.489620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:49.489874 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Checking segment: {'id': 'c5b6f6dd-d238-4526-81ec-a5c840bc3c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '15f8887e-2c2c-4b53-bbb0-4faadea87031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:49.490250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Bound using segment: {'id': 'c5b6f6dd-d238-4526-81ec-a5c840bc3c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '15f8887e-2c2c-4b53-bbb0-4faadea87031'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:49.490737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Bound port: b01eda77-9fce-490a-8a25-6dcfc6892264, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b6f6dd-d238-4526-81ec-a5c840bc3c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '15f8887e-2c2c-4b53-bbb0-4faadea87031'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:49.491076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.550261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Transition to ACTIVE for port object 4a820e08-b659-488a-b851-cabe10f53902 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:49.562236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.571975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6aa6-cb2b-4184-a873-ae0d484d45eb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.612664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:49.629364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:49.635119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Network c29d4d08-d57f-4aaa-9ee8-70961d57fc37 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:49.638524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:49.646826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:49.646826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.646826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=20951a7e-3fd3-498f-965d-626626d3b2d6,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:49.651264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] For port b01eda77-9fce-490a-8a25-6dcfc6892264, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:49.655210 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] For port b01eda77-9fce-490a-8a25-6dcfc6892264, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=b01eda77-9fce-490a-8a25-6dcfc6892264,segment=NetworkSegment(c5b6f6dd-d238-4526-81ec-a5c840bc3c22),segment_id=c5b6f6dd-d238-4526-81ec-a5c840bc3c22)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:49.708352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=153fe094-c8d8-4451-8df3-c0c5b51e3eee,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:49.710960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-643ca78d-530f-4888-9e55-102cb61e8332 None None] Provisioning complete for port 153fe094-c8d8-4451-8df3-c0c5b51e3eee triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:49.711332 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-643ca78d-530f-4888-9e55-102cb61e8332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.745067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:49.787545 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea944d5a-fecb-43de-a851-ed18092f2d5c None None] Network 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:49.848113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8::2fa (f75e2e96-119c-4ea0-ad7e-14d730a4e35c/b58c2efb-92a2-4b59-9b11-dfd27237b743/75d845c6-c982-46a5-85fd-c0c2314330df) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:49.886514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.944437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6aa6-cb2b-4184-a873-ae0d484d45eb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:49.993189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.051328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.080801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Pushing event updated for resources: {'Port': ['ID=4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:50.162317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Network f75e2e96-119c-4ea0-ad7e-14d730a4e35c is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:50.170462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.181664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.203242 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:50.238547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.245390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Attempting to bind port 4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:50.246080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Attempting to bind port 4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '947d836d-894d-4d38-83c3-28c5a24ebdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29d4d08-d57f-4aaa-9ee8-70961d57fc37'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:50.246677 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Attempting to bind port 4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b on network c29d4d08-d57f-4aaa-9ee8-70961d57fc37 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:50.255586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:50.259140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object 75d845c6-c982-46a5-85fd-c0c2314330df will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:50.295424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c6aa6-cb2b-4184-a873-ae0d484d45eb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Subnet': ['ID=29c685f3-fa73-4af3-bcbc-cc8dd5b68f06,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:50.339570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:50.340375 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Checking segment: {'id': '947d836d-894d-4d38-83c3-28c5a24ebdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29d4d08-d57f-4aaa-9ee8-70961d57fc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:50.341066 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.341710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Bound using segment: {'id': '947d836d-894d-4d38-83c3-28c5a24ebdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29d4d08-d57f-4aaa-9ee8-70961d57fc37'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:50.342727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Bound port: 4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947d836d-894d-4d38-83c3-28c5a24ebdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c29d4d08-d57f-4aaa-9ee8-70961d57fc37'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:50.343183 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.413760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.458663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.460693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf5c6aa6-cb2b-4184-a873-ae0d484d45eb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.484438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:50.484719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.485309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.486589 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] 10.222.0.44 "PUT /v2.0/ports/b01eda77-9fce-490a-8a25-6dcfc6892264 HTTP/1.1" status: 200 len: 1094 time: 2.3989820 Apr 29 15:35:50.487033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21e9b38-fc56-438d-8b10-358a923ae149', 'tag': 'b01eda77-9fce-490a-8a25-6dcfc6892264'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:35:50.492506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=e1a8987e-32a9-4cd0-86d2-a15684b17fad,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:50.505215 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cf5c6aa6-cb2b-4184-a873-ae0d484d45eb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/subnets/29c685f3-fa73-4af3-bcbc-cc8dd5b68f06 HTTP/1.1" status: 204 len: 168 time: 4.0994921 Apr 29 15:35:50.510981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37188) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:50.588599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d9d5d6-9761-4194-a911-1ac79cf5dba5 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:50.590242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d9d5d6-9761-4194-a911-1ac79cf5dba5 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:50.591174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-74d9d5d6-9761-4194-a911-1ac79cf5dba5 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Synchronizing usage tracker for tenant:39acad30fa92429bb7712e9d9ea500ce on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:50.595517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network f75e2e96-119c-4ea0-ad7e-14d730a4e35c is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:50.597561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cd610-479d-4670-b926-1a5d5b27d211 service neutron] Pushing event updated for resources: {'Port': ['ID=b01eda77-9fce-490a-8a25-6dcfc6892264,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:50.637303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dac73-e092-4288-9aaa-617fe0b30334 None None] Pushing event updated for resources: {'Port': ['ID=e16a5d35-026f-491a-ab11-0840ff4278ac,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:50.638255 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:50.676944 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2690d3-ea17-4744-be0e-1001c6d907cf'] response: {'name': 'network-changed', 'server_uuid': 'e21e9b38-fc56-438d-8b10-358a923ae149', 'tag': 'b01eda77-9fce-490a-8a25-6dcfc6892264', 'status': 'completed', 'code': 200} Apr 29 15:35:50.679515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:35:50.685652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:50.686282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.759784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=75d845c6-c982-46a5-85fd-c0c2314330df,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:50.778786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-0fd05bd6-93ee-4b40-8b81-1b2522d7d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:50.784242 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-0fd05bd6-93ee-4b40-8b81-1b2522d7d337 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ce3f81a65e040e98e62a6a17827486a&device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 1097 time: 0.1792474 Apr 29 15:35:50.804377 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port ae242d5d-5a29-407e-ab6c-49a3cae85b41, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ae242d5d-5a29-407e-ab6c-49a3cae85b41,segment=NetworkSegment(bc847c12-0860-4d59-b5d6-5574eba87bdd),segment_id=bc847c12-0860-4d59-b5d6-5574eba87bdd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:50.852166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4753f2-3e27-4bb4-90df-9272ed3e3a65 req-587348d4-86b4-4f24-a496-7f0e2944fb60 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:50.852833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-74d9d5d6-9761-4194-a911-1ac79cf5dba5 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Unset dirty status for tenant:39acad30fa92429bb7712e9d9ea500ce on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:50.853772 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9d4753f2-3e27-4bb4-90df-9272ed3e3a65 req-587348d4-86b4-4f24-a496-7f0e2944fb60 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 944 time: 0.5582902 Apr 29 15:35:50.854677 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-74d9d5d6-9761-4194-a911-1ac79cf5dba5 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3427958 Apr 29 15:35:50.861337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Attempting to bind port 4a820e08-b659-488a-b851-cabe10f53902 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:50.861781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Attempting to bind port 4a820e08-b659-488a-b851-cabe10f53902 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f75e2e96-119c-4ea0-ad7e-14d730a4e35c'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:50.862078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Attempting to bind port 4a820e08-b659-488a-b851-cabe10f53902 on network f75e2e96-119c-4ea0-ad7e-14d730a4e35c {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:50.867041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37192) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:50.875721 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-138396c6-341a-4296-a3f4-2aad8cb50bff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01eda77-9fce-490a-8a25-6dcfc6892264 HTTP/1.1" status: 200 len: 217 time: 0.0880766 Apr 29 15:35:50.884317 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e21c537f-b4fd-498a-b8a5-1381811c1661 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5973008 Apr 29 15:35:50.884317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37196) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:50.910017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:50.910717 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Checking segment: {'id': '77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f75e2e96-119c-4ea0-ad7e-14d730a4e35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:50.911538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:50.912092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Bound using segment: {'id': '77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f75e2e96-119c-4ea0-ad7e-14d730a4e35c'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:50.912772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Bound port: 4a820e08-b659-488a-b851-cabe10f53902, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'f75e2e96-119c-4ea0-ad7e-14d730a4e35c'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:50.916819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.000630 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.016375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-13159bd7-d5f7-4789-be22-95c9d1c14573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:51.023602 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-13159bd7-d5f7-4789-be22-95c9d1c14573 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3b926f-178d-4daf-ad44-dceb41d30997 HTTP/1.1" status: 200 len: 851 time: 0.1408870 Apr 29 15:35:51.055786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Pushing event updated for resources: {'Port': ['ID=4a820e08-b659-488a-b851-cabe10f53902,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:51.127591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] For port 4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:51.141279 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-31fa348a-7aae-4f58-93bf-69d4f2939673 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15f8887e-2c2c-4b53-bbb0-4faadea87031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086431 Apr 29 15:35:51.174355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:35:36Z', 'revision_number': 2, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:47Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:51.179840 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9d4753f2-3e27-4bb4-90df-9272ed3e3a65 req-18e01eba-2786-4ae3-8dba-80a712990f6d tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117504 Apr 29 15:35:51.190635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e6385a0-0291-4f96-98e1-e6813190e2eb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.215935 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6385a0-0291-4f96-98e1-e6813190e2eb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 29 15:35:51.215935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6385a0-0291-4f96-98e1-e6813190e2eb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:35:51.217673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] For port 4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b,segment=NetworkSegment(947d836d-894d-4d38-83c3-28c5a24ebdcc),segment_id=947d836d-894d-4d38-83c3-28c5a24ebdcc)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:51.223016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd249c0e-8b10-4ca2-9311-12bb5c000bab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:51.223769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cd249c0e-8b10-4ca2-9311-12bb5c000bab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:51.225526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d918cd2-6295-4e1a-ac57-fdfb019e510e None None] The sync data for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv is: [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:35:36Z', 'revision_number': 2, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:47Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:51.238724 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6e6385a0-0291-4f96-98e1-e6813190e2eb tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/networks/c29d4d08-d57f-4aaa-9ee8-70961d57fc37 HTTP/1.1" status: 409 len: 405 time: 0.3683536 Apr 29 15:35:51.243114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37200) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:51.255239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 132a8d81-2c04-4882-b3bd-049cf0f0602c is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:51.255981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] For port 4a820e08-b659-488a-b851-cabe10f53902, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:51.264409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-602660530'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:51.267182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] For port 4a820e08-b659-488a-b851-cabe10f53902, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4a820e08-b659-488a-b851-cabe10f53902,segment=NetworkSegment(77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb),segment_id=77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:51.268391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:51.271031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=ae242d5d-5a29-407e-ab6c-49a3cae85b41,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:51.276023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69308023-2124-4b01-96f9-18ce45b14fa9 None None] Network 132a8d81-2c04-4882-b3bd-049cf0f0602c requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:51.279254 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:51.317463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.475206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.486203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-643ca78d-530f-4888-9e55-102cb61e8332 None None] Provisioning for port 09fecd4c-24ac-4a50-b2af-f6277124ac30 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:51.507952 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-7208ab08-b78a-491f-b73b-14ae75dc3d46 service neutron] 10.222.0.44 "GET /v2.0/networks/15f8887e-2c2c-4b53-bbb0-4faadea87031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588247 Apr 29 15:35:51.509137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:network and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:51.510651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cd249c0e-8b10-4ca2-9311-12bb5c000bab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:51.515030 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cd249c0e-8b10-4ca2-9311-12bb5c000bab tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A128 HTTP/1.1" status: 200 len: 929 time: 0.6308353 Apr 29 15:35:51.515211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:51.519961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e16a5d35-026f-491a-ab11-0840ff4278ac up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:51.569190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37204) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:51.613773 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-643ca78d-530f-4888-9e55-102cb61e8332 None None] Provisioning complete for port 09fecd4c-24ac-4a50-b2af-f6277124ac30 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:51.614146 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-643ca78d-530f-4888-9e55-102cb61e8332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.701957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:51.702845 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-643ca78d-530f-4888-9e55-102cb61e8332 None None] Port 09fecd4c-24ac-4a50-b2af-f6277124ac30 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:51.771141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.786856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 054d96ed-4968-4c33-bb02-bead4ce7533f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:35:51.805852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1d779f7c-79eb-4f42-aeac-b66516cc26a5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 75d845c6-c982-46a5-85fd-c0c2314330df {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:51.806118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1d779f7c-79eb-4f42-aeac-b66516cc26a5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.870945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d435f2a-cc0b-4a8c-ae78-32054dc4cced None None] Pushing event updated for resources: {'Port': ['ID=4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:51.879013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.879655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:51.892828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:51.901994 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.013714 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1c4eaf6d-2d28-4d17-9758-c99d5f4f41db req-2855dd58-9b00-45ad-b0e5-c57fd624ba06 service neutron] 10.222.0.44 "GET /v2.0/networks/15f8887e-2c2c-4b53-bbb0-4faadea87031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973547 Apr 29 15:35:52.163293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffa9c6c-2bc6-469d-b7ea-34bff22dea54 None None] Network c29d4d08-d57f-4aaa-9ee8-70961d57fc37 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:52.196370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:52.235086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=20951a7e-3fd3-498f-965d-626626d3b2d6,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:52.259859 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1d779f7c-79eb-4f42-aeac-b66516cc26a5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.285825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Provisioning for port 20951a7e-3fd3-498f-965d-626626d3b2d6 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:52.310055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.329076 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Added segment 8ef1b4f1-b284-4d9b-aeb5-a2a407bf0039 of type vlan for network ce193fad-f097-451b-b54f-8d1c117b9acf Apr 29 15:35:52.414569 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Provisioning complete for port 20951a7e-3fd3-498f-965d-626626d3b2d6 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:52.415079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.455131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1d779f7c-79eb-4f42-aeac-b66516cc26a5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 75d845c6-c982-46a5-85fd-c0c2314330df owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:52.461823 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port e16a5d35-026f-491a-ab11-0840ff4278ac completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:52.465827 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cac09-a4af-4fde-a26d-b25ff8a98960 None None] Pushing event updated for resources: {'Port': ['ID=4a820e08-b659-488a-b851-cabe10f53902,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:52.473852 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:52.489222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 153fe094-c8d8-4451-8df3-c0c5b51e3eee up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:52.526239 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-879b7478-0c2b-4ac5-a2f3-51de195b470e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4590821 Apr 29 15:35:52.528122 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.533505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37210) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:52.545474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'network': {'name': 'tempest-RoutersTest-863639546'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:52.561720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:52.576826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:network and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:52.585787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Port 20951a7e-3fd3-498f-965d-626626d3b2d6 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:52.588746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:52.604939 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:52.611477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a63421-583b-4028-9e5c-985125032c22 req-6a704678-d516-4994-b1ee-ee91b09a525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:52.613024 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-33a63421-583b-4028-9e5c-985125032c22 req-6a704678-d516-4994-b1ee-ee91b09a525c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ce3f81a65e040e98e62a6a17827486a&device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 1097 time: 0.1250508 Apr 29 15:35:52.616872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:52.620940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:52.640904 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc212534-b3da-4d2b-aa4f-0886806be724 req-2424e77d-38d0-4020-8185-201c62a01d1f tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:52.648006 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cc212534-b3da-4d2b-aa4f-0886806be724 req-2424e77d-38d0-4020-8185-201c62a01d1f tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 944 time: 0.2269912 Apr 29 15:35:52.681253 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 153fe094-c8d8-4451-8df3-c0c5b51e3eee triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:52.681728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.766613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Provisioning for port e16a5d35-026f-491a-ab11-0840ff4278ac completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:52.774821 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Provisioning complete for port e16a5d35-026f-491a-ab11-0840ff4278ac triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:52.777527 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.830024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.835498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:52.836128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.898502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:52.901993 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:52.939827 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 81e1b57d-a1ab-4951-ac3b-9433ede8701b up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:52.977016 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cc212534-b3da-4d2b-aa4f-0886806be724 req-2d433d99-b736-400f-a80a-2733e0a1be71 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280051 Apr 29 15:35:52.988679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1d779f7c-79eb-4f42-aeac-b66516cc26a5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.101544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.107483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a63421-583b-4028-9e5c-985125032c22 req-83a8c218-026e-4c8c-8108-2aadef4f2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:53.109200 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-33a63421-583b-4028-9e5c-985125032c22 req-83a8c218-026e-4c8c-8108-2aadef4f2c15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15f8887e-2c2c-4b53-bbb0-4faadea87031 HTTP/1.1" status: 200 len: 912 time: 0.4171255 Apr 29 15:35:53.111237 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8626473 Apr 29 15:35:53.114199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 81e1b57d-a1ab-4951-ac3b-9433ede8701b completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:53.118306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6b864-61ea-4814-bcb5-bdf214af2285 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Network': ['ID=ce193fad-f097-451b-b54f-8d1c117b9acf,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:53.119480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:53.123669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37214) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:53.130659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network ce193fad-f097-451b-b54f-8d1c117b9acf details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:53.136936 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'subnet': {'network_id': 'ce193fad-f097-451b-b54f-8d1c117b9acf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:53.162366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 1ecaef49-f7aa-47a8-a885-9795fd73f9dc has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:35:53.229239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.229594 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Added segment 710d756c-23e7-41fb-b399-9d85f7789740 of type vlan for network 8faa8070-e9d1-41f8-98d7-55f97e82bbba Apr 29 15:35:53.300084 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-33a63421-583b-4028-9e5c-985125032c22 req-65e767fd-1a94-4781-b8dc-1336b8b00e4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01eda77-9fce-490a-8a25-6dcfc6892264 HTTP/1.1" status: 200 len: 217 time: 0.1617072 Apr 29 15:35:53.300895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d779f7c-79eb-4f42-aeac-b66516cc26a5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=75d845c6-c982-46a5-85fd-c0c2314330df,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:53.318685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] For port e16a5d35-026f-491a-ab11-0840ff4278ac, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e16a5d35-026f-491a-ab11-0840ff4278ac,segment=NetworkSegment(50e99786-215d-440d-97c2-a7a97d443c25),segment_id=50e99786-215d-440d-97c2-a7a97d443c25)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:53.417306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.444691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1d779f7c-79eb-4f42-aeac-b66516cc26a5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.486653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a63421-583b-4028-9e5c-985125032c22 req-eb9885d6-eca4-4a08-b060-d7891e9f9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:53.488623 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-33a63421-583b-4028-9e5c-985125032c22 req-eb9885d6-eca4-4a08-b060-d7891e9f9689 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3b926f-178d-4daf-ad44-dceb41d30997 HTTP/1.1" status: 200 len: 851 time: 0.1192281 Apr 29 15:35:53.517852 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.564648 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-33a63421-583b-4028-9e5c-985125032c22 req-138f8cda-f346-4d74-9a3b-0545bd1f3315 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15f8887e-2c2c-4b53-bbb0-4faadea87031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617690 Apr 29 15:35:53.569693 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1d779f7c-79eb-4f42-aeac-b66516cc26a5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/75d845c6-c982-46a5-85fd-c0c2314330df HTTP/1.1" status: 204 len: 168 time: 1.9991372 Apr 29 15:35:53.571327 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37218) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:53.620927 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Pushing event updated for resources: {'Port': ['ID=e16a5d35-026f-491a-ab11-0840ff4278ac,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:53.625506 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4a820e08-b659-488a-b851-cabe10f53902 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:53.696363 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Provisioning complete for port 09fecd4c-24ac-4a50-b2af-f6277124ac30 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:53.696609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.resource_extend [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:35:53.697493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.718990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:53.745672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:53.757475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:53.767790 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccca023-b2c3-4e70-afc2-179d898c4149 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:35:53.768322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bccca023-b2c3-4e70-afc2-179d898c4149 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:53.773194 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9e4810ac-ead1-43fe-8c17-5fe0164824a0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/1ecaef49-f7aa-47a8-a885-9795fd73f9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9855263 Apr 29 15:35:53.774157 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37222) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:53.788341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e749995-57e7-4df7-ba58-eca3176acd3f None None] Sync routers for ids ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:53.822811 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-33a63421-583b-4028-9e5c-985125032c22 req-c840bae0-28dc-43ef-b5e1-4b839f34f37f service neutron] 10.222.0.44 "GET /v2.0/networks/15f8887e-2c2c-4b53-bbb0-4faadea87031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485471 Apr 29 15:35:53.823886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.824210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960c0cbe-f671-47d3-a53b-064ae2fa9c13 None None] Network f75e2e96-119c-4ea0-ad7e-14d730a4e35c requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:53.830562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:53.831224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.835754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:53.838235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:53.850313 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Sync routers for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:53.857573 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e749995-57e7-4df7-ba58-eca3176acd3f None None] Routers {'1ecaef49-f7aa-47a8-a885-9795fd73f9dc'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:53.858190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9e749995-57e7-4df7-ba58-eca3176acd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:53.861604 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:53.863769 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:53.910824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Port 09fecd4c-24ac-4a50-b2af-f6277124ac30 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:53.965469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device b01eda77-9fce-490a-8a25-6dcfc6892264 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:35:53.970729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9e749995-57e7-4df7-ba58-eca3176acd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:54.008016 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-33a63421-583b-4028-9e5c-985125032c22 req-dfc72e75-ef45-42b0-88c3-a8d171e9fe15 service neutron] 10.222.0.44 "GET /v2.0/networks/15f8887e-2c2c-4b53-bbb0-4faadea87031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784506 Apr 29 15:35:54.009806 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bccca023-b2c3-4e70-afc2-179d898c4149 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:54.015566 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bccca023-b2c3-4e70-afc2-179d898c4149 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/75d845c6-c982-46a5-85fd-c0c2314330df HTTP/1.1" status: 404 len: 333 time: 0.4430745 Apr 29 15:35:54.016538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37228) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:54.040142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.040787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 4a820e08-b659-488a-b851-cabe10f53902 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:54.063536 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:35:54.066542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ae242d5d-5a29-407e-ab6c-49a3cae85b41 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:54.092817 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e749995-57e7-4df7-ba58-eca3176acd3f None None] Routers {'1ecaef49-f7aa-47a8-a885-9795fd73f9dc'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:54.093451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9e749995-57e7-4df7-ba58-eca3176acd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:54.113596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-16587eac-4bcf-4879-aa67-1f4267b2b898 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port fb730516-cfde-4006-bc07-affacc54d418 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:54.114107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-16587eac-4bcf-4879-aa67-1f4267b2b898 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.238354 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.resource_extend [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:35:54.297730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Provisioning for port 81e1b57d-a1ab-4951-ac3b-9433ede8701b completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:54.300592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e887474-43f4-4b2b-a4e0-b3d28a9ee14d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:54.301740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3e887474-43f4-4b2b-a4e0-b3d28a9ee14d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Synchronizing usage tracker for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:54.317650 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7821391 Apr 29 15:35:54.323354 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37232) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:54.324224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484232d9-ee60-4a76-9956-b5ed76be9791 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Network': ['ID=8faa8070-e9d1-41f8-98d7-55f97e82bbba,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:54.333174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'subnet': {'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:54.334302 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9e749995-57e7-4df7-ba58-eca3176acd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:54.335304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e749995-57e7-4df7-ba58-eca3176acd3f None None] The sync data for ids ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:54.350628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 8faa8070-e9d1-41f8-98d7-55f97e82bbba details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:54.365222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Provisioning complete for port 81e1b57d-a1ab-4951-ac3b-9433ede8701b triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:54.365590 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.441564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccbe2c-7f10-4e1c-80ff-adb1167b8074 req-399e0970-269a-480c-a377-5a24d3c27500 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:54.443418 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c1ccbe2c-7f10-4e1c-80ff-adb1167b8074 req-399e0970-269a-480c-a377-5a24d3c27500 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 944 time: 0.2556057 Apr 29 15:35:54.470474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3e887474-43f4-4b2b-a4e0-b3d28a9ee14d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Unset dirty status for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:54.472106 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3e887474-43f4-4b2b-a4e0-b3d28a9ee14d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports/20951a7e-3fd3-498f-965d-626626d3b2d6 HTTP/1.1" status: 200 len: 913 time: 0.6966674 Apr 29 15:35:54.478452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37236) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:54.506891 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port b01eda77-9fce-490a-8a25-6dcfc6892264, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=b01eda77-9fce-490a-8a25-6dcfc6892264,segment=NetworkSegment(c5b6f6dd-d238-4526-81ec-a5c840bc3c22),segment_id=c5b6f6dd-d238-4526-81ec-a5c840bc3c22)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:54.507386 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:35:48Z', 'revision_number': 3, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:47Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:35:49Z', 'revision_number': 2, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:54.511390 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Checking router: 054d96ed-4968-4c33-bb02-bead4ce7533f for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:35:54.511796 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Updating router 054d96ed-4968-4c33-bb02-bead4ce7533f port e1a8987e-32a9-4cd0-86d2-a15684b17fad binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:35:54.566558 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.575558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:54.576627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-16587eac-4bcf-4879-aa67-1f4267b2b898 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.584402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:subnet and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:54.590067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:54.642760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'b01eda77-9fce-490a-8a25-6dcfc6892264', 'network_id': '15f8887e-2c2c-4b53-bbb0-4faadea87031', 'port_id': 'b01eda77-9fce-490a-8a25-6dcfc6892264', 'mac_address': 'fa:16:3e:78:10:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3b926f-178d-4daf-ad44-dceb41d30997', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:35:54.654663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:54.724525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-16587eac-4bcf-4879-aa67-1f4267b2b898 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for fb730516-cfde-4006-bc07-affacc54d418 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:54.816512 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ae242d5d-5a29-407e-ab6c-49a3cae85b41 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:54.816965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.851969 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c1ccbe2c-7f10-4e1c-80ff-adb1167b8074 req-95d144a6-ad15-473a-978f-39aa8c443cbd tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003267 Apr 29 15:35:54.885501 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:54.890949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.911059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:54.990310 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.005405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01eda77-9fce-490a-8a25-6dcfc6892264 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:35:55.086003 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port b01eda77-9fce-490a-8a25-6dcfc6892264, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=b01eda77-9fce-490a-8a25-6dcfc6892264,segment=NetworkSegment(c5b6f6dd-d238-4526-81ec-a5c840bc3c22),segment_id=c5b6f6dd-d238-4526-81ec-a5c840bc3c22)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:55.091822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.109447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.objects.ports [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88714) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:35:55.113085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.178867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.223861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-16587eac-4bcf-4879-aa67-1f4267b2b898 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.233324 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Transition to ACTIVE for port object e1a8987e-32a9-4cd0-86d2-a15684b17fad will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:55.250690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] For port 81e1b57d-a1ab-4951-ac3b-9433ede8701b, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=81e1b57d-a1ab-4951-ac3b-9433ede8701b,segment=NetworkSegment(4c405585-aafb-4ce9-b0fb-e7cabf857eb5),segment_id=4c405585-aafb-4ce9-b0fb-e7cabf857eb5)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:55.255795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c9478417-110c-464f-b408-10df04987cf2 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:55.262703 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Checking segment: {'id': '8ef1b4f1-b284-4d9b-aeb5-a2a407bf0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ce193fad-f097-451b-b54f-8d1c117b9acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:55.263213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network hostable DHCP agents. Network: ce193fad-f097-451b-b54f-8d1c117b9acf, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:55.277422 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Subnet': ['ID=c8c7cab6-1512-4afc-aeb7-639f36c553b9,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:55.299260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16587eac-4bcf-4879-aa67-1f4267b2b898 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=fb730516-cfde-4006-bc07-affacc54d418,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:55.308050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09afd39a-5b9c-4bbb-b11b-2646eeb3f37e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.314088 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.339690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.384731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=b01eda77-9fce-490a-8a25-6dcfc6892264,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:55.388923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-16587eac-4bcf-4879-aa67-1f4267b2b898 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.416275 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Pushing event updated for resources: {'Port': ['ID=e1a8987e-32a9-4cd0-86d2-a15684b17fad,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:55.440374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['b01eda77-9fce-490a-8a25-6dcfc6892264'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:35:55.504926 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:55.505542 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:55.509406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:55.509406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:55.509406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:55.509406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:55.509406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:55.509406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:55.509406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:55.509406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:55.509406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:55.510435 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:35:55.532281 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-16587eac-4bcf-4879-aa67-1f4267b2b898 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/fb730516-cfde-4006-bc07-affacc54d418 HTTP/1.1" status: 204 len: 168 time: 1.5144305 Apr 29 15:35:55.534789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37240) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:55.580104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network ce193fad-f097-451b-b54f-8d1c117b9acf is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:55.647351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.658877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] Provisioning complete for port 20951a7e-3fd3-498f-965d-626626d3b2d6 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:55.659248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.713738 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Attempting to bind port e1a8987e-32a9-4cd0-86d2-a15684b17fad on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:35:55.713738 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Attempting to bind port e1a8987e-32a9-4cd0-86d2-a15684b17fad by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '50e99786-215d-440d-97c2-a7a97d443c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:35:55.713738 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Attempting to bind port e1a8987e-32a9-4cd0-86d2-a15684b17fad on network 132a8d81-2c04-4882-b3bd-049cf0f0602c {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:35:55.718834 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:35:55.719211 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Checking segment: {'id': '50e99786-215d-440d-97c2-a7a97d443c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:55.720947 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.722391 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-270422f0-6150-4a14-a614-b31d6202e7f3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:35:55.722787 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Bound using segment: {'id': '50e99786-215d-440d-97c2-a7a97d443c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:35:55.722972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-270422f0-6150-4a14-a614-b31d6202e7f3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:35:55.723799 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Bound port: e1a8987e-32a9-4cd0-86d2-a15684b17fad, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e99786-215d-440d-97c2-a7a97d443c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:35:55.725068 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.776623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] Port 20951a7e-3fd3-498f-965d-626626d3b2d6 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:35:55.782747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port c9478417-110c-464f-b408-10df04987cf2 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:55.786246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02254e-9148-4935-abbc-39471bfcf216 None None] Pushing event updated for resources: {'Port': ['ID=81e1b57d-a1ab-4951-ac3b-9433ede8701b,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:55.797201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Subnet': ['ID=959c015e-f624-42df-bf21-9aa01505c5c9,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:55.810060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Checking segment: {'id': '710d756c-23e7-41fb-b399-9d85f7789740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:35:55.810584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network hostable DHCP agents. Network: 8faa8070-e9d1-41f8-98d7-55f97e82bbba, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:35:55.813008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port c9478417-110c-464f-b408-10df04987cf2 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:55.813606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.881286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-270422f0-6150-4a14-a614-b31d6202e7f3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:35:55.881286 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-270422f0-6150-4a14-a614-b31d6202e7f3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/fb730516-cfde-4006-bc07-affacc54d418 HTTP/1.1" status: 404 len: 333 time: 0.3400557 Apr 29 15:35:55.883838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37244) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:55.889104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] Provisioning complete for port e16a5d35-026f-491a-ab11-0840ff4278ac triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:55.889471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.919708 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] For port e1a8987e-32a9-4cd0-86d2-a15684b17fad, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:35:55.927095 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] For port e1a8987e-32a9-4cd0-86d2-a15684b17fad, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e1a8987e-32a9-4cd0-86d2-a15684b17fad,segment=NetworkSegment(50e99786-215d-440d-97c2-a7a97d443c25),segment_id=50e99786-215d-440d-97c2-a7a97d443c25)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:35:55.953149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, ce193fad-f097-451b-b54f-8d1c117b9acf) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:55.969900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81732634-bc44-49ab-9972-6d41a656070a None None] Network ce193fad-f097-451b-b54f-8d1c117b9acf requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:55.971720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:55.972315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:55.975658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 8faa8070-e9d1-41f8-98d7-55f97e82bbba is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:35:56.001038 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.019490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-09afd39a-5b9c-4bbb-b11b-2646eeb3f37e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 20951a7e-3fd3-498f-965d-626626d3b2d6 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:56.021507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09afd39a-5b9c-4bbb-b11b-2646eeb3f37e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.027561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecaa82f0-c6ea-4275-a488-00a7420856b0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting subnet b58c2efb-92a2-4b59-9b11-dfd27237b743 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:35:56.037262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ecaa82f0-c6ea-4275-a488-00a7420856b0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.072500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 8faa8070-e9d1-41f8-98d7-55f97e82bbba) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:35:56.082805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:56.083502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.119782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ecaa82f0-c6ea-4275-a488-00a7420856b0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.156659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53e422-6099-44df-990b-0e5034aab78e None None] Network 8faa8070-e9d1-41f8-98d7-55f97e82bbba requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:56.203103 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:56.203733 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:56.207897 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fe6a24cc-5941-456d-a92a-2572384b7a39 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8835080 Apr 29 15:35:56.211608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37250) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:56.246922 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-76471372-4258-4a52-a311-33e859367866 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1155512 Apr 29 15:35:56.248072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37254) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:56.445580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09afd39a-5b9c-4bbb-b11b-2646eeb3f37e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.530838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ecaa82f0-c6ea-4275-a488-00a7420856b0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.566868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398388-7a59-49fb-acf9-f520cf18dca2 req-36cda2a8-0b9e-4dcc-a3a7-918a554a24d7 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:56.568709 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d9398388-7a59-49fb-acf9-f520cf18dca2 req-36cda2a8-0b9e-4dcc-a3a7-918a554a24d7 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 945 time: 0.5044088 Apr 29 15:35:56.579066 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:35:56.613376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.706862 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be240b5-0ad2-461a-b985-624d0dc45159 None None] Pushing event updated for resources: {'Port': ['ID=e1a8987e-32a9-4cd0-86d2-a15684b17fad,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:56.756535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] Provisioning for port 4a820e08-b659-488a-b851-cabe10f53902 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:56.761135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port c9478417-110c-464f-b408-10df04987cf2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c9478417-110c-464f-b408-10df04987cf2,segment=NetworkSegment(d17fbac0-fc01-4b20-adeb-cd41ee0d8e65),segment_id=d17fbac0-fc01-4b20-adeb-cd41ee0d8e65)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:56.781680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] Provisioning complete for port 4a820e08-b659-488a-b851-cabe10f53902 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:56.782070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.884972 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07048de-00ba-416e-932d-a61c902a590f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-ce193fad-f097-451b-b54f-8d1c117b9acf', 'network_id': 'ce193fad-f097-451b-b54f-8d1c117b9acf', 'tenant_id': '39acad30fa92429bb7712e9d9ea500ce', 'fixed_ips': [{'subnet_id': 'c8c7cab6-1512-4afc-aeb7-639f36c553b9'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:56.886374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d07048de-00ba-416e-932d-a61c902a590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.890395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-09afd39a-5b9c-4bbb-b11b-2646eeb3f37e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for 20951a7e-3fd3-498f-965d-626626d3b2d6 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:56.918748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.935642 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:56.985584 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d9398388-7a59-49fb-acf9-f520cf18dca2 req-371253e1-68c6-46ff-943d-932f671b961d tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902696 Apr 29 15:35:57.098919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:35:57.101861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.131865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e16a5d35-026f-491a-ab11-0840ff4278ac up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:57.142129 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:35:48Z', 'revision_number': 3, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:47Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:35:55Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:57.147310 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e9b4-14a4-4f68-b60d-7cab27180c6a None None] The sync data for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv is: [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:35:48Z', 'revision_number': 3, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:47Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:35:55Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:35:57.161448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ecaa82f0-c6ea-4275-a488-00a7420856b0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.239683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.260920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa82f0-c6ea-4275-a488-00a7420856b0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Subnet': ['ID=b58c2efb-92a2-4b59-9b11-dfd27237b743,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:57.263450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ecaa82f0-c6ea-4275-a488-00a7420856b0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.279073 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ecaa82f0-c6ea-4275-a488-00a7420856b0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/b58c2efb-92a2-4b59-9b11-dfd27237b743 HTTP/1.1" status: 204 len: 168 time: 1.3938241 Apr 29 15:35:57.281566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37260) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:57.365191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.368951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb9c5c0-9fe5-42eb-9e0a-359170693acc None None] Network f75e2e96-119c-4ea0-ad7e-14d730a4e35c requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:57.479941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09afd39a-5b9c-4bbb-b11b-2646eeb3f37e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.533872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=c9478417-110c-464f-b408-10df04987cf2,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:57.592526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afd39a-5b9c-4bbb-b11b-2646eeb3f37e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=20951a7e-3fd3-498f-965d-626626d3b2d6,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:57.602975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.646263 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.704005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server [None req-d07048de-00ba-416e-932d-a61c902a590f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8c7cab6-1512-4afc-aeb7-639f36c553b9: This subnet is being modified by another concurrent operation. Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 29 15:35:57.812394 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise self.value Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server raise exception Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8c7cab6-1512-4afc-aeb7-639f36c553b9: This subnet is being modified by another concurrent operation. Apr 29 15:35:57.815898 dv-neutron-839183-1-hyperv neutron-server[88716]: ERROR oslo_messaging.rpc.server Apr 29 15:35:57.826464 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e16a5d35-026f-491a-ab11-0840ff4278ac triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:57.826848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 4a820e08-b659-488a-b851-cabe10f53902 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:57.826980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.827203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:57.919511 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] For port 4a820e08-b659-488a-b851-cabe10f53902, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4a820e08-b659-488a-b851-cabe10f53902,segment=NetworkSegment(77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb),segment_id=77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:57.939443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea26f1a-b3ab-4f08-a389-4ace162d3a23 None None] Network ce193fad-f097-451b-b54f-8d1c117b9acf requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:35:57.946986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c7cab6-1512-4afc-aeb7-639f36c553b9,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:58.007096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device b01eda77-9fce-490a-8a25-6dcfc6892264 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:58.061770 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.269337 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.282205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09afd39a-5b9c-4bbb-b11b-2646eeb3f37e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.303638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Allocated IP 172.22.0.2 (8faa8070-e9d1-41f8-98d7-55f97e82bbba/959c015e-f624-42df-bf21-9aa01505c5c9/2558ca18-43b1-4860-8f91-c85dbcb0c038) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:58.422469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] Provisioning for port e1a8987e-32a9-4cd0-86d2-a15684b17fad completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:58.471930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce193fad-f097-451b-b54f-8d1c117b9acf']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:58.491844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef1b4f1-b284-4d9b-aeb5-a2a407bf0039') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:58.492444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef1b4f1-b284-4d9b-aeb5-a2a407bf0039') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:58.507880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb6671-2419-4161-a4eb-58d429f6dbcc None None] Pushing event updated for resources: {'Port': ['ID=4a820e08-b659-488a-b851-cabe10f53902,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:58.571234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.580268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e240257-3d9e-445b-ba0f-4fef9bf8a121 None None] DHCP port deletion for f75e2e96-119c-4ea0-ad7e-14d730a4e35c request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:35:58.600883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] For port 4a820e08-b659-488a-b851-cabe10f53902, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4a820e08-b659-488a-b851-cabe10f53902,segment=NetworkSegment(77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb),segment_id=77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:58.601240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.638183 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5e240257-3d9e-445b-ba0f-4fef9bf8a121 None None] Deleting port 4a820e08-b659-488a-b851-cabe10f53902 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:35:58.638690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5e240257-3d9e-445b-ba0f-4fef9bf8a121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.674769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.709341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 81e1b57d-a1ab-4951-ac3b-9433ede8701b up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:35:58.736647 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port b01eda77-9fce-490a-8a25-6dcfc6892264 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:35:58.740319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5769fee6-ac3f-4c35-b558-909bb6c410b5 None None] Could not find standard attr ID for object fb730516-cfde-4006-bc07-affacc54d418. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:35:58.742154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 4a820e08-b659-488a-b851-cabe10f53902 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:58.774966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port b01eda77-9fce-490a-8a25-6dcfc6892264 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:58.775249 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.840418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:35:58.840951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:35:58.860628 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:35:58.868194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629db0e-a912-49c5-b56a-120bb790e81c req-19e75e5f-79e4-4a92-ba52-6f7c4299ddf7 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:58.870061 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a629db0e-a912-49c5-b56a-120bb790e81c req-19e75e5f-79e4-4a92-ba52-6f7c4299ddf7 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 945 time: 0.7363627 Apr 29 15:35:58.930556 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5769fee6-ac3f-4c35-b558-909bb6c410b5 None None] Provisioning complete for port 4a820e08-b659-488a-b851-cabe10f53902 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:58.930921 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5769fee6-ac3f-4c35-b558-909bb6c410b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.086351 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a629db0e-a912-49c5-b56a-120bb790e81c req-f371dbfe-7d90-4486-b90e-1d98120de874 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504226 Apr 29 15:35:59.103785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09afd39a-5b9c-4bbb-b11b-2646eeb3f37e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 1ecaef49-f7aa-47a8-a885-9795fd73f9dc has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:35:59.169609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.193288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 81e1b57d-a1ab-4951-ac3b-9433ede8701b triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:35:59.193620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.234541 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.241546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.261493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.296217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Transition to ACTIVE for port object 2558ca18-43b1-4860-8f91-c85dbcb0c038 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:59.302832 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.plugins.ml2.db [None req-5769fee6-ac3f-4c35-b558-909bb6c410b5 None None] No ports have port_id starting with 4a820e08-b659-488a-b851-cabe10f53902 Apr 29 15:35:59.311973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Network': ['ID=ce193fad-f097-451b-b54f-8d1c117b9acf,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:59.313995 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5e240257-3d9e-445b-ba0f-4fef9bf8a121 None None] For port 4a820e08-b659-488a-b851-cabe10f53902, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4a820e08-b659-488a-b851-cabe10f53902,segment=NetworkSegment(77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb),segment_id=77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:59.314718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5e240257-3d9e-445b-ba0f-4fef9bf8a121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.329094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=4a820e08-b659-488a-b851-cabe10f53902,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:59.338337 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No DVR routers for this DVR port 4a820e08-b659-488a-b851-cabe10f53902 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:35:59.350869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5769fee6-ac3f-4c35-b558-909bb6c410b5 None None] Could not find standard attr ID for object 75d845c6-c982-46a5-85fd-c0c2314330df. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:35:59.354495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.374018 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-52bef32b-1977-46f0-900f-298f8f324e35 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/networks/ce193fad-f097-451b-b54f-8d1c117b9acf HTTP/1.1" status: 204 len: 168 time: 3.1161275 Apr 29 15:35:59.377732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37266) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:59.384650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1452650822'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:59.390044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:35:59.394082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:network and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:35:59.397567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:35:59.406515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:35:59.478672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:35:59.483804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.514122 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:35:59.523633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.524115 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Added segment d657b552-e19b-44fb-a544-e8a3991755f7 of type vlan for network e314b82b-fc8d-44cb-b6a1-57b15f0d2993 Apr 29 15:35:59.544451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Transition to ACTIVE for port object 2558ca18-43b1-4860-8f91-c85dbcb0c038 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:35:59.551171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09afd39a-5b9c-4bbb-b11b-2646eeb3f37e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:35:59.553879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.558738 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-09afd39a-5b9c-4bbb-b11b-2646eeb3f37e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/1ecaef49-f7aa-47a8-a885-9795fd73f9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0785046 Apr 29 15:35:59.562393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37270) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:59.562542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5e240257-3d9e-445b-ba0f-4fef9bf8a121 None None] Calling delete_port for 4a820e08-b659-488a-b851-cabe10f53902 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:35:59.607785 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61465ee1-1437-4201-b031-b56e84b1e03d None None] Sync routers for ids ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:35:59.642431 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21e9b38-fc56-438d-8b10-358a923ae149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01eda77-9fce-490a-8a25-6dcfc6892264'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:35:59.651298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.658994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:35:59.659869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.676535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.690873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61465ee1-1437-4201-b031-b56e84b1e03d None None] Routers {'1ecaef49-f7aa-47a8-a885-9795fd73f9dc'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:59.690873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-61465ee1-1437-4201-b031-b56e84b1e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:59.771077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port b01eda77-9fce-490a-8a25-6dcfc6892264, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=b01eda77-9fce-490a-8a25-6dcfc6892264,segment=NetworkSegment(c5b6f6dd-d238-4526-81ec-a5c840bc3c22),segment_id=c5b6f6dd-d238-4526-81ec-a5c840bc3c22)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:35:59.784971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.787748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75e2e96-119c-4ea0-ad7e-14d730a4e35c']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:59.789442 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07164865-00ea-4c11-9fb7-99a344588b23'] response: {'server_uuid': 'e21e9b38-fc56-438d-8b10-358a923ae149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01eda77-9fce-490a-8a25-6dcfc6892264', 'code': 200} Apr 29 15:35:59.811301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:59.811602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cca8dd-d0e7-45a0-8ca4-4c8a6eeab9fb') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:59.829874 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.830249 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-61465ee1-1437-4201-b031-b56e84b1e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:59.873909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Network': ['ID=e314b82b-fc8d-44cb-b6a1-57b15f0d2993,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:35:59.890354 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Allocated IP 172.22.0.1 (8faa8070-e9d1-41f8-98d7-55f97e82bbba/959c015e-f624-42df-bf21-9aa01505c5c9/ab8fef09-918a-4e5d-b584-48374fb5ef46) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:35:59.890354 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cbb9bf1b-9e65-4784-8d4a-8c59072d9a37 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5076997 Apr 29 15:35:59.892611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37278) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:35:59.892743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.896541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'subnet': {'network_id': 'e314b82b-fc8d-44cb-b6a1-57b15f0d2993', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:35:59.903807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network e314b82b-fc8d-44cb-b6a1-57b15f0d2993 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:35:59.921189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61465ee1-1437-4201-b031-b56e84b1e03d None None] Routers {'1ecaef49-f7aa-47a8-a885-9795fd73f9dc'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:35:59.921816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-61465ee1-1437-4201-b031-b56e84b1e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:35:59.975621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Network 8faa8070-e9d1-41f8-98d7-55f97e82bbba is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:35:59.991641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:35:59.995772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-5e240257-3d9e-445b-ba0f-4fef9bf8a121 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:35:59.996121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-5e240257-3d9e-445b-ba0f-4fef9bf8a121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:35:59.997575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:00.000189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:00.008933 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:00.009577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.021826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-61465ee1-1437-4201-b031-b56e84b1e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:00.022219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61465ee1-1437-4201-b031-b56e84b1e03d None None] The sync data for ids ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:00.031936 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:00.055156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Pushing event updated for resources: {'Port': ['ID=2558ca18-43b1-4860-8f91-c85dbcb0c038,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:00.160496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:00.169846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:subnet and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:00.178137 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:00.185090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:00.243591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.249403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=b01eda77-9fce-490a-8a25-6dcfc6892264,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:00.290705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.291189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e1a8987e-32a9-4cd0-86d2-a15684b17fad up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:00.301494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Network': ['ID=f75e2e96-119c-4ea0-ad7e-14d730a4e35c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:00.335786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:00.339144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.353321 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-505ac4ce-696b-4da3-89bb-1b729ae3b8ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/networks/f75e2e96-119c-4ea0-ad7e-14d730a4e35c HTTP/1.1" status: 204 len: 168 time: 3.0468850 Apr 29 15:36:00.363956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Attempting to bind port 2558ca18-43b1-4860-8f91-c85dbcb0c038 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:00.364408 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Attempting to bind port 2558ca18-43b1-4860-8f91-c85dbcb0c038 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '710d756c-23e7-41fb-b399-9d85f7789740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:00.364860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Attempting to bind port 2558ca18-43b1-4860-8f91-c85dbcb0c038 on network 8faa8070-e9d1-41f8-98d7-55f97e82bbba {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:00.365407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.366048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37284) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:00.374726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:00.375186 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Checking segment: {'id': '710d756c-23e7-41fb-b399-9d85f7789740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:00.375660 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.376119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Bound using segment: {'id': '710d756c-23e7-41fb-b399-9d85f7789740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:00.377235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Bound port: 2558ca18-43b1-4860-8f91-c85dbcb0c038, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710d756c-23e7-41fb-b399-9d85f7789740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:00.377235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.386438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-815585556'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:00.399531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:00.411884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:network and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:00.416621 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:00.426427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:00.467664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Transition to ACTIVE for port object ab8fef09-918a-4e5d-b584-48374fb5ef46 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:00.479502 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] For port 2558ca18-43b1-4860-8f91-c85dbcb0c038, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:00.483411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] For port 2558ca18-43b1-4860-8f91-c85dbcb0c038, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=2558ca18-43b1-4860-8f91-c85dbcb0c038,segment=NetworkSegment(710d756c-23e7-41fb-b399-9d85f7789740),segment_id=710d756c-23e7-41fb-b399-9d85f7789740)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:00.492022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c356f1-3d98-4477-9685-e8dfb6eef029 req-3c273df7-8a9b-4509-b6ea-1b033a99d835 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:00.494566 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-07c356f1-3d98-4477-9685-e8dfb6eef029 req-3c273df7-8a9b-4509-b6ea-1b033a99d835 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.1896582 Apr 29 15:36:00.498276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5e240257-3d9e-445b-ba0f-4fef9bf8a121 None None] Deleting port 4a820e08-b659-488a-b851-cabe10f53902 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:00.498997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5e240257-3d9e-445b-ba0f-4fef9bf8a121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.521567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf771566-9b56-4806-9e55-9c34bc7537af req-07f97360-2cd6-437c-9dc9-f0f9cbcd6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:00.523080 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bf771566-9b56-4806-9e55-9c34bc7537af req-07f97360-2cd6-437c-9dc9-f0f9cbcd6c1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 1099 time: 0.2437401 Apr 29 15:36:00.542721 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:00.546691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.570965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5e240257-3d9e-445b-ba0f-4fef9bf8a121 None None] The port '4a820e08-b659-488a-b851-cabe10f53902' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:36:00.575000 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-07c356f1-3d98-4477-9685-e8dfb6eef029 req-f3140a55-87f2-4525-bcc4-8e1e4839c1f1 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690434 Apr 29 15:36:00.575741 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port e1a8987e-32a9-4cd0-86d2-a15684b17fad completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:00.582917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e1a8987e-32a9-4cd0-86d2-a15684b17fad triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:00.583578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.608311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-774f3d0c-fd15-43fd-b9da-4a582ecdb41a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.629179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.635044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.661960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:36:00.666798 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bf771566-9b56-4806-9e55-9c34bc7537af req-2d0262ad-c7a1-4d14-a288-02dfc96f69e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347780 Apr 29 15:36:00.734687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 8faa8070-e9d1-41f8-98d7-55f97e82bbba is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:00.737163 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef00ff-5fb9-4e4b-879f-0cfee0579e49 None None] Pushing event updated for resources: {'Port': ['ID=2558ca18-43b1-4860-8f91-c85dbcb0c038,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:00.742288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:00.745855 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=ab8fef09-918a-4e5d-b584-48374fb5ef46,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:00.748155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:00.756484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.756859 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Added segment ea89a339-011b-4421-8a7a-56c1083326fd of type vlan for network bab0a04d-e991-4c76-8143-4bab4074a3d6 Apr 29 15:36:00.799558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.800147 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.812897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.840623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port e1a8987e-32a9-4cd0-86d2-a15684b17fad, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e1a8987e-32a9-4cd0-86d2-a15684b17fad,segment=NetworkSegment(50e99786-215d-440d-97c2-a7a97d443c25),segment_id=50e99786-215d-440d-97c2-a7a97d443c25)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:00.844197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.931279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:00.932498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c9478417-110c-464f-b408-10df04987cf2 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:00.939966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Subnet': ['ID=e92cc7b8-cd23-42d4-a94f-1cf4d1c778c3,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:00.958194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Checking segment: {'id': 'd657b552-e19b-44fb-a544-e8a3991755f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e314b82b-fc8d-44cb-b6a1-57b15f0d2993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:00.958549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network hostable DHCP agents. Network: e314b82b-fc8d-44cb-b6a1-57b15f0d2993, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:36:01.013984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.019341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:01.019918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.034203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network e314b82b-fc8d-44cb-b6a1-57b15f0d2993 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:36:01.093372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=e1a8987e-32a9-4cd0-86d2-a15684b17fad,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:01.108089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port c9478417-110c-464f-b408-10df04987cf2 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:01.108828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.119369 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-774f3d0c-fd15-43fd-b9da-4a582ecdb41a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 09fecd4c-24ac-4a50-b2af-f6277124ac30 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:01.119369 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-774f3d0c-fd15-43fd-b9da-4a582ecdb41a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.135110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.200680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, e314b82b-fc8d-44cb-b6a1-57b15f0d2993) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:01.205943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:01.208947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.282826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2dad3b-40f9-4dc5-b7a0-fe780753bd7c None None] Network e314b82b-fc8d-44cb-b6a1-57b15f0d2993 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:01.380508 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5ab6c0bc-cd7f-4252-80c4-ea35c27c3143 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4885845 Apr 29 15:36:01.402653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37288) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:01.433021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Network': ['ID=bab0a04d-e991-4c76-8143-4bab4074a3d6,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:01.462992 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-42afb3ba-123a-4a08-8bf5-341f242e553a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0943863 Apr 29 15:36:01.474142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4a820e08-b659-488a-b851-cabe10f53902 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:01.485415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37292) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:01.496956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network bab0a04d-e991-4c76-8143-4bab4074a3d6 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:36:01.497480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': 'bab0a04d-e991-4c76-8143-4bab4074a3d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:01.536754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 4a820e08-b659-488a-b851-cabe10f53902 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:01.537527 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4a820e08-b659-488a-b851-cabe10f53902 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:01.801862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-e314b82b-fc8d-44cb-b6a1-57b15f0d2993', 'network_id': 'e314b82b-fc8d-44cb-b6a1-57b15f0d2993', 'tenant_id': '39acad30fa92429bb7712e9d9ea500ce', 'fixed_ips': [{'subnet_id': 'e92cc7b8-cd23-42d4-a94f-1cf4d1c778c3'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:36:01.803899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.805943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.866606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:01.929535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:01.937433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:01.938196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:01.953124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:01.990647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.001188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=ab8fef09-918a-4e5d-b584-48374fb5ef46,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:02.016132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:02.028548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.053409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-774f3d0c-fd15-43fd-b9da-4a582ecdb41a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.058204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.071115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Allocated IP 2001:db8::2 (e314b82b-fc8d-44cb-b6a1-57b15f0d2993/e92cc7b8-cd23-42d4-a94f-1cf4d1c778c3/480664ec-60f6-4ec4-9ed0-231ef1b27919) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:02.090009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0994b363-492e-45fd-828d-320c30048615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.197547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e1a8987e-32a9-4cd0-86d2-a15684b17fad up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:02.242076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network 8faa8070-e9d1-41f8-98d7-55f97e82bbba is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:02.243490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:02.289412 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23380061-f9c7-4949-afa4-37ead2c6ca19 None None] Network 8faa8070-e9d1-41f8-98d7-55f97e82bbba requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:02.383101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-774f3d0c-fd15-43fd-b9da-4a582ecdb41a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for 09fecd4c-24ac-4a50-b2af-f6277124ac30 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:02.429138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 054d96ed-4968-4c33-bb02-bead4ce7533f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:02.441744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e1a8987e-32a9-4cd0-86d2-a15684b17fad triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:02.442113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.482111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f36dda-029d-45ff-b8f2-f104235f63cd req-52f81851-ac65-4b21-b59d-1b4a7f6a2819 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:02.483519 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a2f36dda-029d-45ff-b8f2-f104235f63cd req-52f81851-ac65-4b21-b59d-1b4a7f6a2819 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.7261457 Apr 29 15:36:02.484302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.542465 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.596137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Transition to ACTIVE for port object 480664ec-60f6-4ec4-9ed0-231ef1b27919 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:02.601833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:02.609422 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-85c6ef1e-2fc9-4fd3-a343-f6986b31c263 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3962836 Apr 29 15:36:02.611727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37298) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:02.615755 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Sync routers for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:02.619504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'network': {'name': 'tempest-RoutersTest-842985099'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:02.621931 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-709cd3db-968f-4520-a58f-9806769fcf7c None None] Provisioning for port 2558ca18-43b1-4860-8f91-c85dbcb0c038 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:02.625757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:02.630633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:network and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:02.635719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:02.638273 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:02.640841 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:35:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:02.645405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:02.646363 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a2f36dda-029d-45ff-b8f2-f104235f63cd req-af63150c-fdae-43d4-b253-0af3f7c238d2 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263907 Apr 29 15:36:02.712096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:02.716058 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.731644 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Transition to ACTIVE for port object 480664ec-60f6-4ec4-9ed0-231ef1b27919 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:02.748547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:36:02.748754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 2558ca18-43b1-4860-8f91-c85dbcb0c038 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:02.758172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.758629 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Added segment 2dc5f45a-b167-41f7-a12d-d3e7943a2f92 of type vlan for network b1153f22-94e8-4953-a21b-68b9ad9e66d1 Apr 29 15:36:02.796492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.810331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.827199 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:02.881621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Network e314b82b-fc8d-44cb-b6a1-57b15f0d2993 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:02.885071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.886158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:02.894447 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:02.905761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Pushing event updated for resources: {'Port': ['ID=480664ec-60f6-4ec4-9ed0-231ef1b27919,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:02.933237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Subnet': ['ID=e92cc7b8-cd23-42d4-a94f-1cf4d1c778c3,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:02.936018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.942087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:02.945403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:02.991180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-774f3d0c-fd15-43fd-b9da-4a582ecdb41a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.011134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Attempting to bind port 480664ec-60f6-4ec4-9ed0-231ef1b27919 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:03.011519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Attempting to bind port 480664ec-60f6-4ec4-9ed0-231ef1b27919 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd657b552-e19b-44fb-a544-e8a3991755f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e314b82b-fc8d-44cb-b6a1-57b15f0d2993'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:03.011869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Attempting to bind port 480664ec-60f6-4ec4-9ed0-231ef1b27919 on network e314b82b-fc8d-44cb-b6a1-57b15f0d2993 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:03.018808 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:03.019164 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Checking segment: {'id': 'd657b552-e19b-44fb-a544-e8a3991755f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e314b82b-fc8d-44cb-b6a1-57b15f0d2993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:03.019620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.020009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Bound using segment: {'id': 'd657b552-e19b-44fb-a544-e8a3991755f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e314b82b-fc8d-44cb-b6a1-57b15f0d2993'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:03.020572 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Bound port: 480664ec-60f6-4ec4-9ed0-231ef1b27919, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd657b552-e19b-44fb-a544-e8a3991755f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e314b82b-fc8d-44cb-b6a1-57b15f0d2993'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:03.021285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.079330 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4651859 Apr 29 15:36:03.082184 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.084672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37302) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:03.087709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794020f-20c8-485c-9084-58ebc86e241b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Network': ['ID=b1153f22-94e8-4953-a21b-68b9ad9e66d1,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:03.089897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 2558ca18-43b1-4860-8f91-c85dbcb0c038 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:03.106653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'subnet': {'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:03.113714 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network b1153f22-94e8-4953-a21b-68b9ad9e66d1 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:36:03.136165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 2558ca18-43b1-4860-8f91-c85dbcb0c038 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:03.136560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.188923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.285607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:03.290397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:subnet and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:03.294059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:03.304902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:03.305116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f3d0c-fd15-43fd-b9da-4a582ecdb41a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=09fecd4c-24ac-4a50-b2af-f6277124ac30,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:03.429651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Made reservation on behalf of ba8a626eb4d946bd920b33e4c0f88f17 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:03.433782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.469625 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] For port 480664ec-60f6-4ec4-9ed0-231ef1b27919, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:03.474692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] For port 480664ec-60f6-4ec4-9ed0-231ef1b27919, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=480664ec-60f6-4ec4-9ed0-231ef1b27919,segment=NetworkSegment(d657b552-e19b-44fb-a544-e8a3991755f7),segment_id=d657b552-e19b-44fb-a544-e8a3991755f7)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:03.521268 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:01Z', 'revision_number': 2, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:03.526922 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Checking router: 054d96ed-4968-4c33-bb02-bead4ce7533f for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:36:03.527522 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Updating router 054d96ed-4968-4c33-bb02-bead4ce7533f port ab8fef09-918a-4e5d-b584-48374fb5ef46 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:36:03.535152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-61b41bb1-65d5-4437-adb5-d435b8ffc7ed None None] Provisioning complete for port 2558ca18-43b1-4860-8f91-c85dbcb0c038 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:03.536626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-61b41bb1-65d5-4437-adb5-d435b8ffc7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.598372 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.601619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.713508 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e314b82b-fc8d-44cb-b6a1-57b15f0d2993']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:03.728377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd657b552-e19b-44fb-a544-e8a3991755f7') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:03.728738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd657b552-e19b-44fb-a544-e8a3991755f7') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:03.740579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dda287-de66-4761-81b9-aa038ef6b1fe None None] Pushing event updated for resources: {'Port': ['ID=480664ec-60f6-4ec4-9ed0-231ef1b27919,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:03.745349 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.760233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.764040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.770840 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:03.771240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.805609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.833305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-774f3d0c-fd15-43fd-b9da-4a582ecdb41a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:03.836819 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:03.945485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 2558ca18-43b1-4860-8f91-c85dbcb0c038, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=2558ca18-43b1-4860-8f91-c85dbcb0c038,segment=NetworkSegment(710d756c-23e7-41fb-b399-9d85f7789740),segment_id=710d756c-23e7-41fb-b399-9d85f7789740)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:03.951049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d2820-4cad-439a-8e30-246ddee07849 None None] Network e314b82b-fc8d-44cb-b6a1-57b15f0d2993 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:03.979013 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Checking segment: {'id': '2dc5f45a-b167-41f7-a12d-d3e7943a2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:03.980299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network hostable DHCP agents. Network: b1153f22-94e8-4953-a21b-68b9ad9e66d1, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:36:04.020244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Subnet': ['ID=6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:04.073689 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.091432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network b1153f22-94e8-4953-a21b-68b9ad9e66d1 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:36:04.120246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-61b41bb1-65d5-4437-adb5-d435b8ffc7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.143837 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.155781 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Transition to ACTIVE for port object ab8fef09-918a-4e5d-b584-48374fb5ef46 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:04.171277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, b1153f22-94e8-4953-a21b-68b9ad9e66d1) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:04.174922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:36:04.174922 dv-neutron-839183-1-hyperv neutron-server[88714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:36:04.174922 dv-neutron-839183-1-hyperv neutron-server[88714]: [parameters: {'id': 'e314b82b-fc8d-44cb-b6a1-57b15f0d2993'}] Apr 29 15:36:04.174922 dv-neutron-839183-1-hyperv neutron-server[88714]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:04.175698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:04.176184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:04.176917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.199149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Subnet': ['ID=8264e0da-89fa-4232-8e98-50d67fda3cdd,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:04.214537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad50f7c8-afd4-483a-b6c1-fd090cbe8ffc None None] Network b1153f22-94e8-4953-a21b-68b9ad9e66d1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:04.216404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Checking segment: {'id': 'ea89a339-011b-4421-8a7a-56c1083326fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bab0a04d-e991-4c76-8143-4bab4074a3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:04.216815 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network hostable DHCP agents. Network: bab0a04d-e991-4c76-8143-4bab4074a3d6, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:36:04.235063 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.264426 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6ab0defc-5f07-4bec-98fb-a0d94fc95851 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1780915 Apr 29 15:36:04.267182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37308) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:04.322548 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50c969-f7a3-4151-9702-b78ad8ddb900 None None] Pushing event updated for resources: {'Port': ['ID=ab8fef09-918a-4e5d-b584-48374fb5ef46,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:04.352848 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-65012948-f7f2-4ef8-ace4-a28c2e22c0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.413049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=2558ca18-43b1-4860-8f91-c85dbcb0c038,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:04.446762 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-61b41bb1-65d5-4437-adb5-d435b8ffc7ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:04.447112 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-61b41bb1-65d5-4437-adb5-d435b8ffc7ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:04.451310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774f3d0c-fd15-43fd-b9da-4a582ecdb41a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 1ecaef49-f7aa-47a8-a885-9795fd73f9dc has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:04.460301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9380e-32a0-4924-9ccd-8c93a40dbb5c req-383c09bd-78bd-48d6-a79e-0832fff95c63 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:04.461871 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5fb9380e-32a0-4924-9ccd-8c93a40dbb5c req-383c09bd-78bd-48d6-a79e-0832fff95c63 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.6241732 Apr 29 15:36:04.555978 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Attempting to bind port ab8fef09-918a-4e5d-b584-48374fb5ef46 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:04.556343 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Attempting to bind port ab8fef09-918a-4e5d-b584-48374fb5ef46 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '710d756c-23e7-41fb-b399-9d85f7789740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:04.556728 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Attempting to bind port ab8fef09-918a-4e5d-b584-48374fb5ef46 on network 8faa8070-e9d1-41f8-98d7-55f97e82bbba {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:04.563915 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:04.564283 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Checking segment: {'id': '710d756c-23e7-41fb-b399-9d85f7789740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:04.564709 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.565092 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Bound using segment: {'id': '710d756c-23e7-41fb-b399-9d85f7789740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:04.566002 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Bound port: ab8fef09-918a-4e5d-b584-48374fb5ef46, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710d756c-23e7-41fb-b399-9d85f7789740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:04.566371 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.604883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-b1153f22-94e8-4953-a21b-68b9ad9e66d1', 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'fixed_ips': [{'subnet_id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:36:04.606532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.672713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network bab0a04d-e991-4c76-8143-4bab4074a3d6 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:36:04.678927 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] For port ab8fef09-918a-4e5d-b584-48374fb5ef46, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:04.682012 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] For port ab8fef09-918a-4e5d-b584-48374fb5ef46, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ab8fef09-918a-4e5d-b584-48374fb5ef46,segment=NetworkSegment(710d756c-23e7-41fb-b399-9d85f7789740),segment_id=710d756c-23e7-41fb-b399-9d85f7789740)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:04.691324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.707375 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, bab0a04d-e991-4c76-8143-4bab4074a3d6) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:04.716452 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5fb9380e-32a0-4924-9ccd-8c93a40dbb5c req-6efa56b6-85d8-4fd4-8d25-2ce15574d7de tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400031 Apr 29 15:36:04.717737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:04.718305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.726888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774f3d0c-fd15-43fd-b9da-4a582ecdb41a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:04.728340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062c8a9c-c8d9-41b2-b4c1-4e81dfcdac29 None None] Network bab0a04d-e991-4c76-8143-4bab4074a3d6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:04.755436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Deleting port 480664ec-60f6-4ec4-9ed0-231ef1b27919 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:04.755663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.771844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4d023-95a3-4d0c-8edc-16cfa54b9a80 None None] Sync routers for ids ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:04.800522 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:04.898872 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:04.899867 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:04.926664 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dd4642d5-070e-48e5-8536-cbaccfa102bb tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4372985 Apr 29 15:36:04.936916 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-774f3d0c-fd15-43fd-b9da-4a582ecdb41a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/1ecaef49-f7aa-47a8-a885-9795fd73f9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3705070 Apr 29 15:36:04.942081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37314) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:04.942514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37316) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:04.961141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': 'bab0a04d-e991-4c76-8143-4bab4074a3d6', 'name': 'tempest-PortsIpV6TestJSON-1516934788', 'fixed_ips': [{'subnet_id': '8264e0da-89fa-4232-8e98-50d67fda3cdd', 'ip_address': '2001:db8::10'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:05.010032 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef4d023-95a3-4d0c-8edc-16cfa54b9a80 None None] Routers {'1ecaef49-f7aa-47a8-a885-9795fd73f9dc'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:05.010666 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9ef4d023-95a3-4d0c-8edc-16cfa54b9a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:05.069727 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50c969-f7a3-4151-9702-b78ad8ddb900 None None] Pushing event updated for resources: {'Port': ['ID=ab8fef09-918a-4e5d-b584-48374fb5ef46,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:05.107031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-99751bc7-1720-4a3b-bce6-8bdce4abca1b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Synchronizing usage tracker for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:05.114947 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:05.136720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9ef4d023-95a3-4d0c-8edc-16cfa54b9a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:05.215485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Allocated IP 172.23.0.2 (b1153f22-94e8-4953-a21b-68b9ad9e66d1/6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a/ed041027-23d7-4cbd-b452-746eb842ba62) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:05.277624 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef4d023-95a3-4d0c-8edc-16cfa54b9a80 None None] Routers {'1ecaef49-f7aa-47a8-a885-9795fd73f9dc'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:05.278332 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9ef4d023-95a3-4d0c-8edc-16cfa54b9a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:05.334473 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] For port 480664ec-60f6-4ec4-9ed0-231ef1b27919, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=480664ec-60f6-4ec4-9ed0-231ef1b27919,segment=NetworkSegment(d657b552-e19b-44fb-a544-e8a3991755f7),segment_id=d657b552-e19b-44fb-a544-e8a3991755f7)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:05.335500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.404839 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.415301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.432731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9ef4d023-95a3-4d0c-8edc-16cfa54b9a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:05.433159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4d023-95a3-4d0c-8edc-16cfa54b9a80 None None] The sync data for ids ['1ecaef49-f7aa-47a8-a885-9795fd73f9dc'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:05.501802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-61b41bb1-65d5-4437-adb5-d435b8ffc7ed None None] Provisioning for port ab8fef09-918a-4e5d-b584-48374fb5ef46 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:05.555749 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:04Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:05.561795 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03522998-fddd-43a4-8a0f-191fe1703bab None None] The sync data for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv is: [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:04Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:05.572838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-bab0a04d-e991-4c76-8143-4bab4074a3d6', 'network_id': 'bab0a04d-e991-4c76-8143-4bab4074a3d6', 'tenant_id': '5dab45b81f614da28ec529e1564555d4', 'fixed_ips': [{'subnet_id': '8264e0da-89fa-4232-8e98-50d67fda3cdd'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:36:05.573683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.590582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.706721 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-99751bc7-1720-4a3b-bce6-8bdce4abca1b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Unset dirty status for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:05.707793 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-99751bc7-1720-4a3b-bce6-8bdce4abca1b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ecaef49-f7aa-47a8-a885-9795fd73f9dc HTTP/1.1" status: 200 len: 205 time: 0.7627416 Apr 29 15:36:05.728495 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Calling delete_port for 480664ec-60f6-4ec4-9ed0-231ef1b27919 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:05.736851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37322) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:05.815021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:05.819607 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:port and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:05.824164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:05.837704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:05.851848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8f454-1c36-492b-825c-1702bd0ec88f req-e446b3d6-4a61-4354-97a9-b84acf91801e tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:05.853725 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4ff8f454-1c36-492b-825c-1702bd0ec88f req-e446b3d6-4a61-4354-97a9-b84acf91801e tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.9679217 Apr 29 15:36:05.906848 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.917980 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4ff8f454-1c36-492b-825c-1702bd0ec88f req-15aa66bc-5b21-4cbd-8ccf-f1232604d1d5 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487704 Apr 29 15:36:05.936549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98bd08cb-e18f-41ce-9587-90e35d2fb917 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:05.951296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Allocated IP 2001:db8::2 (bab0a04d-e991-4c76-8143-4bab4074a3d6/8264e0da-89fa-4232-8e98-50d67fda3cdd/3b91730b-af8d-47ec-b4fd-65f905c09569) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:05.952839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:05.983519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Transition to ACTIVE for port object ed041027-23d7-4cbd-b452-746eb842ba62 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:06.045267 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Transition to ACTIVE for port object ed041027-23d7-4cbd-b452-746eb842ba62 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:06.110209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.120678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.160188 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.207257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Port': ['ID=480664ec-60f6-4ec4-9ed0-231ef1b27919,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:06.234867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No DVR routers for this DVR port 480664ec-60f6-4ec4-9ed0-231ef1b27919 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:06.259513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Network b1153f22-94e8-4953-a21b-68b9ad9e66d1 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:06.269706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:06.295171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port 7dbaebab-1e20-4c3c-aec2-3190b6801bfa yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:36:06.320023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:06.356339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 2558ca18-43b1-4860-8f91-c85dbcb0c038 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:06.490106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.565740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e314b82b-fc8d-44cb-b6a1-57b15f0d2993']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:06.587399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd657b552-e19b-44fb-a544-e8a3991755f7') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:06.587727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd657b552-e19b-44fb-a544-e8a3991755f7') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:06.624100 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.638594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.641895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98bd08cb-e18f-41ce-9587-90e35d2fb917 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.649485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98bd08cb-e18f-41ce-9587-90e35d2fb917 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.651841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Transition to ACTIVE for port object 3b91730b-af8d-47ec-b4fd-65f905c09569 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:06.656282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.664414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:06.664877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.677038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Transition to ACTIVE for port object 3b91730b-af8d-47ec-b4fd-65f905c09569 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:06.682978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Allocated IP 172.23.0.1 (b1153f22-94e8-4953-a21b-68b9ad9e66d1/6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a/4fe6b51e-b030-4938-8af6-5f2cec478e2f) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:06.712772 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:06.801653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Pushing event updated for resources: {'Port': ['ID=ed041027-23d7-4cbd-b452-746eb842ba62,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:06.815711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.818896 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98bd08cb-e18f-41ce-9587-90e35d2fb917 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.819420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bd08cb-e18f-41ce-9587-90e35d2fb917 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Fanout notify agent at l3_agent the message router_deleted on router 1ecaef49-f7aa-47a8-a885-9795fd73f9dc {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:36:06.857149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-98bd08cb-e18f-41ce-9587-90e35d2fb917 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.858179 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-98bd08cb-e18f-41ce-9587-90e35d2fb917 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/1ecaef49-f7aa-47a8-a885-9795fd73f9dc HTTP/1.1" status: 204 len: 168 time: 1.1206899 Apr 29 15:36:06.862358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37330) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:06.924231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Network bab0a04d-e991-4c76-8143-4bab4074a3d6 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:06.926684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 2558ca18-43b1-4860-8f91-c85dbcb0c038 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:06.927168 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.941275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.962272 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:06.967539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1d7485-59d9-4680-b21c-b07aa5ade651 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting subnet ac20e137-b16c-471c-92db-bb57f7f15111 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:06.971869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Transition to ACTIVE for port object 4fe6b51e-b030-4938-8af6-5f2cec478e2f will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:06.973009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7485-59d9-4680-b21c-b07aa5ade651 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:06.981005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8::10 (bab0a04d-e991-4c76-8143-4bab4074a3d6/8264e0da-89fa-4232-8e98-50d67fda3cdd/7dbaebab-1e20-4c3c-aec2-3190b6801bfa) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:06.983986 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:06.988819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Attempting to bind port ed041027-23d7-4cbd-b452-746eb842ba62 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:06.989116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Attempting to bind port ed041027-23d7-4cbd-b452-746eb842ba62 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '2dc5f45a-b167-41f7-a12d-d3e7943a2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:06.989675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Attempting to bind port ed041027-23d7-4cbd-b452-746eb842ba62 on network b1153f22-94e8-4953-a21b-68b9ad9e66d1 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:07.005010 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cffadf-6af6-42b5-b564-58d26b5fb557 req-d625ed6b-32c6-4d78-8347-03cec90c11e8 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:07.006564 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-23cffadf-6af6-42b5-b564-58d26b5fb557 req-d625ed6b-32c6-4d78-8347-03cec90c11e8 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.2480192 Apr 29 15:36:07.041741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7485-59d9-4680-b21c-b07aa5ade651 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.054176 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:07.054746 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Checking segment: {'id': '2dc5f45a-b167-41f7-a12d-d3e7943a2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:07.054935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.055329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Bound using segment: {'id': '2dc5f45a-b167-41f7-a12d-d3e7943a2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:07.055815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Bound port: ed041027-23d7-4cbd-b452-746eb842ba62, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc5f45a-b167-41f7-a12d-d3e7943a2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:07.056187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.076193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Pushing event updated for resources: {'Port': ['ID=3b91730b-af8d-47ec-b4fd-65f905c09569,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:07.135980 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7485-59d9-4680-b21c-b07aa5ade651 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.196265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.228397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.288994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Attempting to bind port 3b91730b-af8d-47ec-b4fd-65f905c09569 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:07.289396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Attempting to bind port 3b91730b-af8d-47ec-b4fd-65f905c09569 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'ea89a339-011b-4421-8a7a-56c1083326fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bab0a04d-e991-4c76-8143-4bab4074a3d6'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:07.289759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Attempting to bind port 3b91730b-af8d-47ec-b4fd-65f905c09569 on network bab0a04d-e991-4c76-8143-4bab4074a3d6 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:07.313132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network b1153f22-94e8-4953-a21b-68b9ad9e66d1 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:07.319702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:07.330684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:07.335678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.353735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object 7dbaebab-1e20-4c3c-aec2-3190b6801bfa will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:07.374819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:07.375304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Checking segment: {'id': 'ea89a339-011b-4421-8a7a-56c1083326fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bab0a04d-e991-4c76-8143-4bab4074a3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:07.378537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.378954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Bound using segment: {'id': 'ea89a339-011b-4421-8a7a-56c1083326fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bab0a04d-e991-4c76-8143-4bab4074a3d6'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:07.379455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Bound port: 3b91730b-af8d-47ec-b4fd-65f905c09569, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea89a339-011b-4421-8a7a-56c1083326fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'bab0a04d-e991-4c76-8143-4bab4074a3d6'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:07.379966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.406638 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=4fe6b51e-b030-4938-8af6-5f2cec478e2f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:07.414781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] For port ed041027-23d7-4cbd-b452-746eb842ba62, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:07.432167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.435866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.438783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.472113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7485-59d9-4680-b21c-b07aa5ade651 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.482941 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/networks/e314b82b-fc8d-44cb-b6a1-57b15f0d2993 HTTP/1.1" status: 204 len: 168 time: 6.0783970 Apr 29 15:36:07.491006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37334) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:07.494029 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.495863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263da82b-22ed-43bf-92ec-5d28bb9cb06c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Network': ['ID=e314b82b-fc8d-44cb-b6a1-57b15f0d2993,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:07.501801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] For port ed041027-23d7-4cbd-b452-746eb842ba62, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ed041027-23d7-4cbd-b452-746eb842ba62,segment=NetworkSegment(2dc5f45a-b167-41f7-a12d-d3e7943a2f92),segment_id=2dc5f45a-b167-41f7-a12d-d3e7943a2f92)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:07.511766 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ab8fef09-918a-4e5d-b584-48374fb5ef46 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:07.517216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d7485-59d9-4680-b21c-b07aa5ade651 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Subnet': ['ID=ac20e137-b16c-471c-92db-bb57f7f15111,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:07.524575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7485-59d9-4680-b21c-b07aa5ade651 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.536730 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7c1d7485-59d9-4680-b21c-b07aa5ade651 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/ac20e137-b16c-471c-92db-bb57f7f15111 HTTP/1.1" status: 204 len: 168 time: 0.6711004 Apr 29 15:36:07.537315 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37338) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:07.545702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1040773433'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:07.549686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33624b7-cffe-487b-acb4-6f297b149521 None None] Network 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:07.551311 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-23cffadf-6af6-42b5-b564-58d26b5fb557 req-271839e9-891e-4993-aa84-98586e25f5c7 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311792 Apr 29 15:36:07.567531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:07.593053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:network and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:07.596477 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:07.604274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:07.615688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network bab0a04d-e991-4c76-8143-4bab4074a3d6 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:07.620578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:07.624967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:07.629703 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.631867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:07.633084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.652097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-708d3142-9055-4996-9615-50695561dad7 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting subnet bb757820-5e16-4ae1-963b-363f8680bbf9 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:07.652097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-708d3142-9055-4996-9615-50695561dad7 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.657140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=7dbaebab-1e20-4c3c-aec2-3190b6801bfa,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:07.668411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:07.672050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.702606 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:36:07.711519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.711929 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Added segment 2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3 of type vlan for network c6e5210c-2884-4af4-94c7-73f985dbd280 Apr 29 15:36:07.741775 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.759245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-708d3142-9055-4996-9615-50695561dad7 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.765252 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-eaaf56a7-4968-4358-a94f-35cd22e22a4e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8184214 Apr 29 15:36:07.767389 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37342) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:07.776501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': 'bab0a04d-e991-4c76-8143-4bab4074a3d6', 'name': 'tempest-PortsIpV6TestJSON-1649975004', 'fixed_ips': [{'subnet_id': '8264e0da-89fa-4232-8e98-50d67fda3cdd', 'ip_address': '2001:db8::f'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:07.782185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] For port 3b91730b-af8d-47ec-b4fd-65f905c09569, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:07.813244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.880393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.885868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:07.886557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] For port 3b91730b-af8d-47ec-b4fd-65f905c09569, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=3b91730b-af8d-47ec-b4fd-65f905c09569,segment=NetworkSegment(ea89a339-011b-4421-8a7a-56c1083326fd),segment_id=ea89a339-011b-4421-8a7a-56c1083326fd)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:07.886706 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:07.954860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5cb37-bb07-4d63-abc9-cb251c5634f3 None None] Pushing event updated for resources: {'Port': ['ID=ed041027-23d7-4cbd-b452-746eb842ba62,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:07.967402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.045217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port ab8fef09-918a-4e5d-b584-48374fb5ef46 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:08.046671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-708d3142-9055-4996-9615-50695561dad7 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.057545 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ab8fef09-918a-4e5d-b584-48374fb5ef46 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:08.057545 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.122398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c847ee6-eaa7-47d1-a496-e1ba10a6354e None None] Pushing event updated for resources: {'Port': ['ID=3b91730b-af8d-47ec-b4fd-65f905c09569,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:08.178379 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6834402 Apr 29 15:36:08.179637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcce87e-2530-4459-af19-ff6a2fc28ede tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Network': ['ID=c6e5210c-2884-4af4-94c7-73f985dbd280,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:08.179771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37346) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:08.200599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Request body: {'subnet': {'network_id': 'c6e5210c-2884-4af4-94c7-73f985dbd280', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:08.201110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:08.206221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:port and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:08.209811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:08.218768 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network c6e5210c-2884-4af4-94c7-73f985dbd280 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:36:08.221743 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:08.335596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:08.342560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.352810 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0fd54-d779-405c-9f36-4f3d74a6f9cc None None] DHCP port deletion for 60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:36:08.362783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.379426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port 17c00c15-71af-4dd3-b3e9-91a7686df588 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:36:08.382213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-52d0fd54-d779-405c-9f36-4f3d74a6f9cc None None] Deleting port 81e1b57d-a1ab-4951-ac3b-9433ede8701b {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:08.382654 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52d0fd54-d779-405c-9f36-4f3d74a6f9cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.404237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-708d3142-9055-4996-9615-50695561dad7 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.514698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d3142-9055-4996-9615-50695561dad7 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Subnet': ['ID=bb757820-5e16-4ae1-963b-363f8680bbf9,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:08.553552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port ab8fef09-918a-4e5d-b584-48374fb5ef46, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ab8fef09-918a-4e5d-b584-48374fb5ef46,segment=NetworkSegment(710d756c-23e7-41fb-b399-9d85f7789740),segment_id=710d756c-23e7-41fb-b399-9d85f7789740)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:08.648790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.747280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:08.751660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Usage tracker for resource:subnet and tenant:39acad30fa92429bb7712e9d9ea500ce is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:08.754168 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:08.760090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:08.774936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-708d3142-9055-4996-9615-50695561dad7 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.797658 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-708d3142-9055-4996-9615-50695561dad7 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/bb757820-5e16-4ae1-963b-363f8680bbf9 HTTP/1.1" status: 204 len: 168 time: 1.2567413 Apr 29 15:36:08.798829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37352) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:08.851861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3849413d-fbdb-4ebe-8974-23cb9ca0804b None None] Network 9f67ddbc-42f5-46bc-8c14-0009b5a33300 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:08.893466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8::f (bab0a04d-e991-4c76-8143-4bab4074a3d6/8264e0da-89fa-4232-8e98-50d67fda3cdd/17c00c15-71af-4dd3-b3e9-91a7686df588) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:08.919524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 3b91730b-af8d-47ec-b4fd-65f905c09569 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:08.930228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Made reservation on behalf of 39acad30fa92429bb7712e9d9ea500ce for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:08.933675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.960938 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60e0fe-75b6-49fc-82f6-00d121972253 req-a57dfe28-de94-4776-a50c-92a645bf7fda tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:08.962626 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1e60e0fe-75b6-49fc-82f6-00d121972253 req-a57dfe28-de94-4776-a50c-92a645bf7fda tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.2139287 Apr 29 15:36:08.987019 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-52d0fd54-d779-405c-9f36-4f3d74a6f9cc None None] For port 81e1b57d-a1ab-4951-ac3b-9433ede8701b, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=81e1b57d-a1ab-4951-ac3b-9433ede8701b,segment=NetworkSegment(4c405585-aafb-4ce9-b0fb-e7cabf857eb5),segment_id=4c405585-aafb-4ce9-b0fb-e7cabf857eb5)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:08.987408 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52d0fd54-d779-405c-9f36-4f3d74a6f9cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:08.998724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.077024 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=ab8fef09-918a-4e5d-b584-48374fb5ef46,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:09.087642 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.098510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 81e1b57d-a1ab-4951-ac3b-9433ede8701b {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:09.098840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.116737 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1e60e0fe-75b6-49fc-82f6-00d121972253 req-2c69ff11-7fff-400d-8974-91c70d40f427 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374626 Apr 29 15:36:09.203423 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-52d0fd54-d779-405c-9f36-4f3d74a6f9cc None None] Calling delete_port for 81e1b57d-a1ab-4951-ac3b-9433ede8701b owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:09.205447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.227574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.280012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object 17c00c15-71af-4dd3-b3e9-91a7686df588 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:09.386623 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.405814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 3b91730b-af8d-47ec-b4fd-65f905c09569 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:09.416611 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ed041027-23d7-4cbd-b452-746eb842ba62 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:09.499734 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f5f0ff-7fb7-450c-9d8a-4bd4bde3802f None None] DHCP port deletion for 9f67ddbc-42f5-46bc-8c14-0009b5a33300 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:36:09.505387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52d0fd54-d779-405c-9f36-4f3d74a6f9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.538937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event updated for resources: {'Port': ['ID=4fe6b51e-b030-4938-8af6-5f2cec478e2f,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:09.565943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=17c00c15-71af-4dd3-b3e9-91a7686df588,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:09.577632 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network bab0a04d-e991-4c76-8143-4bab4074a3d6 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:09.579775 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:09.586256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:09.595006 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-65f5f0ff-7fb7-450c-9d8a-4bd4bde3802f None None] Deleting port 153fe094-c8d8-4451-8df3-c0c5b51e3eee {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:09.595385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-65f5f0ff-7fb7-450c-9d8a-4bd4bde3802f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.597586 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:09.598249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.621569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.668255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0fd54-d779-405c-9f36-4f3d74a6f9cc None None] Pushing event deleted for resources: {'Port': ['ID=81e1b57d-a1ab-4951-ac3b-9433ede8701b,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:09.687192 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-084822a7-5f10-41f5-aec2-85b07c1f9f98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9187717 Apr 29 15:36:09.689576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37360) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:09.714412 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0fd54-d779-405c-9f36-4f3d74a6f9cc None None] No DVR routers for this DVR port 81e1b57d-a1ab-4951-ac3b-9433ede8701b on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:09.840970 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] For port 81e1b57d-a1ab-4951-ac3b-9433ede8701b, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=81e1b57d-a1ab-4951-ac3b-9433ede8701b,segment=NetworkSegment(4c405585-aafb-4ce9-b0fb-e7cabf857eb5),segment_id=4c405585-aafb-4ce9-b0fb-e7cabf857eb5)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:09.840970 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:09.882532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ffc51f-2838-4aa8-9a01-b9bc22c789bc None None] Network bab0a04d-e991-4c76-8143-4bab4074a3d6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:09.899494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f81e85f-3486-4967-9f7b-107538df2d3d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:09.900221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3f81e85f-3486-4967-9f7b-107538df2d3d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:09.918174 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5b230-5ae9-4b18-9734-f90b43c754b9 req-8b2ec1a7-e4a4-4c97-8882-c99b1d19922a tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:09.920395 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-95a5b230-5ae9-4b18-9734-f90b43c754b9 req-8b2ec1a7-e4a4-4c97-8882-c99b1d19922a tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.1673312 Apr 29 15:36:09.937710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port ed041027-23d7-4cbd-b452-746eb842ba62 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:09.976676 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-95a5b230-5ae9-4b18-9734-f90b43c754b9 req-dd9f8d14-b406-46f8-9fcc-91d1cc686100 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471978 Apr 29 15:36:10.022190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3f81e85f-3486-4967-9f7b-107538df2d3d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:10.026446 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3f81e85f-3486-4967-9f7b-107538df2d3d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3354781 Apr 29 15:36:10.027245 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37364) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:10.053475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for 81e1b57d-a1ab-4951-ac3b-9433ede8701b owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:10.136507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc9739-beca-4639-8f64-332ce04cc23d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:10.141953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.objects.ports [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88715) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 29 15:36:10.144496 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc9739-beca-4639-8f64-332ce04cc23d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:10.148489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b3bdef-a371-4576-b53e-a7efe3b4aaba None None] Network b1153f22-94e8-4953-a21b-68b9ad9e66d1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:10.148958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:10.150567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc9739-beca-4639-8f64-332ce04cc23d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:10.154107 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bafc9739-beca-4639-8f64-332ce04cc23d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1255603 Apr 29 15:36:10.155679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37368) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:10.213614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-dd707b3d-7920-4b53-a23d-d9724c7b6dfd None None] Provisioning for port 3b91730b-af8d-47ec-b4fd-65f905c09569 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:10.224385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-65f5f0ff-7fb7-450c-9d8a-4bd4bde3802f None None] For port 153fe094-c8d8-4451-8df3-c0c5b51e3eee, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=153fe094-c8d8-4451-8df3-c0c5b51e3eee,segment=NetworkSegment(0635d7f2-31ea-4769-a4a2-51f7ec8f43fb),segment_id=0635d7f2-31ea-4769-a4a2-51f7ec8f43fb)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:10.225115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-65f5f0ff-7fb7-450c-9d8a-4bd4bde3802f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:10.245219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3961dcb7-5189-4f17-a066-4b4d2cd2db61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 17c00c15-71af-4dd3-b3e9-91a7686df588 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:10.245767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3961dcb7-5189-4f17-a066-4b4d2cd2db61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:10.299932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Network b1153f22-94e8-4953-a21b-68b9ad9e66d1 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:10.300712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event updated for resources: {'Subnet': ['ID=be89b9c5-6d0c-4a95-8a00-b6d2c8ab5cbc,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:10.307891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:10.312561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:10.313059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:10.317794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebd9ba-4289-43d5-8356-ade507c5a26b req-9adaac81-5298-4e95-bc8e-02833c32775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:10.319466 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-86ebd9ba-4289-43d5-8356-ade507c5a26b req-9adaac81-5298-4e95-bc8e-02833c32775a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ce3f81a65e040e98e62a6a17827486a&device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 1099 time: 0.5334871 Apr 29 15:36:10.363995 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 81e1b57d-a1ab-4951-ac3b-9433ede8701b no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:10.375476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Checking segment: {'id': '2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c6e5210c-2884-4af4-94c7-73f985dbd280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:10.375831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network hostable DHCP agents. Network: c6e5210c-2884-4af4-94c7-73f985dbd280, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:36:10.454806 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-dd707b3d-7920-4b53-a23d-d9724c7b6dfd None None] Provisioning complete for port 3b91730b-af8d-47ec-b4fd-65f905c09569 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:10.455465 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dd707b3d-7920-4b53-a23d-d9724c7b6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:10.500968 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-65f5f0ff-7fb7-450c-9d8a-4bd4bde3802f None None] Calling delete_port for 153fe094-c8d8-4451-8df3-c0c5b51e3eee owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:10.521444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3961dcb7-5189-4f17-a066-4b4d2cd2db61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:10.553225 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 81e1b57d-a1ab-4951-ac3b-9433ede8701b {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:10.553858 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 81e1b57d-a1ab-4951-ac3b-9433ede8701b not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:10.652186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3961dcb7-5189-4f17-a066-4b4d2cd2db61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 17c00c15-71af-4dd3-b3e9-91a7686df588 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:10.737374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 054d96ed-4968-4c33-bb02-bead4ce7533f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:10.747401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebd9ba-4289-43d5-8356-ade507c5a26b req-84336d2b-966a-43e3-8d6c-b1d62bf4978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:10.750179 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-86ebd9ba-4289-43d5-8356-ade507c5a26b req-84336d2b-966a-43e3-8d6c-b1d62bf4978e service neutron] 10.222.0.44 "GET /v2.0/networks?id=15f8887e-2c2c-4b53-bbb0-4faadea87031 HTTP/1.1" status: 200 len: 912 time: 0.4210582 Apr 29 15:36:10.786774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ab8fef09-918a-4e5d-b584-48374fb5ef46 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:10.857784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 81e1b57d-a1ab-4951-ac3b-9433ede8701b {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:10.858355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:10.868064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3961dcb7-5189-4f17-a066-4b4d2cd2db61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:10.923067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961dcb7-5189-4f17-a066-4b4d2cd2db61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=17c00c15-71af-4dd3-b3e9-91a7686df588,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:10.944549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Network c6e5210c-2884-4af4-94c7-73f985dbd280 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:36:10.957193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-65f5f0ff-7fb7-450c-9d8a-4bd4bde3802f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:10.982120 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-86ebd9ba-4289-43d5-8356-ade507c5a26b req-ea2c2c1b-9d26-45c1-8fa0-32edda0d34db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01eda77-9fce-490a-8a25-6dcfc6892264 HTTP/1.1" status: 200 len: 217 time: 0.1791663 Apr 29 15:36:11.019192 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5f0ff-7fb7-450c-9d8a-4bd4bde3802f None None] Pushing event deleted for resources: {'Port': ['ID=153fe094-c8d8-4451-8df3-c0c5b51e3eee,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:11.022069 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] The port '81e1b57d-a1ab-4951-ac3b-9433ede8701b' was deleted {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:36:11.022335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dd707b3d-7920-4b53-a23d-d9724c7b6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.047296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f5f0ff-7fb7-450c-9d8a-4bd4bde3802f None None] No DVR routers for this DVR port 153fe094-c8d8-4451-8df3-c0c5b51e3eee on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:11.090618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ab8fef09-918a-4e5d-b584-48374fb5ef46 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:11.090618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.097476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, c6e5210c-2884-4af4-94c7-73f985dbd280) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:11.121410 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44fa2a-8b13-410f-a236-7f0f025be556 None None] Network c6e5210c-2884-4af4-94c7-73f985dbd280 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:11.137599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:11.138111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.165585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-dd707b3d-7920-4b53-a23d-d9724c7b6dfd None None] For port 3b91730b-af8d-47ec-b4fd-65f905c09569, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=3b91730b-af8d-47ec-b4fd-65f905c09569,segment=NetworkSegment(ea89a339-011b-4421-8a7a-56c1083326fd),segment_id=ea89a339-011b-4421-8a7a-56c1083326fd)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:11.200803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3961dcb7-5189-4f17-a066-4b4d2cd2db61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.224914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:11.237673 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Sync routers for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:11.243090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebd9ba-4289-43d5-8356-ade507c5a26b req-96b08957-087a-47e7-941c-58ac211366d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:11.250695 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-86ebd9ba-4289-43d5-8356-ade507c5a26b req-96b08957-087a-47e7-941c-58ac211366d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3b926f-178d-4daf-ad44-dceb41d30997 HTTP/1.1" status: 200 len: 851 time: 0.2406204 Apr 29 15:36:11.251711 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:11.252654 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:11.257170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.269920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dd707b3d-7920-4b53-a23d-d9724c7b6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.342949 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-40163ac3-a924-4cc2-9de4-fc011365b71d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0717347 Apr 29 15:36:11.347079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017b75e-d211-4836-a386-ef9a2723919e req-c6d05fb3-8f7d-4086-9d22-0296bb5d437c tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:11.348770 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3017b75e-d211-4836-a386-ef9a2723919e req-c6d05fb3-8f7d-4086-9d22-0296bb5d437c tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.1887195 Apr 29 15:36:11.349435 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37374) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:11.359501 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-86ebd9ba-4289-43d5-8356-ade507c5a26b req-ae480bdc-1e34-44fb-9196-f983fa24bea2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15f8887e-2c2c-4b53-bbb0-4faadea87031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863748 Apr 29 15:36:11.360742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-11928472-b7ec-4436-aeaf-bf29a45f1f8f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:11.418988 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-053ad094-83bf-4a82-b800-8c4d4e9f1b8c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2381573 Apr 29 15:36:11.426981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:11.434515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37378) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:11.501081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c405585-aafb-4ce9-b0fb-e7cabf857eb5') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:11.501278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c405585-aafb-4ce9-b0fb-e7cabf857eb5') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:11.572027 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:36:11.589727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.651377 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:11.671225 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd707b3d-7920-4b53-a23d-d9724c7b6dfd None None] Pushing event updated for resources: {'Port': ['ID=3b91730b-af8d-47ec-b4fd-65f905c09569,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:11.686769 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1d8325db-5604-4c7c-a3ac-dd230ded2940 None None] Provisioning for port ed041027-23d7-4cbd-b452-746eb842ba62 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:11.720443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.726227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1d8325db-5604-4c7c-a3ac-dd230ded2940 None None] Provisioning complete for port ed041027-23d7-4cbd-b452-746eb842ba62 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:11.726660 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1d8325db-5604-4c7c-a3ac-dd230ded2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.758591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:11.758904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:11.774332 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:11.819532 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3961dcb7-5189-4f17-a066-4b4d2cd2db61 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/17c00c15-71af-4dd3-b3e9-91a7686df588 HTTP/1.1" status: 204 len: 168 time: 1.6626892 Apr 29 15:36:11.823305 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-86ebd9ba-4289-43d5-8356-ade507c5a26b req-f94ffad4-fc7b-4292-ab90-1394f5a9da58 service neutron] 10.222.0.44 "GET /v2.0/networks/15f8887e-2c2c-4b53-bbb0-4faadea87031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547939 Apr 29 15:36:11.823791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37382) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:11.851725 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3017b75e-d211-4836-a386-ef9a2723919e req-6cea2b0e-243d-4b21-ba52-5663662762ff tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309528 Apr 29 15:36:11.912892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-c6e5210c-2884-4af4-94c7-73f985dbd280', 'network_id': 'c6e5210c-2884-4af4-94c7-73f985dbd280', 'tenant_id': '39acad30fa92429bb7712e9d9ea500ce', 'fixed_ips': [{'subnet_id': 'be89b9c5-6d0c-4a95-8a00-b6d2c8ab5cbc'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:36:11.913725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.964194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:11.992127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 153fe094-c8d8-4451-8df3-c0c5b51e3eee no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:12.073394 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e7b795-d869-4e95-b43f-f2507834ad0e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:36:12.086489 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d9e7b795-d869-4e95-b43f-f2507834ad0e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/17c00c15-71af-4dd3-b3e9-91a7686df588 HTTP/1.1" status: 404 len: 333 time: 0.1317096 Apr 29 15:36:12.092287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37386) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:12.185983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 153fe094-c8d8-4451-8df3-c0c5b51e3eee {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:12.186518 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 153fe094-c8d8-4451-8df3-c0c5b51e3eee not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:12.296099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-058dd6f9-efaf-435a-b9b4-ca120e745b4d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 7dbaebab-1e20-4c3c-aec2-3190b6801bfa {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:12.296445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-058dd6f9-efaf-435a-b9b4-ca120e745b4d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.329159 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:07Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': '4fe6b51e-b030-4938-8af6-5f2cec478e2f', 'name': '', 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:0f:fb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:05Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 2, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:12.345436 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Checking router: 054d96ed-4968-4c33-bb02-bead4ce7533f for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:36:12.350191 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Updating router 054d96ed-4968-4c33-bb02-bead4ce7533f port 4fe6b51e-b030-4938-8af6-5f2cec478e2f binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:36:12.403356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1d8325db-5604-4c7c-a3ac-dd230ded2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.431902 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.509360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-1d8325db-5604-4c7c-a3ac-dd230ded2940 None None] For port ed041027-23d7-4cbd-b452-746eb842ba62, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ed041027-23d7-4cbd-b452-746eb842ba62,segment=NetworkSegment(2dc5f45a-b167-41f7-a12d-d3e7943a2f92),segment_id=2dc5f45a-b167-41f7-a12d-d3e7943a2f92)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:12.514575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.529896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Allocated IP 2001:db8::f816:3eff:fef0:72dc (c6e5210c-2884-4af4-94c7-73f985dbd280/be89b9c5-6d0c-4a95-8a00-b6d2c8ab5cbc/59e6332f-d7fd-43e6-8f12-53e03c740a7c) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:12.536408 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.extraroute_db [None req-11928472-b7ec-4436-aeaf-bf29a45f1f8f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88714) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 15:36:12.570765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.603785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Network': ['ID=60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:12.617244 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ab002de2-b974-432c-a3fc-bd2e3ca21eec tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/networks/60c9e9f4-94fc-4091-9abc-bbdc8ce4b3f1 HTTP/1.1" status: 204 len: 168 time: 3.8176453 Apr 29 15:36:12.617497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.extraroute_db [None req-11928472-b7ec-4436-aeaf-bf29a45f1f8f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Removed routes are [] {{(pid=88714) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 15:36:12.617851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11928472-b7ec-4436-aeaf-bf29a45f1f8f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.624069 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37390) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:12.626595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.722388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1d8325db-5604-4c7c-a3ac-dd230ded2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.750137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-058dd6f9-efaf-435a-b9b4-ca120e745b4d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.787330 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-86ebd9ba-4289-43d5-8356-ade507c5a26b req-36d18953-1587-4937-8864-321eb9b1a786 service neutron] 10.222.0.44 "GET /v2.0/networks/15f8887e-2c2c-4b53-bbb0-4faadea87031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8022196 Apr 29 15:36:12.830577 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 3b91730b-af8d-47ec-b4fd-65f905c09569 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:12.873441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.967140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8325db-5604-4c7c-a3ac-dd230ded2940 None None] Pushing event updated for resources: {'Port': ['ID=ed041027-23d7-4cbd-b452-746eb842ba62,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:12.970017 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:12.984455 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Transition to ACTIVE for port object 4fe6b51e-b030-4938-8af6-5f2cec478e2f will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:13.003993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9cb1b89c-8e73-4b85-ac6e-c85204295f61 None None] Provisioning complete for port 3b91730b-af8d-47ec-b4fd-65f905c09569 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:13.004213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b89c-8e73-4b85-ac6e-c85204295f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.046792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-058dd6f9-efaf-435a-b9b4-ca120e745b4d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 7dbaebab-1e20-4c3c-aec2-3190b6801bfa owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:13.053608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.072565 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.088785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f67ddbc-42f5-46bc-8c14-0009b5a33300']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:13.094935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.108592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0635d7f2-31ea-4769-a4a2-51f7ec8f43fb') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:13.109253 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0635d7f2-31ea-4769-a4a2-51f7ec8f43fb') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:13.113661 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Transition to ACTIVE for port object 59e6332f-d7fd-43e6-8f12-53e03c740a7c will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:13.116523 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 3b91730b-af8d-47ec-b4fd-65f905c09569 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:13.116861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.130665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.151194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.160046 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:13.160937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.249327 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Transition to ACTIVE for port object 59e6332f-d7fd-43e6-8f12-53e03c740a7c will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:13.287436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9cb1b89c-8e73-4b85-ac6e-c85204295f61 None None] Could not find standard attr ID for object 17c00c15-71af-4dd3-b3e9-91a7686df588. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:13.322173 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:13.370343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.394726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.403227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.454115 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6cca0-6605-403b-9b56-7916140095f9 None None] Pushing event updated for resources: {'Port': ['ID=4fe6b51e-b030-4938-8af6-5f2cec478e2f,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:13.482553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.489739 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Attempting to bind port 4fe6b51e-b030-4938-8af6-5f2cec478e2f on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:13.490429 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Attempting to bind port 4fe6b51e-b030-4938-8af6-5f2cec478e2f by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '2dc5f45a-b167-41f7-a12d-d3e7943a2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:13.491046 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Attempting to bind port 4fe6b51e-b030-4938-8af6-5f2cec478e2f on network b1153f22-94e8-4953-a21b-68b9ad9e66d1 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:13.498824 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:13.503093 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Checking segment: {'id': '2dc5f45a-b167-41f7-a12d-d3e7943a2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:13.503787 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.506242 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Bound using segment: {'id': '2dc5f45a-b167-41f7-a12d-d3e7943a2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:13.506981 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Bound port: 4fe6b51e-b030-4938-8af6-5f2cec478e2f, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc5f45a-b167-41f7-a12d-d3e7943a2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:13.507596 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.516989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Network c6e5210c-2884-4af4-94c7-73f985dbd280 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:13.522051 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:13.537584 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:13.542417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Pushing event updated for resources: {'Port': ['ID=59e6332f-d7fd-43e6-8f12-53e03c740a7c,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:13.547248 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Network': ['ID=9f67ddbc-42f5-46bc-8c14-0009b5a33300,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:13.557454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9cb1b89c-8e73-4b85-ac6e-c85204295f61 None None] Provisioning for port 4fe6b51e-b030-4938-8af6-5f2cec478e2f completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:13.648331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.681740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9cb1b89c-8e73-4b85-ac6e-c85204295f61 None None] Provisioning complete for port ed041027-23d7-4cbd-b452-746eb842ba62 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:13.682018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b89c-8e73-4b85-ac6e-c85204295f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.684718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Subnet': ['ID=be89b9c5-6d0c-4a95-8a00-b6d2c8ab5cbc,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:13.692235 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] For port 4fe6b51e-b030-4938-8af6-5f2cec478e2f, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:13.695620 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] For port 4fe6b51e-b030-4938-8af6-5f2cec478e2f, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4fe6b51e-b030-4938-8af6-5f2cec478e2f,segment=NetworkSegment(2dc5f45a-b167-41f7-a12d-d3e7943a2f92),segment_id=2dc5f45a-b167-41f7-a12d-d3e7943a2f92)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:13.716070 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-37f6344e-ee3d-4fd0-855d-4f354a13316c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/networks/9f67ddbc-42f5-46bc-8c14-0009b5a33300 HTTP/1.1" status: 204 len: 168 time: 1.0867074 Apr 29 15:36:13.717635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37396) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:13.717756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853a229-8617-49d0-ac06-908d2d850eb8 req-6b386708-d1d4-4e4b-a84c-92be88fe2f41 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:13.718887 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a853a229-8617-49d0-ac06-908d2d850eb8 req-6b386708-d1d4-4e4b-a84c-92be88fe2f41 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.6388443 Apr 29 15:36:13.728656 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1185223089'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:13.733253 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Attempting to bind port 59e6332f-d7fd-43e6-8f12-53e03c740a7c on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:13.733663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Attempting to bind port 59e6332f-d7fd-43e6-8f12-53e03c740a7c by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c6e5210c-2884-4af4-94c7-73f985dbd280'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:13.733984 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Attempting to bind port 59e6332f-d7fd-43e6-8f12-53e03c740a7c on network c6e5210c-2884-4af4-94c7-73f985dbd280 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:13.737853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e5210c-2884-4af4-94c7-73f985dbd280']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:13.743932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:13.744314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Checking segment: {'id': '2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c6e5210c-2884-4af4-94c7-73f985dbd280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:13.744741 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.746876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Bound using segment: {'id': '2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c6e5210c-2884-4af4-94c7-73f985dbd280'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:13.746876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Bound port: 59e6332f-d7fd-43e6-8f12-53e03c740a7c, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c6e5210c-2884-4af4-94c7-73f985dbd280'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:13.746876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.747201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:13.750034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11928472-b7ec-4436-aeaf-bf29a45f1f8f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.754441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:network and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:13.758077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:13.758426 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:13.766210 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.772971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11928472-b7ec-4436-aeaf-bf29a45f1f8f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.782513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.806135 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.811846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:13.835417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:13.835761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.849615 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a853a229-8617-49d0-ac06-908d2d850eb8 req-bce94a74-10af-4e8a-86f0-ab75761b88f0 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241033 Apr 29 15:36:13.870515 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:13.871157 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:13.923233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-058dd6f9-efaf-435a-b9b4-ca120e745b4d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:13.931016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9cb1b89c-8e73-4b85-ac6e-c85204295f61 None None] Could not find standard attr ID for object 7dbaebab-1e20-4c3c-aec2-3190b6801bfa. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:36:13.949538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] For port 59e6332f-d7fd-43e6-8f12-53e03c740a7c, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:13.952869 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:13.970127 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:13.977709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] For port 59e6332f-d7fd-43e6-8f12-53e03c740a7c, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=59e6332f-d7fd-43e6-8f12-53e03c740a7c,segment=NetworkSegment(2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3),segment_id=2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:13.999241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dd6f9-efaf-435a-b9b4-ca120e745b4d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=7dbaebab-1e20-4c3c-aec2-3190b6801bfa,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:14.018784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 15:36:14.018784 dv-neutron-839183-1-hyperv neutron-server[88715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 15:36:14.018784 dv-neutron-839183-1-hyperv neutron-server[88715]: [parameters: {'id': 'c6e5210c-2884-4af4-94c7-73f985dbd280'}] Apr 29 15:36:14.018784 dv-neutron-839183-1-hyperv neutron-server[88715]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:14.019204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:14.044994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.062731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-058dd6f9-efaf-435a-b9b4-ca120e745b4d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.069520 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6cca0-6605-403b-9b56-7916140095f9 None None] Pushing event updated for resources: {'Port': ['ID=4fe6b51e-b030-4938-8af6-5f2cec478e2f,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:14.083614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:14.087050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.092507 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-058dd6f9-efaf-435a-b9b4-ca120e745b4d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/7dbaebab-1e20-4c3c-aec2-3190b6801bfa HTTP/1.1" status: 204 len: 168 time: 1.9963520 Apr 29 15:36:14.098489 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11928472-b7ec-4436-aeaf-bf29a45f1f8f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 054d96ed-4968-4c33-bb02-bead4ce7533f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:14.099146 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37400) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:14.131653 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:14.132414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:36:14.142151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.142556 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Added segment 7d8cad19-e9a8-4516-9628-f68e231b3224 of type vlan for network c89fa70f-7d33-4dfc-ac34-a4a6ab275d02 Apr 29 15:36:14.182186 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4360f-0e30-473d-867e-b06b28f9f532 None None] Pushing event updated for resources: {'Port': ['ID=59e6332f-d7fd-43e6-8f12-53e03c740a7c,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:14.186410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.190873 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb01a2a-98db-4023-b2d0-f2a818c0219d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:36:14.191534 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6fb01a2a-98db-4023-b2d0-f2a818c0219d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:14.343693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.350545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:14.351190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.362755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa855d-e208-45da-adfd-121e49a4ad1b None None] Network c6e5210c-2884-4af4-94c7-73f985dbd280 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:14.422259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11928472-b7ec-4436-aeaf-bf29a45f1f8f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:14.430957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11928472-b7ec-4436-aeaf-bf29a45f1f8f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.432409 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-11928472-b7ec-4436-aeaf-bf29a45f1f8f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f HTTP/1.1" status: 200 len: 934 time: 3.0819161 Apr 29 15:36:14.435399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37404) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:14.463025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Network': ['ID=c89fa70f-7d33-4dfc-ac34-a4a6ab275d02,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:14.470541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:14.470876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:14.471204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:14.471533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:14.471891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:14.472225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:14.472584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:14.472961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:14.473282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:14.473591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:14.473904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:14.474215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:14.499267 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-21dec598-90fe-46f2-ab12-e8fc1ee311aa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7814445 Apr 29 15:36:14.502071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37408) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:14.508611 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network c89fa70f-7d33-4dfc-ac34-a4a6ab275d02 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:36:14.508816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6fb01a2a-98db-4023-b2d0-f2a818c0219d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:14.510012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'subnet': {'network_id': 'c89fa70f-7d33-4dfc-ac34-a4a6ab275d02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:14.510799 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6fb01a2a-98db-4023-b2d0-f2a818c0219d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/7dbaebab-1e20-4c3c-aec2-3190b6801bfa HTTP/1.1" status: 404 len: 333 time: 0.4099944 Apr 29 15:36:14.525929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.530484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37412) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:14.604128 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:12Z', 'revision_number': 6, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': '4fe6b51e-b030-4938-8af6-5f2cec478e2f', 'name': '', 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:0f:fb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:05Z', 'updated_at': '2022-04-29T15:36:13Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:14.612278 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1380c4-9ae9-437d-aa69-074cd959ae45 None None] The sync data for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv is: [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:12Z', 'revision_number': 6, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': '4fe6b51e-b030-4938-8af6-5f2cec478e2f', 'name': '', 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:0f:fb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:05Z', 'updated_at': '2022-04-29T15:36:13Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:14.634233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Deleting port 59e6332f-d7fd-43e6-8f12-53e03c740a7c {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:14.634567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.656812 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d5b48d1d-4e7d-4502-977f-c8de6db712a2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f HTTP/1.1" status: 200 len: 934 time: 0.2194331 Apr 29 15:36:14.657556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37416) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:14.665922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3e5dce98-b86c-4183-9bd2-80814cc8f3db tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'router': {'routes': None}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:14.780271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0301fe1-7924-4d3d-890e-3a0657418f8b None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:36:14.795084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ed5c4c-cba1-48a7-a46f-5cc14ff4f97e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting subnet 8264e0da-89fa-4232-8e98-50d67fda3cdd {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:14.801052 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08ed5c4c-cba1-48a7-a46f-5cc14ff4f97e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:14.939391 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:14.964532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0301fe1-7924-4d3d-890e-3a0657418f8b None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:36:14.973098 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:subnet and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:14.978719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:15.000926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08ed5c4c-cba1-48a7-a46f-5cc14ff4f97e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.013115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ed041027-23d7-4cbd-b452-746eb842ba62 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:15.199561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:15.345305 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ed041027-23d7-4cbd-b452-746eb842ba62 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:15.345799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.350152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:15.353658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.475066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c8480-df04-4b0e-8190-bbac1fe19919 req-36ba7a17-26e7-4e63-97b1-dda24ad4e0d9 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:15.481996 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-302c8480-df04-4b0e-8190-bbac1fe19919 req-36ba7a17-26e7-4e63-97b1-dda24ad4e0d9 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.2271228 Apr 29 15:36:15.507336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] For port 59e6332f-d7fd-43e6-8f12-53e03c740a7c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=59e6332f-d7fd-43e6-8f12-53e03c740a7c,segment=NetworkSegment(2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3),segment_id=2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:15.507697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.525746 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08ed5c4c-cba1-48a7-a46f-5cc14ff4f97e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.583832 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4fe6b51e-b030-4938-8af6-5f2cec478e2f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:15.641073 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-302c8480-df04-4b0e-8190-bbac1fe19919 req-71fc0076-d283-4761-aaf0-963e2de3306d tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236417 Apr 29 15:36:15.672392 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e720cc-d4fd-460f-869e-3edca6f2e3a1 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 15:36:15.702973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Calling delete_port for 59e6332f-d7fd-43e6-8f12-53e03c740a7c owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:15.714892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 4fe6b51e-b030-4938-8af6-5f2cec478e2f completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:15.742552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4fe6b51e-b030-4938-8af6-5f2cec478e2f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:15.742929 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.844133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.extraroute_db [None req-3e5dce98-b86c-4183-9bd2-80814cc8f3db tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Added routes are [] {{(pid=88714) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 15:36:15.844524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.extraroute_db [None req-3e5dce98-b86c-4183-9bd2-80814cc8f3db tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88714) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 15:36:15.876350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c938a-f33e-4c36-8d08-d52a32c8c206 None None] Sync routers for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:15.889549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e5dce98-b86c-4183-9bd2-80814cc8f3db tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.910251 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c938a-f33e-4c36-8d08-d52a32c8c206 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:15.910870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8b2c938a-f33e-4c36-8d08-d52a32c8c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:15.920916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08ed5c4c-cba1-48a7-a46f-5cc14ff4f97e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.956797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:15.961056 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.010731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed5c4c-cba1-48a7-a46f-5cc14ff4f97e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Subnet': ['ID=8264e0da-89fa-4232-8e98-50d67fda3cdd,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:16.028707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-08ed5c4c-cba1-48a7-a46f-5cc14ff4f97e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.058535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Port': ['ID=59e6332f-d7fd-43e6-8f12-53e03c740a7c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:16.066428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No DVR routers for this DVR port 59e6332f-d7fd-43e6-8f12-53e03c740a7c on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:16.134011 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e720cc-d4fd-460f-869e-3edca6f2e3a1 None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 15:36:16.138649 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-8b2c938a-f33e-4c36-8d08-d52a32c8c206 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:16.167105 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-08ed5c4c-cba1-48a7-a46f-5cc14ff4f97e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/8264e0da-89fa-4232-8e98-50d67fda3cdd HTTP/1.1" status: 204 len: 168 time: 1.6251824 Apr 29 15:36:16.178163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37424) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:16.191332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Subnet': ['ID=4a9ec6b0-1c13-4671-a214-ec1aa675cb1d,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:16.242802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Checking segment: {'id': '7d8cad19-e9a8-4516-9628-f68e231b3224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c89fa70f-7d33-4dfc-ac34-a4a6ab275d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:16.243470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network hostable DHCP agents. Network: c89fa70f-7d33-4dfc-ac34-a4a6ab275d02, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:36:16.325872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e5dce98-b86c-4183-9bd2-80814cc8f3db tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.345564 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.366519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e5dce98-b86c-4183-9bd2-80814cc8f3db tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.411811 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.434634 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e5210c-2884-4af4-94c7-73f985dbd280']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:16.458416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:16.458719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a18c759-ebe1-42e4-98b1-a13b1a9ef7d3') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:16.472557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.477470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.504844 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.510725 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 3b91730b-af8d-47ec-b4fd-65f905c09569 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:16.511232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.557529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5dce98-b86c-4183-9bd2-80814cc8f3db tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 054d96ed-4968-4c33-bb02-bead4ce7533f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:16.567975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cc314-2b9c-47a2-ba48-4eb50440b4cc req-5f665bb8-0c11-42e9-9c39-2c19845d0bf9 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:16.569473 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a4cc314-2b9c-47a2-ba48-4eb50440b4cc req-5f665bb8-0c11-42e9-9c39-2c19845d0bf9 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.2416265 Apr 29 15:36:16.599537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:16.599867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:16.623147 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:16.625305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network c89fa70f-7d33-4dfc-ac34-a4a6ab275d02 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:36:16.663872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 4fe6b51e-b030-4938-8af6-5f2cec478e2f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4fe6b51e-b030-4938-8af6-5f2cec478e2f,segment=NetworkSegment(2dc5f45a-b167-41f7-a12d-d3e7943a2f92),segment_id=2dc5f45a-b167-41f7-a12d-d3e7943a2f92)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:16.728349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.756760 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a4cc314-2b9c-47a2-ba48-4eb50440b4cc req-042b2b06-7038-4327-a6b9-569dd14f7217 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754816 Apr 29 15:36:16.774510 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5dce98-b86c-4183-9bd2-80814cc8f3db tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:16.782627 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e5dce98-b86c-4183-9bd2-80814cc8f3db tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:16.785033 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3e5dce98-b86c-4183-9bd2-80814cc8f3db tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f HTTP/1.1" status: 200 len: 700 time: 2.1252246 Apr 29 15:36:16.786676 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37430) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:16.876399 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=4fe6b51e-b030-4938-8af6-5f2cec478e2f,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:16.896498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8b2c938a-f33e-4c36-8d08-d52a32c8c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:15Z', 'revision_number': 7, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': '4fe6b51e-b030-4938-8af6-5f2cec478e2f', 'name': '', 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:0f:fb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:05Z', 'updated_at': '2022-04-29T15:36:13Z', 'revision_number': 4, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:16.901915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c938a-f33e-4c36-8d08-d52a32c8c206 None None] Checking router: 054d96ed-4968-4c33-bb02-bead4ce7533f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:36:16.914992 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2c938a-f33e-4c36-8d08-d52a32c8c206 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:16.915608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8b2c938a-f33e-4c36-8d08-d52a32c8c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:17.018083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.022137 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.024999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, c89fa70f-7d33-4dfc-ac34-a4a6ab275d02) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:17.029519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:17.030281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.135089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-8b2c938a-f33e-4c36-8d08-d52a32c8c206 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:17.151967 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/networks/c6e5210c-2884-4af4-94c7-73f985dbd280 HTTP/1.1" status: 204 len: 168 time: 5.7111461 Apr 29 15:36:17.158181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa3d20-c8a7-4350-9d4c-bba144dcd2b4 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Network': ['ID=c6e5210c-2884-4af4-94c7-73f985dbd280,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:17.160084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37434) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:17.167705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] For port 3b91730b-af8d-47ec-b4fd-65f905c09569, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=3b91730b-af8d-47ec-b4fd-65f905c09569,segment=NetworkSegment(ea89a339-011b-4421-8a7a-56c1083326fd),segment_id=ea89a339-011b-4421-8a7a-56c1083326fd)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:17.168117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.223447 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-7114a0b2-c921-47df-91ca-81152320c4fc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:17.225116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7114a0b2-c921-47df-91ca-81152320c4fc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:17.232650 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7114a0b2-c921-47df-91ca-81152320c4fc tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/subnets/be89b9c5-6d0c-4a95-8a00-b6d2c8ab5cbc HTTP/1.1" status: 404 len: 337 time: 0.0696604 Apr 29 15:36:17.233527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37438) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:17.263475 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ef2a24-b3d2-4e19-b05d-6517510f528c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:17.264319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ef2a24-b3d2-4e19-b05d-6517510f528c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:17.266526 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-04ef2a24-b3d2-4e19-b05d-6517510f528c tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/networks/c6e5210c-2884-4af4-94c7-73f985dbd280 HTTP/1.1" status: 404 len: 339 time: 0.0317464 Apr 29 15:36:17.269304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37442) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:17.279290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cd033b-9d32-481b-a2f5-ac4f478d336f None None] Network bab0a04d-e991-4c76-8143-4bab4074a3d6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:17.291139 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e32fd-a692-4faf-94e8-163665df3d82 None None] Network c89fa70f-7d33-4dfc-ac34-a4a6ab275d02 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:17.306963 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e1b1932e-9154-41e0-b38a-b03d3cb32927 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8031821 Apr 29 15:36:17.307718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37446) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:17.318548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 3b91730b-af8d-47ec-b4fd-65f905c09569 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:17.322467 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0de334-79b8-4b26-b9a8-cff6217a5847 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:17.323144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0de334-79b8-4b26-b9a8-cff6217a5847 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:17.329072 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2d0de334-79b8-4b26-b9a8-cff6217a5847 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/subnets/e92cc7b8-cd23-42d4-a94f-1cf4d1c778c3 HTTP/1.1" status: 404 len: 337 time: 0.0551808 Apr 29 15:36:17.329850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37448) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:17.359001 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4874bb-7405-46c7-bc8e-4376dc550a2f tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:17.359744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4874bb-7405-46c7-bc8e-4376dc550a2f tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:17.362013 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5c4874bb-7405-46c7-bc8e-4376dc550a2f tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/networks/e314b82b-fc8d-44cb-b6a1-57b15f0d2993 HTTP/1.1" status: 404 len: 339 time: 0.0306237 Apr 29 15:36:17.364541 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37454) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:17.365599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-062e833e-9d8a-4e4e-b92e-01bbaeed5c7f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-758316748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:17.382858 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2677b7cb-3983-4842-9803-bc1566790ce7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f HTTP/1.1" status: 200 len: 700 time: 0.5924466 Apr 29 15:36:17.383475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-062e833e-9d8a-4e4e-b92e-01bbaeed5c7f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:17.388512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37458) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:17.392930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-062e833e-9d8a-4e4e-b92e-01bbaeed5c7f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:router and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:17.450265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-062e833e-9d8a-4e4e-b92e-01bbaeed5c7f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:17.524427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-062e833e-9d8a-4e4e-b92e-01bbaeed5c7f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:17.533725 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de6ba3d-9e27-4303-aa67-3eb6abc22f77 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:17.534266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de6ba3d-9e27-4303-aa67-3eb6abc22f77 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:17.538425 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0de6ba3d-9e27-4303-aa67-3eb6abc22f77 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/subnets/c8c7cab6-1512-4afc-aeb7-639f36c553b9 HTTP/1.1" status: 404 len: 337 time: 0.1701558 Apr 29 15:36:17.546326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37462) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:17.565084 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b569ff-00e7-4846-b5da-3dd83232f8c9 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:17.565801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b569ff-00e7-4846-b5da-3dd83232f8c9 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:17.567558 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-31b569ff-00e7-4846-b5da-3dd83232f8c9 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/networks/ce193fad-f097-451b-b54f-8d1c117b9acf HTTP/1.1" status: 404 len: 339 time: 0.0279541 Apr 29 15:36:17.570059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37466) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:17.641380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-ae8dc3d4-6fb6-4ae9-bfcd-09e09a11f95b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Deleting port b48935e5-ea51-4c53-a059-93e9e580b085 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:17.641763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3d4-6fb6-4ae9-bfcd-09e09a11f95b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.648237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-062e833e-9d8a-4e4e-b92e-01bbaeed5c7f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.649472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-062e833e-9d8a-4e4e-b92e-01bbaeed5c7f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.727021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.763764 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc58a53-b1cd-455f-b561-5816f8b56ef9 None None] DHCP port deletion for bab0a04d-e991-4c76-8143-4bab4074a3d6 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:36:17.808205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=3b91730b-af8d-47ec-b4fd-65f905c09569,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:17.813753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No DVR routers for this DVR port 3b91730b-af8d-47ec-b4fd-65f905c09569 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:17.852709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-c89fa70f-7d33-4dfc-ac34-a4a6ab275d02', 'network_id': 'c89fa70f-7d33-4dfc-ac34-a4a6ab275d02', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'fixed_ips': [{'subnet_id': '4a9ec6b0-1c13-4671-a214-ec1aa675cb1d'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:36:17.853535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.855565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-062e833e-9d8a-4e4e-b92e-01bbaeed5c7f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.923957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3d4-6fb6-4ae9-bfcd-09e09a11f95b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:17.931879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8b2c938a-f33e-4c36-8d08-d52a32c8c206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:15Z', 'revision_number': 7, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': '4fe6b51e-b030-4938-8af6-5f2cec478e2f', 'name': '', 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:0f:fb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:05Z', 'updated_at': '2022-04-29T15:36:16Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:17.945097 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c938a-f33e-4c36-8d08-d52a32c8c206 None None] The sync data for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv is: [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:15Z', 'revision_number': 7, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': '4fe6b51e-b030-4938-8af6-5f2cec478e2f', 'name': '', 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:0f:fb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:05Z', 'updated_at': '2022-04-29T15:36:16Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:17.975619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.002618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab0a04d-e991-4c76-8143-4bab4074a3d6']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:18.016177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea89a339-011b-4421-8a7a-56c1083326fd') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:18.023219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea89a339-011b-4421-8a7a-56c1083326fd') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:18.028266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.034866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Allocated IP 2001:db8::2 (c89fa70f-7d33-4dfc-ac34-a4a6ab275d02/4a9ec6b0-1c13-4671-a214-ec1aa675cb1d/67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:18.137973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-ae8dc3d4-6fb6-4ae9-bfcd-09e09a11f95b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Calling delete_port for b48935e5-ea51-4c53-a059-93e9e580b085 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:18.154702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.166086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:18.166489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:18.181773 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:18.244545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bcbb6-5e71-4c2f-a4fd-75ab7ad2a223 req-1f90bb98-91bd-4eaa-acfd-9f2b19979191 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:18.251821 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-858bcbb6-5e71-4c2f-a4fd-75ab7ad2a223 req-1f90bb98-91bd-4eaa-acfd-9f2b19979191 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.3172362 Apr 29 15:36:18.275016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-062e833e-9d8a-4e4e-b92e-01bbaeed5c7f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.326524 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912cfdf-e752-4524-83fe-2810d286e4c5 None None] Sync routers for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:18.344080 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-858bcbb6-5e71-4c2f-a4fd-75ab7ad2a223 req-e70272b2-1bd3-4a42-a1f2-dd9554294f55 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912740 Apr 29 15:36:18.365439 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912cfdf-e752-4524-83fe-2810d286e4c5 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:18.366250 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3912cfdf-e752-4524-83fe-2810d286e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:18.374816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.399778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Transition to ACTIVE for port object 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:18.399962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3d4-6fb6-4ae9-bfcd-09e09a11f95b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.407201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.409360 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-062e833e-9d8a-4e4e-b92e-01bbaeed5c7f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.414263 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-062e833e-9d8a-4e4e-b92e-01bbaeed5c7f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0604808 Apr 29 15:36:18.422441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Transition to ACTIVE for port object 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:18.438926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.438926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37476) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:18.450432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'port': {'network_id': 'c89fa70f-7d33-4dfc-ac34-a4a6ab275d02', 'name': 'tempest-RoutersIpV6Test-1567390997'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:18.470235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7afc51-ed7e-4672-a233-108c11ea243a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.479117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dc3d4-6fb6-4ae9-bfcd-09e09a11f95b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Port': ['ID=b48935e5-ea51-4c53-a059-93e9e580b085,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:18.489086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3d4-6fb6-4ae9-bfcd-09e09a11f95b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.496631 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ae8dc3d4-6fb6-4ae9-bfcd-09e09a11f95b tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/ports/b48935e5-ea51-4c53-a059-93e9e580b085 HTTP/1.1" status: 204 len: 168 time: 0.9245455 Apr 29 15:36:18.498125 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37480) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:18.514456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.537690 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-e269204e-182e-4bf6-90c0-8a26d6efd251 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:18.538443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e269204e-182e-4bf6-90c0-8a26d6efd251 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:18.540487 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e269204e-182e-4bf6-90c0-8a26d6efd251 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/subnets/29c685f3-fa73-4af3-bcbc-cc8dd5b68f06 HTTP/1.1" status: 404 len: 337 time: 0.0412769 Apr 29 15:36:18.543757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37484) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:18.608039 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-3912cfdf-e752-4524-83fe-2810d286e4c5 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:18.649669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Network c89fa70f-7d33-4dfc-ac34-a4a6ab275d02 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:18.653848 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:18.658040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:18.668998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Pushing event updated for resources: {'Port': ['ID=67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:18.715421 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.727677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Deleting port 4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:18.728159 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.767618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Network': ['ID=bab0a04d-e991-4c76-8143-4bab4074a3d6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:18.771869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Attempting to bind port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:18.772875 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Attempting to bind port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '7d8cad19-e9a8-4516-9628-f68e231b3224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c89fa70f-7d33-4dfc-ac34-a4a6ab275d02'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:18.773619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Attempting to bind port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 on network c89fa70f-7d33-4dfc-ac34-a4a6ab275d02 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:18.780340 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fc33dcc0-48b0-41b7-8a7d-5e75cf2db058 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/networks/bab0a04d-e991-4c76-8143-4bab4074a3d6 HTTP/1.1" status: 204 len: 168 time: 2.5993125 Apr 29 15:36:18.781001 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:18.781731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Checking segment: {'id': '7d8cad19-e9a8-4516-9628-f68e231b3224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c89fa70f-7d33-4dfc-ac34-a4a6ab275d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:18.782406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.783229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Bound using segment: {'id': '7d8cad19-e9a8-4516-9628-f68e231b3224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c89fa70f-7d33-4dfc-ac34-a4a6ab275d02'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:18.784317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Bound port: 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8cad19-e9a8-4516-9628-f68e231b3224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c89fa70f-7d33-4dfc-ac34-a4a6ab275d02'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:18.784935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:18.787555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37488) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:18.806729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2010167382'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:18.816193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:18.827245 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:network and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:18.831870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:18.880061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:18.924341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4fe6b51e-b030-4938-8af6-5f2cec478e2f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:18.991187 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:18.995862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:19.083173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] For port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:19.089261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] For port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5,segment=NetworkSegment(7d8cad19-e9a8-4516-9628-f68e231b3224),segment_id=7d8cad19-e9a8-4516-9628-f68e231b3224)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:19.096917 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] For port 4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b,segment=NetworkSegment(947d836d-894d-4d38-83c3-28c5a24ebdcc),segment_id=947d836d-894d-4d38-83c3-28c5a24ebdcc)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:19.097284 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:19.111385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4fe6b51e-b030-4938-8af6-5f2cec478e2f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:19.111873 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3912cfdf-e752-4524-83fe-2810d286e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:15Z', 'revision_number': 7, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': '4fe6b51e-b030-4938-8af6-5f2cec478e2f', 'name': '', 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:0f:fb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:05Z', 'updated_at': '2022-04-29T15:36:16Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:19.112306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:19.117167 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912cfdf-e752-4524-83fe-2810d286e4c5 None None] Checking router: 054d96ed-4968-4c33-bb02-bead4ce7533f for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:36:19.127867 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912cfdf-e752-4524-83fe-2810d286e4c5 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:19.128480 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3912cfdf-e752-4524-83fe-2810d286e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:19.172538 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:36:19.175173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:19.187471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:19.194990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:port and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:19.198601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:19.206906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:19.244311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Calling delete_port for 4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:19.264284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06aaecf-c2b7-418e-9279-2bba4c9f1506 req-5ef61cb8-e2a8-4676-a431-b24fd0b30b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:19.266731 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a06aaecf-c2b7-418e-9279-2bba4c9f1506 req-5ef61cb8-e2a8-4676-a431-b24fd0b30b7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ce3f81a65e040e98e62a6a17827486a&device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 1099 time: 0.2189162 Apr 29 15:36:19.296868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:19.297319 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Added segment 99b10049-12af-424c-8acd-4c8d1e5698d2 of type vlan for network c0aec74f-aaa4-4972-afc2-41c18c717eeb Apr 29 15:36:19.313943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8e1fa-2f56-459e-ab74-091125f4ed0f None None] Pushing event updated for resources: {'Port': ['ID=67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:19.363548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11639136-2366-40c5-8672-dd313903a6a6 req-730a99ed-43fd-4583-9b65-76befd1a4e33 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:19.366607 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-11639136-2366-40c5-8672-dd313903a6a6 req-730a99ed-43fd-4583-9b65-76befd1a4e33 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.3588676 Apr 29 15:36:19.369636 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-3912cfdf-e752-4524-83fe-2810d286e4c5 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:19.376418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:19.407783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:19.420953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:19.486164 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 3b91730b-af8d-47ec-b4fd-65f905c09569 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:19.540498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 3b91730b-af8d-47ec-b4fd-65f905c09569 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:19.540924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 3b91730b-af8d-47ec-b4fd-65f905c09569 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:19.605256 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-11639136-2366-40c5-8672-dd313903a6a6 req-94d8f351-d581-42cb-97eb-48768e1d125e tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313299 Apr 29 15:36:19.616887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:19.619813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1a7afc51-ed7e-4672-a233-108c11ea243a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 4fe6b51e-b030-4938-8af6-5f2cec478e2f {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:19.621641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7afc51-ed7e-4672-a233-108c11ea243a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:19.678941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:19.686426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:19.687379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:19.701055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] device_id is not set on port 3f0f8c40-a4b9-4478-8836-7ad601ae5885 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:36:19.734377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Port': ['ID=4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:19.740554 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No DVR routers for this DVR port 4cf0bf8e-cb82-4d11-864f-fda8f3dbef2b on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:19.802535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06aaecf-c2b7-418e-9279-2bba4c9f1506 req-4427b94c-1b32-477b-ae25-f7ce7f32061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:19.804537 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a06aaecf-c2b7-418e-9279-2bba4c9f1506 req-4427b94c-1b32-477b-ae25-f7ce7f32061f service neutron] 10.222.0.44 "GET /v2.0/networks?id=15f8887e-2c2c-4b53-bbb0-4faadea87031 HTTP/1.1" status: 200 len: 912 time: 0.5247629 Apr 29 15:36:19.816048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:19.816395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:19.818604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:19.818604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:19.818604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:19.818604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:19.818604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:19.818604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:19.819344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:19.819344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:19.819344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:19.819785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:19.860118 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3912cfdf-e752-4524-83fe-2810d286e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:15Z', 'revision_number': 7, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': '4fe6b51e-b030-4938-8af6-5f2cec478e2f', 'name': '', 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:0f:fb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:05Z', 'updated_at': '2022-04-29T15:36:16Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:19.863952 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912cfdf-e752-4524-83fe-2810d286e4c5 None None] The sync data for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv is: [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:15Z', 'revision_number': 7, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': '4fe6b51e-b030-4938-8af6-5f2cec478e2f', 'name': '', 'network_id': 'b1153f22-94e8-4953-a21b-68b9ad9e66d1', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:0f:fb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:05Z', 'updated_at': '2022-04-29T15:36:16Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:19.907799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Network': ['ID=c0aec74f-aaa4-4972-afc2-41c18c717eeb,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:19.920693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network c0aec74f-aaa4-4972-afc2-41c18c717eeb details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:36:19.966284 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a06aaecf-c2b7-418e-9279-2bba4c9f1506 req-ae6e3c8b-e39a-4e36-b015-0948b670185c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b01eda77-9fce-490a-8a25-6dcfc6892264 HTTP/1.1" status: 200 len: 217 time: 0.1446273 Apr 29 15:36:19.987392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:19.998097 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a0d51d9d-86cd-4774-8f18-4f459077278a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2076161 Apr 29 15:36:20.011310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37496) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:20.020941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': 'c0aec74f-aaa4-4972-afc2-41c18c717eeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:20.047832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29d4d08-d57f-4aaa-9ee8-70961d57fc37']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:20.073070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947d836d-894d-4d38-83c3-28c5a24ebdcc') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:20.073469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947d836d-894d-4d38-83c3-28c5a24ebdcc') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:20.131681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:20.141860 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06aaecf-c2b7-418e-9279-2bba4c9f1506 req-c9f0c4c6-ad6d-46b7-8d88-61e5f5966518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:20.143585 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a06aaecf-c2b7-418e-9279-2bba4c9f1506 req-c9f0c4c6-ad6d-46b7-8d88-61e5f5966518 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6a3b926f-178d-4daf-ad44-dceb41d30997 HTTP/1.1" status: 200 len: 851 time: 0.1700869 Apr 29 15:36:20.145324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-1a7afc51-ed7e-4672-a233-108c11ea243a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port 4fe6b51e-b030-4938-8af6-5f2cec478e2f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4fe6b51e-b030-4938-8af6-5f2cec478e2f,segment=NetworkSegment(2dc5f45a-b167-41f7-a12d-d3e7943a2f92),segment_id=2dc5f45a-b167-41f7-a12d-d3e7943a2f92)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:20.145680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7afc51-ed7e-4672-a233-108c11ea243a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:20.173017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:20.175362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:20.182324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:20.185500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:20.185905 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:20.197730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Allocated IP 2001:db8::1d7 (c89fa70f-7d33-4dfc-ac34-a4a6ab275d02/4a9ec6b0-1c13-4671-a214-ec1aa675cb1d/3f0f8c40-a4b9-4478-8836-7ad601ae5885) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:20.201719 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:20.203995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:20.221417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:20.271695 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a06aaecf-c2b7-418e-9279-2bba4c9f1506 req-231f2fe8-c920-4f46-b771-0b3868ea1190 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15f8887e-2c2c-4b53-bbb0-4faadea87031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153088 Apr 29 15:36:20.341621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1a7afc51-ed7e-4672-a233-108c11ea243a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for 4fe6b51e-b030-4938-8af6-5f2cec478e2f owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:20.371134 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:20.375494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:20.413311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:20.434888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:20.499753 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/networks/c29d4d08-d57f-4aaa-9ee8-70961d57fc37 HTTP/1.1" status: 204 len: 168 time: 1.9527063 Apr 29 15:36:20.504282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150c920-a455-4d67-a21d-97e66eba60b7 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Network': ['ID=c29d4d08-d57f-4aaa-9ee8-70961d57fc37,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:20.505893 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37500) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:20.509077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4083d110-a0e9-44e6-9684-ecd617846936 None None] Network c89fa70f-7d33-4dfc-ac34-a4a6ab275d02 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:20.603405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f22bcb16-5553-4e73-99de-910fb0c75723 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Deleting port 20008fc8-d40f-49e8-9d21-c7418ef392a3 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:20.603659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f22bcb16-5553-4e73-99de-910fb0c75723 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:20.717873 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a06aaecf-c2b7-418e-9279-2bba4c9f1506 req-cb773fc1-6e42-4336-af20-3c371da12d7f service neutron] 10.222.0.44 "GET /v2.0/networks/15f8887e-2c2c-4b53-bbb0-4faadea87031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851545 Apr 29 15:36:20.791438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-370a595d-1e52-4348-b0f5-c7122bce49dd None None] Provisioning for port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:20.880901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f22bcb16-5553-4e73-99de-910fb0c75723 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:20.889994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:20.967129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7afc51-ed7e-4672-a233-108c11ea243a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.008419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f22bcb16-5553-4e73-99de-910fb0c75723 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Calling delete_port for 20008fc8-d40f-49e8-9d21-c7418ef392a3 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:21.029229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:21.041948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:21.042415 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.045455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7afc51-ed7e-4672-a233-108c11ea243a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=4fe6b51e-b030-4938-8af6-5f2cec478e2f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:21.145381 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a7b619bb-3c91-4b6f-a956-031b1cf16f22 None None] Provisioning complete for port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:21.146151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a7b619bb-3c91-4b6f-a956-031b1cf16f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.221186 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a06aaecf-c2b7-418e-9279-2bba4c9f1506 req-6b4d16d2-12bc-439d-98bf-b4a3533eb427 service neutron] 10.222.0.44 "GET /v2.0/networks/15f8887e-2c2c-4b53-bbb0-4faadea87031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701875 Apr 29 15:36:21.229895 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a6087-054b-4d6c-8c12-dba7c4d899f3 req-245e9453-6ce2-455b-8c86-e2e6ef18db84 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:21.244093 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c11a6087-054b-4d6c-8c12-dba7c4d899f3 req-245e9453-6ce2-455b-8c86-e2e6ef18db84 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.1529181 Apr 29 15:36:21.285656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f22bcb16-5553-4e73-99de-910fb0c75723 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.381003 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.425268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a7b619bb-3c91-4b6f-a956-031b1cf16f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.439687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.451908 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5,segment=NetworkSegment(7d8cad19-e9a8-4516-9628-f68e231b3224),segment_id=7d8cad19-e9a8-4516-9628-f68e231b3224)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:21.463984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.468129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Transition to ACTIVE for port object 3f0f8c40-a4b9-4478-8836-7ad601ae5885 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:21.479416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7afc51-ed7e-4672-a233-108c11ea243a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.503912 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c11a6087-054b-4d6c-8c12-dba7c4d899f3 req-ca357cc9-cfc0-442c-ba77-43072424007b tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585480 Apr 29 15:36:21.508900 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bcb16-5553-4e73-99de-910fb0c75723 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Port': ['ID=20008fc8-d40f-49e8-9d21-c7418ef392a3,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:21.532211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f22bcb16-5553-4e73-99de-910fb0c75723 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.535955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.563060 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f22bcb16-5553-4e73-99de-910fb0c75723 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/ports/20008fc8-d40f-49e8-9d21-c7418ef392a3 HTTP/1.1" status: 204 len: 168 time: 1.0523999 Apr 29 15:36:21.567056 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37506) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:21.616648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Subnet': ['ID=ea14ae54-be7d-474e-8a4f-7e02e8a29ea8,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:21.619731 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ba3a6e-dffe-4cb6-86ed-77d78ab5ce7f tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:21.620263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ba3a6e-dffe-4cb6-86ed-77d78ab5ce7f tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:21.623364 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-31ba3a6e-dffe-4cb6-86ed-77d78ab5ce7f tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/subnets/32f07780-94f0-45fe-a90e-a087739cea33 HTTP/1.1" status: 404 len: 337 time: 0.0554066 Apr 29 15:36:21.626768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37510) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:21.656760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Checking segment: {'id': '99b10049-12af-424c-8acd-4c8d1e5698d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c0aec74f-aaa4-4972-afc2-41c18c717eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:21.657123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network hostable DHCP agents. Network: c0aec74f-aaa4-4972-afc2-41c18c717eeb, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:36:21.691959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-a7b619bb-3c91-4b6f-a956-031b1cf16f22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:21.692245 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-a7b619bb-3c91-4b6f-a956-031b1cf16f22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:21.695816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:21.710109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:21.710848 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:21.711393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:21.712016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:21.712594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:21.713288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:21.713822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:21.714357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:21.715712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:21.716389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:21.717288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:21.718138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:36:21.723372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.763716 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.837650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network c0aec74f-aaa4-4972-afc2-41c18c717eeb is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:36:21.885745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network c89fa70f-7d33-4dfc-ac34-a4a6ab275d02 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:21.892425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:21.898807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:21.904293 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:21.904949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.908705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=3f0f8c40-a4b9-4478-8836-7ad601ae5885,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:21.909270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.920453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, c0aec74f-aaa4-4972-afc2-41c18c717eeb) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:21.923597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7afc51-ed7e-4672-a233-108c11ea243a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 054d96ed-4968-4c33-bb02-bead4ce7533f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:21.926054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:21.926625 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:21.937055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8a00a-7163-4745-ba54-ca8426ab8848 None None] Network c0aec74f-aaa4-4972-afc2-41c18c717eeb requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:21.964640 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:21.978154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466ac7b2-60ae-4c51-a1c9-6c42e414382d') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:21.981975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466ac7b2-60ae-4c51-a1c9-6c42e414382d') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:21.991306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.011347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.019065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:22.019457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:22.036900 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:22.042455 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e946c26a-f9ea-414c-aaf4-4ccd1235afaf tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0298984 Apr 29 15:36:22.055549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37514) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:22.064862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b4d363f9-c214-497b-96ff-8b89120a8524 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1139700998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:22.072155 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b4d363f9-c214-497b-96ff-8b89120a8524 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:22.077237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b4d363f9-c214-497b-96ff-8b89120a8524 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:router and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:22.080861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b4d363f9-c214-497b-96ff-8b89120a8524 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:22.164038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b4d363f9-c214-497b-96ff-8b89120a8524 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:22.230977 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8d71f446-1b7b-4e31-b352-648a822029b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7865713 Apr 29 15:36:22.231234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b4d363f9-c214-497b-96ff-8b89120a8524 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.231234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b4d363f9-c214-497b-96ff-8b89120a8524 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.232096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37518) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:22.250823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b4d363f9-c214-497b-96ff-8b89120a8524 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.273456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-c0aec74f-aaa4-4972-afc2-41c18c717eeb', 'network_id': 'c0aec74f-aaa4-4972-afc2-41c18c717eeb', 'tenant_id': '5dab45b81f614da28ec529e1564555d4', 'fixed_ips': [{'subnet_id': 'ea14ae54-be7d-474e-8a4f-7e02e8a29ea8'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:36:22.274387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.280204 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.317340 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.331855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Network': ['ID=58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:22.337098 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-507d3d07-ce7b-482f-8edc-b83c85deab29 tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/networks/58c2bef9-6c8f-4dbf-a8f6-788e9cfce73f HTTP/1.1" status: 204 len: 168 time: 0.7065859 Apr 29 15:36:22.338673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37522) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:22.377158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b4d363f9-c214-497b-96ff-8b89120a8524 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.432628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83b2bcf-c760-40db-a643-e3d1bf9bb4ee tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Deleting subnet 0048227a-f142-426a-a131-3abe3c6ecb63 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:22.437073 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f83b2bcf-c760-40db-a643-e3d1bf9bb4ee tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.457767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Allocated IP 2001:db8::2 (c0aec74f-aaa4-4972-afc2-41c18c717eeb/ea14ae54-be7d-474e-8a4f-7e02e8a29ea8/07b395c1-3896-42bc-aafe-6787f757daa8) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:22.481943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b4d363f9-c214-497b-96ff-8b89120a8524 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.485815 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b4d363f9-c214-497b-96ff-8b89120a8524 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4276271 Apr 29 15:36:22.490806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37526) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:22.502596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'network_id': 'c0aec74f-aaa4-4972-afc2-41c18c717eeb', 'name': 'tempest-PortsIpV6TestJSON-356735870'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:22.502856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7afc51-ed7e-4672-a233-108c11ea243a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:22.512070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-00bebbbc-9511-44dc-a92e-26310daf6009 None None] Provisioning for port 3f0f8c40-a4b9-4478-8836-7ad601ae5885 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:22.514810 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1a7afc51-ed7e-4672-a233-108c11ea243a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1266341 Apr 29 15:36:22.518200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37530) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:22.521645 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb867de8-7de5-43cd-9cb5-a2b974311ad9 None None] Sync routers for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:22.555856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f83b2bcf-c760-40db-a643-e3d1bf9bb4ee tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.588063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-00bebbbc-9511-44dc-a92e-26310daf6009 None None] Provisioning complete for port 3f0f8c40-a4b9-4478-8836-7ad601ae5885 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:22.588434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-00bebbbc-9511-44dc-a92e-26310daf6009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.637118 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb867de8-7de5-43cd-9cb5-a2b974311ad9 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:22.637755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-cb867de8-7de5-43cd-9cb5-a2b974311ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:22.774228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c888ced-1b3f-494b-8b46-efcccbf5ed41 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting subnet 6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:22.792475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c888ced-1b3f-494b-8b46-efcccbf5ed41 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.806456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-00bebbbc-9511-44dc-a92e-26310daf6009 None None] Port 3f0f8c40-a4b9-4478-8836-7ad601ae5885 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:22.822818 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f83b2bcf-c760-40db-a643-e3d1bf9bb4ee tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.882648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-cb867de8-7de5-43cd-9cb5-a2b974311ad9 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:22.899953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c888ced-1b3f-494b-8b46-efcccbf5ed41 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:22.930380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:22.941870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:22.950892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:22.965171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee9001-10a5-42d8-a702-2e97ce6fbe10 req-a2408dbf-27c3-4514-a709-8cf48a0289f1 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:22.967674 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bdee9001-10a5-42d8-a702-2e97ce6fbe10 req-a2408dbf-27c3-4514-a709-8cf48a0289f1 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.3117056 Apr 29 15:36:23.009703 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.014277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f83b2bcf-c760-40db-a643-e3d1bf9bb4ee tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.046032 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.055586 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bdee9001-10a5-42d8-a702-2e97ce6fbe10 req-bd6900e7-9b48-4e09-ab6b-ae2b5f323bbe tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803277 Apr 29 15:36:23.062221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:23.066333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.081574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b2bcf-c760-40db-a643-e3d1bf9bb4ee tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Subnet': ['ID=0048227a-f142-426a-a131-3abe3c6ecb63,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:23.083584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f83b2bcf-c760-40db-a643-e3d1bf9bb4ee tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.095638 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f83b2bcf-c760-40db-a643-e3d1bf9bb4ee tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/subnets/0048227a-f142-426a-a131-3abe3c6ecb63 HTTP/1.1" status: 204 len: 168 time: 0.7570190 Apr 29 15:36:23.098500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37538) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:23.117971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa65a43-3426-40ea-8723-b003deb8ca85 None None] Network 0c4aea11-171c-4e23-8c7b-eed7fdc71d1a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:23.122585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c888ced-1b3f-494b-8b46-efcccbf5ed41 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.125808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port 2bab5003-7295-48cc-8b12-906609623fb1 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:36:23.231440 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Transition to ACTIVE for port object 07b395c1-3896-42bc-aafe-6787f757daa8 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:23.281710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.296004 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Deleting port ae242d5d-5a29-407e-ab6c-49a3cae85b41 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:23.296354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.388396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Transition to ACTIVE for port object 07b395c1-3896-42bc-aafe-6787f757daa8 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:23.454961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c888ced-1b3f-494b-8b46-efcccbf5ed41 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.506948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.514177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c888ced-1b3f-494b-8b46-efcccbf5ed41 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Subnet': ['ID=6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:23.518289 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:23.518608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.523113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c888ced-1b3f-494b-8b46-efcccbf5ed41 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.532860 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8c888ced-1b3f-494b-8b46-efcccbf5ed41 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a HTTP/1.1" status: 204 len: 168 time: 1.0132935 Apr 29 15:36:23.536479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37542) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:23.589197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd51196a-8fd2-4357-b748-296237b6b71b None None] Network b1153f22-94e8-4953-a21b-68b9ad9e66d1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:23.735203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] For port ae242d5d-5a29-407e-ab6c-49a3cae85b41, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ae242d5d-5a29-407e-ab6c-49a3cae85b41,segment=NetworkSegment(bc847c12-0860-4d59-b5d6-5574eba87bdd),segment_id=bc847c12-0860-4d59-b5d6-5574eba87bdd)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:23.735684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.792306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Network c0aec74f-aaa4-4972-afc2-41c18c717eeb is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:23.831737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.836280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.resource_extend [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 29 15:36:23.846402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:23.850211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:23.854771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Pushing event updated for resources: {'Port': ['ID=07b395c1-3896-42bc-aafe-6787f757daa8,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:23.855868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.858193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port ed041027-23d7-4cbd-b452-746eb842ba62 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:23.858515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.887771 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Calling delete_port for ae242d5d-5a29-407e-ab6c-49a3cae85b41 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:23.946075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:23.976640 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8::36d (c0aec74f-aaa4-4972-afc2-41c18c717eeb/ea14ae54-be7d-474e-8a4f-7e02e8a29ea8/2bab5003-7295-48cc-8b12-906609623fb1) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:24.109618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da307b68-329f-4db8-9f12-3e91a2a32277 None None] DHCP port deletion for 0c4aea11-171c-4e23-8c7b-eed7fdc71d1a request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:36:24.133881 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f3983-a0e7-4a50-882e-b30838b2a82b req-c4dc4f75-d399-4306-bcf9-f98835d6741e tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:24.135446 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-605f3983-a0e7-4a50-882e-b30838b2a82b req-c4dc4f75-d399-4306-bcf9-f98835d6741e tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.2593775 Apr 29 15:36:24.141718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-da307b68-329f-4db8-9f12-3e91a2a32277 None None] Deleting port ae242d5d-5a29-407e-ab6c-49a3cae85b41 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:24.142127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-da307b68-329f-4db8-9f12-3e91a2a32277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.167822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.169925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=3f0f8c40-a4b9-4478-8836-7ad601ae5885,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:24.189987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.237101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Attempting to bind port 07b395c1-3896-42bc-aafe-6787f757daa8 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:24.237320 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Attempting to bind port 07b395c1-3896-42bc-aafe-6787f757daa8 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '99b10049-12af-424c-8acd-4c8d1e5698d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c0aec74f-aaa4-4972-afc2-41c18c717eeb'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:24.237548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Attempting to bind port 07b395c1-3896-42bc-aafe-6787f757daa8 on network c0aec74f-aaa4-4972-afc2-41c18c717eeb {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:24.267429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-da307b68-329f-4db8-9f12-3e91a2a32277 None None] The port 'ae242d5d-5a29-407e-ab6c-49a3cae85b41' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:36:24.281930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port ed041027-23d7-4cbd-b452-746eb842ba62, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ed041027-23d7-4cbd-b452-746eb842ba62,segment=NetworkSegment(2dc5f45a-b167-41f7-a12d-d3e7943a2f92),segment_id=2dc5f45a-b167-41f7-a12d-d3e7943a2f92)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:24.282443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.286427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:24.287541 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Checking segment: {'id': '99b10049-12af-424c-8acd-4c8d1e5698d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c0aec74f-aaa4-4972-afc2-41c18c717eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:24.287541 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.287541 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Bound using segment: {'id': '99b10049-12af-424c-8acd-4c8d1e5698d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c0aec74f-aaa4-4972-afc2-41c18c717eeb'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:24.288017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Bound port: 07b395c1-3896-42bc-aafe-6787f757daa8, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b10049-12af-424c-8acd-4c8d1e5698d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c0aec74f-aaa4-4972-afc2-41c18c717eeb'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:24.288900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.289486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Port': ['ID=ae242d5d-5a29-407e-ab6c-49a3cae85b41,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:24.301137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] No DVR routers for this DVR port ae242d5d-5a29-407e-ab6c-49a3cae85b41 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:24.390224 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-cb867de8-7de5-43cd-9cb5-a2b974311ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:20Z', 'revision_number': 8, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:24.409026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb867de8-7de5-43cd-9cb5-a2b974311ad9 None None] Checking router: 054d96ed-4968-4c33-bb02-bead4ce7533f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:36:24.439459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb867de8-7de5-43cd-9cb5-a2b974311ad9 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:24.440546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-cb867de8-7de5-43cd-9cb5-a2b974311ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:24.442079 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-605f3983-a0e7-4a50-882e-b30838b2a82b req-7836d986-4d02-4485-8613-92f5130d3e0d tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442358 Apr 29 15:36:24.507768 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] For port 07b395c1-3896-42bc-aafe-6787f757daa8, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:24.509910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7fd964-e7a7-4920-89ef-036a1b7852f5 None None] DHCP port deletion for b1153f22-94e8-4953-a21b-68b9ad9e66d1 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:36:24.523003 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.533922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for ed041027-23d7-4cbd-b452-746eb842ba62 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:24.536978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.572596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object 2bab5003-7295-48cc-8b12-906609623fb1 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:24.579643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4aea11-171c-4e23-8c7b-eed7fdc71d1a']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:24.593284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fd964-e7a7-4920-89ef-036a1b7852f5 None None] Deleting port ed041027-23d7-4cbd-b452-746eb842ba62 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:24.593939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd964-e7a7-4920-89ef-036a1b7852f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.595136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc847c12-0860-4d59-b5d6-5574eba87bdd') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:24.595436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc847c12-0860-4d59-b5d6-5574eba87bdd') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:24.611235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.623408 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] For port 07b395c1-3896-42bc-aafe-6787f757daa8, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=07b395c1-3896-42bc-aafe-6787f757daa8,segment=NetworkSegment(99b10049-12af-424c-8acd-4c8d1e5698d2),segment_id=99b10049-12af-424c-8acd-4c8d1e5698d2)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:24.631963 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.635585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.643397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:24.644149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.656808 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-579c7ace-5ba2-4498-8d37-49a6e6169a6b None None] Provisioning complete for port 3f0f8c40-a4b9-4478-8836-7ad601ae5885 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:24.657472 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-579c7ace-5ba2-4498-8d37-49a6e6169a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:24.661507 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:24.717476 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.755300 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.804788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-cb867de8-7de5-43cd-9cb5-a2b974311ad9 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:24.829152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network c0aec74f-aaa4-4972-afc2-41c18c717eeb is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:24.833817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:24.834060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.835487 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:24.842615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:24.842615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.860978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.866404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.890232 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-579c7ace-5ba2-4498-8d37-49a6e6169a6b None None] Port 3f0f8c40-a4b9-4478-8836-7ad601ae5885 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:24.891226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ed041027-23d7-4cbd-b452-746eb842ba62 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:24.893160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=ed041027-23d7-4cbd-b452-746eb842ba62,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:24.900078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No DVR routers for this DVR port ed041027-23d7-4cbd-b452-746eb842ba62 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:24.909819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] Pushing event deleted for resources: {'Network': ['ID=0c4aea11-171c-4e23-8c7b-eed7fdc71d1a,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:24.925753 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d4981350-c79d-4b40-8a6c-fd2af1237c8e tempest-NetworksIpV6TestAttrs-485043197 tempest-NetworksIpV6TestAttrs-485043197-project] 10.222.0.39 "DELETE /v2.0/networks/0c4aea11-171c-4e23-8c7b-eed7fdc71d1a HTTP/1.1" status: 204 len: 168 time: 1.8261189 Apr 29 15:36:24.932681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=2bab5003-7295-48cc-8b12-906609623fb1,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:24.937267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:24.952234 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: ed041027-23d7-4cbd-b452-746eb842ba62 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:24.952234 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ed041027-23d7-4cbd-b452-746eb842ba62 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:24.952234 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ae242d5d-5a29-407e-ab6c-49a3cae85b41 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:25.004238 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: ae242d5d-5a29-407e-ab6c-49a3cae85b41 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:25.004530 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ae242d5d-5a29-407e-ab6c-49a3cae85b41 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:25.022311 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-206b9950-5db3-4998-90e4-9f8930cdfe1a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5301542 Apr 29 15:36:25.024953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37550) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:25.055320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:25.131791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1153f22-94e8-4953-a21b-68b9ad9e66d1']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:25.166006 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c03cb5-b967-4755-b044-2348626c62af None None] Pushing event updated for resources: {'Port': ['ID=07b395c1-3896-42bc-aafe-6787f757daa8,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:25.333762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc5f45a-b167-41f7-a12d-d3e7943a2f92') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:25.334776 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc5f45a-b167-41f7-a12d-d3e7943a2f92') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:25.345243 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4c7fd964-e7a7-4920-89ef-036a1b7852f5 None None] For port ed041027-23d7-4cbd-b452-746eb842ba62, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ed041027-23d7-4cbd-b452-746eb842ba62,segment=NetworkSegment(2dc5f45a-b167-41f7-a12d-d3e7943a2f92),segment_id=2dc5f45a-b167-41f7-a12d-d3e7943a2f92)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:25.345243 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd964-e7a7-4920-89ef-036a1b7852f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:25.361688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:25.429988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:25.547955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:25.548359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:25.636761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fd964-e7a7-4920-89ef-036a1b7852f5 None None] Calling delete_port for ed041027-23d7-4cbd-b452-746eb842ba62 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:25.713988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37558) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:25.739284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-4c7fd964-e7a7-4920-89ef-036a1b7852f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:25.739771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-4c7fd964-e7a7-4920-89ef-036a1b7852f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:25.747536 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:25.753658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-cb867de8-7de5-43cd-9cb5-a2b974311ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:20Z', 'revision_number': 8, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:25.757811 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb867de8-7de5-43cd-9cb5-a2b974311ad9 None None] The sync data for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv is: [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:20Z', 'revision_number': 8, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'ab8fef09-918a-4e5d-b584-48374fb5ef46', 'name': '', 'network_id': '8faa8070-e9d1-41f8-98d7-55f97e82bbba', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:b0:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:57Z', 'updated_at': '2022-04-29T15:36:08Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '959c015e-f624-42df-bf21-9aa01505c5c9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:25.969457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:25.978801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-4c833ead-718f-446e-b39c-38d00e40d86e tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:25.988789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-4c833ead-718f-446e-b39c-38d00e40d86e tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Synchronizing usage tracker for tenant:9ce3f81a65e040e98e62a6a17827486a on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:25.989053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477c285-d8e4-49a6-8f8a-2cd68844b6f8 req-4867e20f-a641-4635-b6d2-e375b243bf11 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:25.989053 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8477c285-d8e4-49a6-8f8a-2cd68844b6f8 req-4867e20f-a641-4635-b6d2-e375b243bf11 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.2645895 Apr 29 15:36:25.999291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.003838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.034205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.035072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.082390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Network': ['ID=b1153f22-94e8-4953-a21b-68b9ad9e66d1,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:26.105486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-4c833ead-718f-446e-b39c-38d00e40d86e tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Unset dirty status for tenant:9ce3f81a65e040e98e62a6a17827486a on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:26.106743 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-4c833ead-718f-446e-b39c-38d00e40d86e tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.44 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.3476007 Apr 29 15:36:26.107970 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-62956a0e-fc65-4078-abff-b1e4c7a38cec tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/networks/b1153f22-94e8-4953-a21b-68b9ad9e66d1 HTTP/1.1" status: 204 len: 168 time: 2.5703890 Apr 29 15:36:26.121798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37566) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:26.241231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fd964-e7a7-4920-89ef-036a1b7852f5 None None] Deleting port ed041027-23d7-4cbd-b452-746eb842ba62 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:26.246612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c7fd964-e7a7-4920-89ef-036a1b7852f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.266422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=3f0f8c40-a4b9-4478-8836-7ad601ae5885,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:26.297672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-985b3c31-50b4-4cef-9d7a-a2315b7bbfec tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Deleting port b01eda77-9fce-490a-8a25-6dcfc6892264 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:26.298020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-985b3c31-50b4-4cef-9d7a-a2315b7bbfec tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.315949 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-28a5a5e7-73f6-46e8-8f67-204dd0513e78 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39acad30fa92429bb7712e9d9ea500ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5936923 Apr 29 15:36:26.323423 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8477c285-d8e4-49a6-8f8a-2cd68844b6f8 req-a1ff9fb1-49b2-4263-a5a3-e31020b6d015 tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326495 Apr 29 15:36:26.328671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.340509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37570) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:26.369153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4c7fd964-e7a7-4920-89ef-036a1b7852f5 None None] The port 'ed041027-23d7-4cbd-b452-746eb842ba62' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:36:26.438763 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ea9ae6-0742-45e7-a51e-fd2086e98210 None None] Network c0aec74f-aaa4-4972-afc2-41c18c717eeb requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:26.445861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network c89fa70f-7d33-4dfc-ac34-a4a6ab275d02 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:26.451399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:26.565923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cab311fc-5915-45da-8362-94346fee0f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.647330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8d41915b-d46f-46e6-a166-c969440b8269 None None] Provisioning for port 07b395c1-3896-42bc-aafe-6787f757daa8 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:26.681143 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cab311fc-5915-45da-8362-94346fee0f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.816067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cfd4b91c-752b-4609-bb4e-7a4422e318be None None] Provisioning complete for port 3f0f8c40-a4b9-4478-8836-7ad601ae5885 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:26.816641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b91c-752b-4609-bb4e-7a4422e318be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.910222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-985b3c31-50b4-4cef-9d7a-a2315b7bbfec tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] For port b01eda77-9fce-490a-8a25-6dcfc6892264, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=b01eda77-9fce-490a-8a25-6dcfc6892264,segment=NetworkSegment(c5b6f6dd-d238-4526-81ec-a5c840bc3c22),segment_id=c5b6f6dd-d238-4526-81ec-a5c840bc3c22)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:26.910961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-985b3c31-50b4-4cef-9d7a-a2315b7bbfec tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:26.913127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4b91c-752b-4609-bb4e-7a4422e318be None None] Port 3f0f8c40-a4b9-4478-8836-7ad601ae5885 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:26.937431 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 07b395c1-3896-42bc-aafe-6787f757daa8 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:26.987769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cab311fc-5915-45da-8362-94346fee0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:27.066072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-985b3c31-50b4-4cef-9d7a-a2315b7bbfec tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Calling delete_port for b01eda77-9fce-490a-8a25-6dcfc6892264 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:27.081787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:27.096854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 07b395c1-3896-42bc-aafe-6787f757daa8 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:27.107582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router ebed62b5-3a69-44b3-b423-7a5f97cf5f99 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:36:27.107752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 07b395c1-3896-42bc-aafe-6787f757daa8 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:27.107752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:27.118138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab311fc-5915-45da-8362-94346fee0f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e25ca76-4043-40b6-bb88-20025c784548,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:27.134978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cab311fc-5915-45da-8362-94346fee0f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:27.136098 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cab311fc-5915-45da-8362-94346fee0f07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e25ca76-4043-40b6-bb88-20025c784548 HTTP/1.1" status: 204 len: 168 time: 0.7925165 Apr 29 15:36:27.163782 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:27.198830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3b6eccdc-244a-4739-acf0-cd8adac80d07 None None] Provisioning complete for port 07b395c1-3896-42bc-aafe-6787f757daa8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:27.199615 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3b6eccdc-244a-4739-acf0-cd8adac80d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:27.367644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:27.383031 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b7cf4-cc1f-4694-9c4a-72461d6d3c62 None None] Sync routers for ids ['ebed62b5-3a69-44b3-b423-7a5f97cf5f99'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:27.403184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b7cf4-cc1f-4694-9c4a-72461d6d3c62 None None] Routers {'ebed62b5-3a69-44b3-b423-7a5f97cf5f99'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:27.405713 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-bc2b7cf4-cc1f-4694-9c4a-72461d6d3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ebed62b5-3a69-44b3-b423-7a5f97cf5f99'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:27.427327 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9a10c472-9688-4173-9d57-81e19a21d696 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/ebed62b5-3a69-44b3-b423-7a5f97cf5f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1798477 Apr 29 15:36:27.434568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37578) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:27.435373 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3b6eccdc-244a-4739-acf0-cd8adac80d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:27.488984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=2bab5003-7295-48cc-8b12-906609623fb1,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:27.519257 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-bc2b7cf4-cc1f-4694-9c4a-72461d6d3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:27.532787 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b7cf4-cc1f-4694-9c4a-72461d6d3c62 None None] Routers {'ebed62b5-3a69-44b3-b423-7a5f97cf5f99'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:27.533704 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-bc2b7cf4-cc1f-4694-9c4a-72461d6d3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ebed62b5-3a69-44b3-b423-7a5f97cf5f99'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:27.539654 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:27.569944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-3b6eccdc-244a-4739-acf0-cd8adac80d07 None None] For port 07b395c1-3896-42bc-aafe-6787f757daa8, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=07b395c1-3896-42bc-aafe-6787f757daa8,segment=NetworkSegment(99b10049-12af-424c-8acd-4c8d1e5698d2),segment_id=99b10049-12af-424c-8acd-4c8d1e5698d2)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:27.634794 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-bc2b7cf4-cc1f-4694-9c4a-72461d6d3c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:27.635384 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b7cf4-cc1f-4694-9c4a-72461d6d3c62 None None] The sync data for ids ['ebed62b5-3a69-44b3-b423-7a5f97cf5f99'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:27.654231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3b6eccdc-244a-4739-acf0-cd8adac80d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:27.838648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:27.838984 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:27.843081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6eccdc-244a-4739-acf0-cd8adac80d07 None None] Pushing event updated for resources: {'Port': ['ID=07b395c1-3896-42bc-aafe-6787f757daa8,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:27.845696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:27.879710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-aec9f422-e810-4894-9df4-f7794fc487d4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:27.886757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6aac4c-d7f0-421e-9ed6-50ed3fe2ce96 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:27.887939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dc6aac4c-d7f0-421e-9ed6-50ed3fe2ce96 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Synchronizing usage tracker for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:27.889301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3b6eccdc-244a-4739-acf0-cd8adac80d07 None None] Provisioning for port 2bab5003-7295-48cc-8b12-906609623fb1 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:27.894671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3b6eccdc-244a-4739-acf0-cd8adac80d07 None None] Provisioning complete for port 2bab5003-7295-48cc-8b12-906609623fb1 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:27.895097 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3b6eccdc-244a-4739-acf0-cd8adac80d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:27.953515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3b6eccdc-244a-4739-acf0-cd8adac80d07 None None] Port 2bab5003-7295-48cc-8b12-906609623fb1 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:27.969333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-985b3c31-50b4-4cef-9d7a-a2315b7bbfec tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:28.018356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dc6aac4c-d7f0-421e-9ed6-50ed3fe2ce96 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Unset dirty status for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:28.019529 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dc6aac4c-d7f0-421e-9ed6-50ed3fe2ce96 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports/3f0f8c40-a4b9-4478-8836-7ad601ae5885 HTTP/1.1" status: 200 len: 984 time: 0.5817487 Apr 29 15:36:28.022590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b3c31-50b4-4cef-9d7a-a2315b7bbfec tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Pushing event deleted for resources: {'Port': ['ID=b01eda77-9fce-490a-8a25-6dcfc6892264,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:28.031678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37582) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:28.074964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-beea3550-89a9-4297-8b2f-5a3c7796b4b8 None None] Provisioning complete for port 2bab5003-7295-48cc-8b12-906609623fb1 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:28.075540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-beea3550-89a9-4297-8b2f-5a3c7796b4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:28.107024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-985b3c31-50b4-4cef-9d7a-a2315b7bbfec tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] No DVR routers for this DVR port b01eda77-9fce-490a-8a25-6dcfc6892264 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:28.107024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-985b3c31-50b4-4cef-9d7a-a2315b7bbfec tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:28.110955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21e9b38-fc56-438d-8b10-358a923ae149', 'name': 'network-vif-deleted', 'tag': 'b01eda77-9fce-490a-8a25-6dcfc6892264'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:36:28.116964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device b01eda77-9fce-490a-8a25-6dcfc6892264 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:28.160214 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9fa0f3-284e-42b3-b289-f89d3e3232c2'] response: {'server_uuid': 'e21e9b38-fc56-438d-8b10-358a923ae149', 'name': 'network-vif-deleted', 'tag': 'b01eda77-9fce-490a-8a25-6dcfc6892264', 'status': 'completed', 'code': 200} Apr 29 15:36:28.183049 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-56296fe1-9f0b-47cd-b611-70cbedef911c req-985b3c31-50b4-4cef-9d7a-a2315b7bbfec tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.44 "DELETE /v2.0/ports/b01eda77-9fce-490a-8a25-6dcfc6892264 HTTP/1.1" status: 204 len: 173 time: 2.0575757 Apr 29 15:36:28.203640 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: b01eda77-9fce-490a-8a25-6dcfc6892264 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:28.203881 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device b01eda77-9fce-490a-8a25-6dcfc6892264 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:28.209642 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5efa-3bc2-4662-9127-d4bbcf30a790 req-c8f14099-0047-4c34-aaa7-b20d4302ad5d tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:28.216174 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-51ac5efa-3bc2-4662-9127-d4bbcf30a790 req-c8f14099-0047-4c34-aaa7-b20d4302ad5d tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21e9b38-fc56-438d-8b10-358a923ae149 HTTP/1.1" status: 200 len: 946 time: 0.5709128 Apr 29 15:36:28.216333 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-beea3550-89a9-4297-8b2f-5a3c7796b4b8 None None] Port 2bab5003-7295-48cc-8b12-906609623fb1 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:28.401657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4fe6b51e-b030-4938-8af6-5f2cec478e2f no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:28.440348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 4fe6b51e-b030-4938-8af6-5f2cec478e2f {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:28.440726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4fe6b51e-b030-4938-8af6-5f2cec478e2f not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:28.482327 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-51ac5efa-3bc2-4662-9127-d4bbcf30a790 req-cb73172a-d6c2-48ab-9cdd-9454769ce91f tempest-TestServerAdvancedOps-182044969 tempest-TestServerAdvancedOps-182044969-project] 10.222.0.39 "GET /v2.0/security-groups?id=230c7c6e-3aff-4e23-8e0c-995186389e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220089 Apr 29 15:36:28.540156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:28.819759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 07b395c1-3896-42bc-aafe-6787f757daa8 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:28.910367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 07b395c1-3896-42bc-aafe-6787f757daa8 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:28.910733 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.081426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-aec9f422-e810-4894-9df4-f7794fc487d4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port ab8fef09-918a-4e5d-b584-48374fb5ef46 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:29.081813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-aec9f422-e810-4894-9df4-f7794fc487d4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.493065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-aec9f422-e810-4894-9df4-f7794fc487d4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port ab8fef09-918a-4e5d-b584-48374fb5ef46, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ab8fef09-918a-4e5d-b584-48374fb5ef46,segment=NetworkSegment(710d756c-23e7-41fb-b399-9d85f7789740),segment_id=710d756c-23e7-41fb-b399-9d85f7789740)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:29.493759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-aec9f422-e810-4894-9df4-f7794fc487d4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.502462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.586422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37590) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:29.636776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.637540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.646727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-6298551a-75f3-475b-874e-43b36d81db7d admin admin] Deleting subnet 6a3b926f-178d-4daf-ad44-dceb41d30997 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:29.649768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6298551a-75f3-475b-874e-43b36d81db7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.649916 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-aec9f422-e810-4894-9df4-f7794fc487d4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for ab8fef09-918a-4e5d-b584-48374fb5ef46 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:29.699937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6298551a-75f3-475b-874e-43b36d81db7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.723497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4c78e892-d95b-4155-8a3b-35a149565172 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.761215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6298551a-75f3-475b-874e-43b36d81db7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.922331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6298551a-75f3-475b-874e-43b36d81db7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.962380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298551a-75f3-475b-874e-43b36d81db7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3b926f-178d-4daf-ad44-dceb41d30997,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:29.964303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6298551a-75f3-475b-874e-43b36d81db7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:29.970800 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6298551a-75f3-475b-874e-43b36d81db7d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6a3b926f-178d-4daf-ad44-dceb41d30997 HTTP/1.1" status: 204 len: 168 time: 0.3833475 Apr 29 15:36:29.973129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37594) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:29.976522 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=2bab5003-7295-48cc-8b12-906609623fb1,revision_number=3']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:30.080259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.165511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network c0aec74f-aaa4-4972-afc2-41c18c717eeb is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:30.169078 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:30.207090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.241580 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f8887e-2c2c-4b53-bbb0-4faadea87031']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:30.259185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b6f6dd-d238-4526-81ec-a5c840bc3c22') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:30.259489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b6f6dd-d238-4526-81ec-a5c840bc3c22') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:30.273282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.293273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.301707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:30.302367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:30.318540 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:30.446820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9304eb8a-b789-4123-b6a0-c9bc5cf9d7ca None None] Provisioning complete for port 2bab5003-7295-48cc-8b12-906609623fb1 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:30.447413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9304eb8a-b789-4123-b6a0-c9bc5cf9d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.496263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.503730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-9304eb8a-b789-4123-b6a0-c9bc5cf9d7ca None None] Port 2bab5003-7295-48cc-8b12-906609623fb1 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:30.525681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.538393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] Pushing event deleted for resources: {'Network': ['ID=15f8887e-2c2c-4b53-bbb0-4faadea87031,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:30.560446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-4c78e892-d95b-4155-8a3b-35a149565172 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 3f0f8c40-a4b9-4478-8836-7ad601ae5885 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:30.561006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4c78e892-d95b-4155-8a3b-35a149565172 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.605954 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-93e639e6-dbc6-40c1-aebb-3f795870de54 admin admin] 10.222.0.39 "DELETE /v2.0/networks/15f8887e-2c2c-4b53-bbb0-4faadea87031 HTTP/1.1" status: 204 len: 168 time: 0.6315451 Apr 29 15:36:30.608291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37598) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:30.642737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-aec9f422-e810-4894-9df4-f7794fc487d4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.668001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4294b605-95c4-433e-88c7-84071e9173aa admin admin] Deleting subnet 7a209f58-0b93-47a6-b6f4-a8a34fb3d395 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:30.671244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4294b605-95c4-433e-88c7-84071e9173aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.711731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9f422-e810-4894-9df4-f7794fc487d4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=ab8fef09-918a-4e5d-b584-48374fb5ef46,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:30.713310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Router fd24d6ee-137a-452f-b59e-1271d90cdf57 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:36:30.721669 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4294b605-95c4-433e-88c7-84071e9173aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.794310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4294b605-95c4-433e-88c7-84071e9173aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.936559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4294b605-95c4-433e-88c7-84071e9173aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.975606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294b605-95c4-433e-88c7-84071e9173aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a209f58-0b93-47a6-b6f4-a8a34fb3d395,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:30.977541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4294b605-95c4-433e-88c7-84071e9173aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:30.985068 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4294b605-95c4-433e-88c7-84071e9173aa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7a209f58-0b93-47a6-b6f4-a8a34fb3d395 HTTP/1.1" status: 204 len: 168 time: 0.3755603 Apr 29 15:36:30.987564 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37602) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:31.095454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.173370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4c78e892-d95b-4155-8a3b-35a149565172 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.218240 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.248066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97edcbe9-15f2-4e1b-b319-6e4064022b24']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:31.260232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15a42a6-c141-451d-9428-88b7301e17ff') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:31.260559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15a42a6-c141-451d-9428-88b7301e17ff') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:31.271948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.288033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.294908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:31.295298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:31.308187 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:31.311274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-4c78e892-d95b-4155-8a3b-35a149565172 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for 3f0f8c40-a4b9-4478-8836-7ad601ae5885 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:31.350467 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:31.361673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304b870-53e2-4c53-af56-cde3794190f5 None None] Sync routers for ids ['fd24d6ee-137a-452f-b59e-1271d90cdf57'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:31.372227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304b870-53e2-4c53-af56-cde3794190f5 None None] Routers {'fd24d6ee-137a-452f-b59e-1271d90cdf57'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:31.373246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2304b870-53e2-4c53-af56-cde3794190f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['fd24d6ee-137a-452f-b59e-1271d90cdf57'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:31.376307 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0f144e6f-c2a3-4bed-9465-759bf1d36261 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "PUT /v2.0/routers/fd24d6ee-137a-452f-b59e-1271d90cdf57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3502822 Apr 29 15:36:31.380498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37606) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:31.380640 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-aec9f422-e810-4894-9df4-f7794fc487d4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.439525 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2304b870-53e2-4c53-af56-cde3794190f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:31.448168 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304b870-53e2-4c53-af56-cde3794190f5 None None] Routers {'fd24d6ee-137a-452f-b59e-1271d90cdf57'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:31.448820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2304b870-53e2-4c53-af56-cde3794190f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['fd24d6ee-137a-452f-b59e-1271d90cdf57'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:31.465048 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4cde2-2537-4f7f-a358-972afac47a98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:31.465845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cdd4cde2-2537-4f7f-a358-972afac47a98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:31.472035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.488196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:31.505385 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] 10.222.0.39 "DELETE /v2.0/networks/97edcbe9-15f2-4e1b-b319-6e4064022b24 HTTP/1.1" status: 204 len: 168 time: 0.5142844 Apr 29 15:36:31.505385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3204df-6dca-4dec-8282-80f01078921f admin admin] Pushing event deleted for resources: {'Network': ['ID=97edcbe9-15f2-4e1b-b319-6e4064022b24,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:31.513524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2304b870-53e2-4c53-af56-cde3794190f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:31.513524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2304b870-53e2-4c53-af56-cde3794190f5 None None] The sync data for ids ['fd24d6ee-137a-452f-b59e-1271d90cdf57'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:31.542251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cdd4cde2-2537-4f7f-a358-972afac47a98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:31.544412 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cdd4cde2-2537-4f7f-a358-972afac47a98 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd24d6ee-137a-452f-b59e-1271d90cdf57 HTTP/1.1" status: 200 len: 988 time: 0.1639743 Apr 29 15:36:31.547215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37612) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:31.911857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37616) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:31.954327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec9f422-e810-4894-9df4-f7794fc487d4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 054d96ed-4968-4c33-bb02-bead4ce7533f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:32.062065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cbefdb06-3f95-4789-aae6-601572d0288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.106592 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6d1f44e7-9e51-4f97-9b7c-d1df4b4c4d24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ce3f81a65e040e98e62a6a17827486a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913502 Apr 29 15:36:32.107472 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4c78e892-d95b-4155-8a3b-35a149565172 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.109768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37620) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:32.180974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78e892-d95b-4155-8a3b-35a149565172 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=3f0f8c40-a4b9-4478-8836-7ad601ae5885,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:32.210248 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20d4460b-2527-4a45-9987-07d3b8df6d33 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.356358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec9f422-e810-4894-9df4-f7794fc487d4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:32.359022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3fc31053-bea5-488c-94f0-d559b6f5e0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.369442 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e85fe-bc60-4ac1-898e-3ddcdaf20e55 None None] Sync routers for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:32.387265 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-aec9f422-e810-4894-9df4-f7794fc487d4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2616901 Apr 29 15:36:32.388940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37624) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:32.392322 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e85fe-bc60-4ac1-898e-3ddcdaf20e55 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:32.393308 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-4a9e85fe-bc60-4ac1-898e-3ddcdaf20e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:32.399353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3fc31053-bea5-488c-94f0-d559b6f5e0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.419025 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4c78e892-d95b-4155-8a3b-35a149565172 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.567805 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-4a9e85fe-bc60-4ac1-898e-3ddcdaf20e55 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:32.576515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-20d4460b-2527-4a45-9987-07d3b8df6d33 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 2bab5003-7295-48cc-8b12-906609623fb1 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:32.576866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20d4460b-2527-4a45-9987-07d3b8df6d33 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.586504 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb217bb-5256-48ac-abd1-67231343dab2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting subnet 959c015e-f624-42df-bf21-9aa01505c5c9 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:32.592669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bb217bb-5256-48ac-abd1-67231343dab2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.653230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3fc31053-bea5-488c-94f0-d559b6f5e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.688392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc31053-bea5-488c-94f0-d559b6f5e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230c7c6e-3aff-4e23-8e0c-995186389e54,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:32.749242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3fc31053-bea5-488c-94f0-d559b6f5e0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.752870 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3fc31053-bea5-488c-94f0-d559b6f5e0ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/230c7c6e-3aff-4e23-8e0c-995186389e54 HTTP/1.1" status: 204 len: 168 time: 0.6395457 Apr 29 15:36:32.769488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bb217bb-5256-48ac-abd1-67231343dab2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.805771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20d4460b-2527-4a45-9987-07d3b8df6d33 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.818198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c78e892-d95b-4155-8a3b-35a149565172 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router ebed62b5-3a69-44b3-b423-7a5f97cf5f99 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:32.899678 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-4a9e85fe-bc60-4ac1-898e-3ddcdaf20e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:30Z', 'revision_number': 9, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:32.905727 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e85fe-bc60-4ac1-898e-3ddcdaf20e55 None None] Checking router: 054d96ed-4968-4c33-bb02-bead4ce7533f for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:36:32.914742 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e85fe-bc60-4ac1-898e-3ddcdaf20e55 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:32.915449 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-4a9e85fe-bc60-4ac1-898e-3ddcdaf20e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:32.943208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-20d4460b-2527-4a45-9987-07d3b8df6d33 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 2bab5003-7295-48cc-8b12-906609623fb1 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:32.980791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c78e892-d95b-4155-8a3b-35a149565172 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:32.986260 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4c78e892-d95b-4155-8a3b-35a149565172 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/ebed62b5-3a69-44b3-b423-7a5f97cf5f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9604568 Apr 29 15:36:32.989345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37630) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:32.994591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bb217bb-5256-48ac-abd1-67231343dab2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:32.999357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310b532-b78b-47fc-bcc8-4f1670028573 None None] Sync routers for ids ['ebed62b5-3a69-44b3-b423-7a5f97cf5f99'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:33.009897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2310b532-b78b-47fc-bcc8-4f1670028573 None None] Routers {'ebed62b5-3a69-44b3-b423-7a5f97cf5f99'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:33.010805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2310b532-b78b-47fc-bcc8-4f1670028573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ebed62b5-3a69-44b3-b423-7a5f97cf5f99'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:33.085784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2310b532-b78b-47fc-bcc8-4f1670028573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:33.101066 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2310b532-b78b-47fc-bcc8-4f1670028573 None None] Routers {'ebed62b5-3a69-44b3-b423-7a5f97cf5f99'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:33.102923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2310b532-b78b-47fc-bcc8-4f1670028573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ebed62b5-3a69-44b3-b423-7a5f97cf5f99'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:33.140357 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-4a9e85fe-bc60-4ac1-898e-3ddcdaf20e55 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:33.192840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-2310b532-b78b-47fc-bcc8-4f1670028573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:33.193510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310b532-b78b-47fc-bcc8-4f1670028573 None None] The sync data for ids ['ebed62b5-3a69-44b3-b423-7a5f97cf5f99'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:33.302969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bb217bb-5256-48ac-abd1-67231343dab2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:33.346597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb217bb-5256-48ac-abd1-67231343dab2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Subnet': ['ID=959c015e-f624-42df-bf21-9aa01505c5c9,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:33.350372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bb217bb-5256-48ac-abd1-67231343dab2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:33.357985 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9bb217bb-5256-48ac-abd1-67231343dab2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/959c015e-f624-42df-bf21-9aa01505c5c9 HTTP/1.1" status: 204 len: 168 time: 0.9694941 Apr 29 15:36:33.360562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37636) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:33.361082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acea885-a43c-4207-8fd0-e26ef10eaa47 None None] Network 8faa8070-e9d1-41f8-98d7-55f97e82bbba requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:33.505090 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-4a9e85fe-bc60-4ac1-898e-3ddcdaf20e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:30Z', 'revision_number': 9, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:33.510084 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e85fe-bc60-4ac1-898e-3ddcdaf20e55 None None] The sync data for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv is: [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:30Z', 'revision_number': 9, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1a8987e-32a9-4cd0-86d2-a15684b17fad', 'name': '', 'network_id': '132a8d81-2c04-4882-b3bd-049cf0f0602c', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:01:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:44Z', 'updated_at': '2022-04-29T15:36:00Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': 'e48f45ff-50fd-468c-a352-f0cd6ce147af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:33.524002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:33.551210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 2558ca18-43b1-4860-8f91-c85dbcb0c038 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:33.551564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:33.607584 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-9aa25926-02cc-4805-835c-cb2fa73959ee tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] remove_router_interface failed (client error): The resource could not be found. Apr 29 15:36:33.608649 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9aa25926-02cc-4805-835c-cb2fa73959ee tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/ebed62b5-3a69-44b3-b423-7a5f97cf5f99/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6183467 Apr 29 15:36:33.611521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37642) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:33.682762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37646) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:33.709413 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-65a94171-2fd7-40e2-88fc-2c793ecb2ca2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebed62b5-3a69-44b3-b423-7a5f97cf5f99 HTTP/1.1" status: 200 len: 205 time: 0.0968399 Apr 29 15:36:33.717797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37650) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:33.795209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port 2558ca18-43b1-4860-8f91-c85dbcb0c038, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=2558ca18-43b1-4860-8f91-c85dbcb0c038,segment=NetworkSegment(710d756c-23e7-41fb-b399-9d85f7789740),segment_id=710d756c-23e7-41fb-b399-9d85f7789740)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:33.795597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:33.885766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce4b9-5f61-46d9-b10e-854241af4436 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:33.903956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55745068-b2a2-4b53-9bff-ab2798b382fd None None] DHCP port deletion for 8faa8070-e9d1-41f8-98d7-55f97e82bbba request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:36:33.911603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-55745068-b2a2-4b53-9bff-ab2798b382fd None None] Deleting port 2558ca18-43b1-4860-8f91-c85dbcb0c038 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:33.912347 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-55745068-b2a2-4b53-9bff-ab2798b382fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:33.921788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for 2558ca18-43b1-4860-8f91-c85dbcb0c038 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:34.009062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20d4460b-2527-4a45-9987-07d3b8df6d33 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.014269 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7bf8f31b-5fc2-4039-8ba0-86564494a5f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c88f5550a08b435488afd31ee875e41a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246031 Apr 29 15:36:34.016002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37654) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:34.075908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4460b-2527-4a45-9987-07d3b8df6d33 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=2bab5003-7295-48cc-8b12-906609623fb1,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:34.100684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fba030fe-bf24-40f5-a6c6-68892a1153bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.103531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.174835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=2558ca18-43b1-4860-8f91-c85dbcb0c038,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:34.190151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-55745068-b2a2-4b53-9bff-ab2798b382fd None None] For port 2558ca18-43b1-4860-8f91-c85dbcb0c038, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=2558ca18-43b1-4860-8f91-c85dbcb0c038,segment=NetworkSegment(710d756c-23e7-41fb-b399-9d85f7789740),segment_id=710d756c-23e7-41fb-b399-9d85f7789740)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:34.190763 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-55745068-b2a2-4b53-9bff-ab2798b382fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.197840 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No DVR routers for this DVR port 2558ca18-43b1-4860-8f91-c85dbcb0c038 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:34.276149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fba030fe-bf24-40f5-a6c6-68892a1153bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.301811 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1b7474a3-536d-4fd0-926e-8d8b67ffa586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.390323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-55745068-b2a2-4b53-9bff-ab2798b382fd None None] Calling delete_port for 2558ca18-43b1-4860-8f91-c85dbcb0c038 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:34.404025 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.450811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8faa8070-e9d1-41f8-98d7-55f97e82bbba']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:34.464248 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710d756c-23e7-41fb-b399-9d85f7789740') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:34.469327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710d756c-23e7-41fb-b399-9d85f7789740') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:34.479041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.491973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-55745068-b2a2-4b53-9bff-ab2798b382fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:34.494680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-55745068-b2a2-4b53-9bff-ab2798b382fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:34.502279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.508749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:34.509144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:34.525905 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:34.536267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce4b9-5f61-46d9-b10e-854241af4436 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.546364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce4b9-5f61-46d9-b10e-854241af4436 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.568266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20d4460b-2527-4a45-9987-07d3b8df6d33 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.593475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fba030fe-bf24-40f5-a6c6-68892a1153bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.621978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba030fe-bf24-40f5-a6c6-68892a1153bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ecddfb-1717-4408-8f02-394e1f06b8a0,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:34.638647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fba030fe-bf24-40f5-a6c6-68892a1153bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.643056 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fba030fe-bf24-40f5-a6c6-68892a1153bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5ecddfb-1717-4408-8f02-394e1f06b8a0 HTTP/1.1" status: 204 len: 168 time: 0.6254022 Apr 29 15:36:34.690805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.711079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce4b9-5f61-46d9-b10e-854241af4436 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.712144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9ce4b9-5f61-46d9-b10e-854241af4436 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Fanout notify agent at l3_agent the message router_deleted on router ebed62b5-3a69-44b3-b423-7a5f97cf5f99 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:36:34.716302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.726387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Network': ['ID=8faa8070-e9d1-41f8-98d7-55f97e82bbba,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:34.730343 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f8c47fe1-8802-4933-a990-8c2bab9230c7 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/networks/8faa8070-e9d1-41f8-98d7-55f97e82bbba HTTP/1.1" status: 204 len: 168 time: 1.3682461 Apr 29 15:36:34.736362 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37660) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:34.836671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 2558ca18-43b1-4860-8f91-c85dbcb0c038 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:34.878295 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 2558ca18-43b1-4860-8f91-c85dbcb0c038 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:34.878645 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 2558ca18-43b1-4860-8f91-c85dbcb0c038 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:34.879071 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ab8fef09-918a-4e5d-b584-48374fb5ef46 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:34.923493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: ab8fef09-918a-4e5d-b584-48374fb5ef46 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:34.923493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ab8fef09-918a-4e5d-b584-48374fb5ef46 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:34.994754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-55745068-b2a2-4b53-9bff-ab2798b382fd None None] Deleting port 2558ca18-43b1-4860-8f91-c85dbcb0c038 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:34.995146 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-55745068-b2a2-4b53-9bff-ab2798b382fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:34.997132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b9ce4b9-5f61-46d9-b10e-854241af4436 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.001034 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6b9ce4b9-5f61-46d9-b10e-854241af4436 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/ebed62b5-3a69-44b3-b423-7a5f97cf5f99 HTTP/1.1" status: 204 len: 168 time: 1.2774305 Apr 29 15:36:35.001230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37664) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:35.091864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-e136bf61-9cbd-4d8a-bce5-339afd139af5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting subnet 4a9ec6b0-1c13-4671-a214-ec1aa675cb1d {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:35.096843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e136bf61-9cbd-4d8a-bce5-339afd139af5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.118547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-55745068-b2a2-4b53-9bff-ab2798b382fd None None] The port '2558ca18-43b1-4860-8f91-c85dbcb0c038' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:36:35.176623 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d4460b-2527-4a45-9987-07d3b8df6d33 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Router fd24d6ee-137a-452f-b59e-1271d90cdf57 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:35.176904 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e136bf61-9cbd-4d8a-bce5-339afd139af5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.228970 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.287259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e136bf61-9cbd-4d8a-bce5-339afd139af5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.353586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.414864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e136bf61-9cbd-4d8a-bce5-339afd139af5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.458223 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136bf61-9cbd-4d8a-bce5-339afd139af5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9ec6b0-1c13-4671-a214-ec1aa675cb1d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:35.462000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e136bf61-9cbd-4d8a-bce5-339afd139af5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.468376 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e136bf61-9cbd-4d8a-bce5-339afd139af5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/4a9ec6b0-1c13-4671-a214-ec1aa675cb1d HTTP/1.1" status: 204 len: 168 time: 0.4661522 Apr 29 15:36:35.471350 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37670) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:35.471786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d4460b-2527-4a45-9987-07d3b8df6d33 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:35.473522 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0ce3b5-42f4-45c6-8d2c-7f4cc346cfe8 None None] Network c89fa70f-7d33-4dfc-ac34-a4a6ab275d02 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:35.481456 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-20d4460b-2527-4a45-9987-07d3b8df6d33 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "PUT /v2.0/routers/fd24d6ee-137a-452f-b59e-1271d90cdf57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9329069 Apr 29 15:36:35.482200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37674) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:35.483362 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c42ef-317c-4beb-b79b-2ffc9de7c261 None None] Sync routers for ids ['fd24d6ee-137a-452f-b59e-1271d90cdf57'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:35.493549 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c42ef-317c-4beb-b79b-2ffc9de7c261 None None] Routers {'fd24d6ee-137a-452f-b59e-1271d90cdf57'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:35.495026 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fb7c42ef-317c-4beb-b79b-2ffc9de7c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['fd24d6ee-137a-452f-b59e-1271d90cdf57'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:35.568789 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc60192-9e07-463a-8d89-1bf58f9a170e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:36:35.569344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9cc60192-9e07-463a-8d89-1bf58f9a170e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:35.584855 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fb7c42ef-317c-4beb-b79b-2ffc9de7c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:35.598190 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c42ef-317c-4beb-b79b-2ffc9de7c261 None None] Routers {'fd24d6ee-137a-452f-b59e-1271d90cdf57'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:35.599360 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fb7c42ef-317c-4beb-b79b-2ffc9de7c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['fd24d6ee-137a-452f-b59e-1271d90cdf57'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:35.629715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.642342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:35.642833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.704778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9cc60192-9e07-463a-8d89-1bf58f9a170e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:35.708741 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9cc60192-9e07-463a-8d89-1bf58f9a170e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/2bab5003-7295-48cc-8b12-906609623fb1 HTTP/1.1" status: 404 len: 333 time: 0.2238128 Apr 29 15:36:35.710506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37680) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:35.712090 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fb7c42ef-317c-4beb-b79b-2ffc9de7c261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:35.712613 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7c42ef-317c-4beb-b79b-2ffc9de7c261 None None] The sync data for ids ['fd24d6ee-137a-452f-b59e-1271d90cdf57'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:35.752400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-80378771-f616-4775-9b4b-8776f66e561d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.762153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7940f07-a6f6-4124-a8d4-b42392064786 None None] DHCP port deletion for c89fa70f-7d33-4dfc-ac34-a4a6ab275d02 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:36:35.767302 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-e7940f07-a6f6-4124-a8d4-b42392064786 None None] Deleting port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:35.767838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7940f07-a6f6-4124-a8d4-b42392064786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:35.987622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-e7940f07-a6f6-4124-a8d4-b42392064786 None None] For port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5,segment=NetworkSegment(7d8cad19-e9a8-4516-9628-f68e231b3224),segment_id=7d8cad19-e9a8-4516-9628-f68e231b3224)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:35.988357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7940f07-a6f6-4124-a8d4-b42392064786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.005512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8b20b48-459b-4190-ad96-8451809676ec tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.099651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-80378771-f616-4775-9b4b-8776f66e561d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port e1a8987e-32a9-4cd0-86d2-a15684b17fad {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:36.099986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-80378771-f616-4775-9b4b-8776f66e561d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.124526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-e7940f07-a6f6-4124-a8d4-b42392064786 None None] Calling delete_port for 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:36.270119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7940f07-a6f6-4124-a8d4-b42392064786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.326173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7940f07-a6f6-4124-a8d4-b42392064786 None None] Pushing event deleted for resources: {'Port': ['ID=67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:36.334602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7940f07-a6f6-4124-a8d4-b42392064786 None None] No DVR routers for this DVR port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:36.407041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8b20b48-459b-4190-ad96-8451809676ec tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.414641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8b20b48-459b-4190-ad96-8451809676ec tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.417132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-80378771-f616-4775-9b4b-8776f66e561d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port e1a8987e-32a9-4cd0-86d2-a15684b17fad, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e1a8987e-32a9-4cd0-86d2-a15684b17fad,segment=NetworkSegment(50e99786-215d-440d-97c2-a7a97d443c25),segment_id=50e99786-215d-440d-97c2-a7a97d443c25)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:36.417521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-80378771-f616-4775-9b4b-8776f66e561d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.418984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] For port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5,segment=NetworkSegment(7d8cad19-e9a8-4516-9628-f68e231b3224),segment_id=7d8cad19-e9a8-4516-9628-f68e231b3224)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:36.419566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.541746 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-80378771-f616-4775-9b4b-8776f66e561d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for e1a8987e-32a9-4cd0-86d2-a15684b17fad owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:36.553608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:36.628707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:36.628927 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:36.671705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8b20b48-459b-4190-ad96-8451809676ec tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.672229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b20b48-459b-4190-ad96-8451809676ec tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Fanout notify agent at l3_agent the message router_deleted on router fd24d6ee-137a-452f-b59e-1271d90cdf57 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:36:36.688419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8b20b48-459b-4190-ad96-8451809676ec tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.692068 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f8b20b48-459b-4190-ad96-8451809676ec tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/routers/fd24d6ee-137a-452f-b59e-1271d90cdf57 HTTP/1.1" status: 204 len: 168 time: 0.9777751 Apr 29 15:36:36.692219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37686) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:36.758085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f9006a-6e58-473c-95ac-b53ec9a070c0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting subnet ea14ae54-be7d-474e-8a4f-7e02e8a29ea8 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:36.761003 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4f9006a-6e58-473c-95ac-b53ec9a070c0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.768988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-80378771-f616-4775-9b4b-8776f66e561d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.819747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80378771-f616-4775-9b4b-8776f66e561d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=e1a8987e-32a9-4cd0-86d2-a15684b17fad,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:36.820926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4f9006a-6e58-473c-95ac-b53ec9a070c0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:36.836495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:36.878411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:36.878769 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:36.917724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4f9006a-6e58-473c-95ac-b53ec9a070c0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.021846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.079465 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4f9006a-6e58-473c-95ac-b53ec9a070c0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.083921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-80378771-f616-4775-9b4b-8776f66e561d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.125220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9006a-6e58-473c-95ac-b53ec9a070c0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Subnet': ['ID=ea14ae54-be7d-474e-8a4f-7e02e8a29ea8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:37.127095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4f9006a-6e58-473c-95ac-b53ec9a070c0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.129583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:37.129915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.137667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42886e4-d77e-482c-bdbb-c23a5f5e90bf None None] Network c0aec74f-aaa4-4972-afc2-41c18c717eeb requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:37.170868 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d4f9006a-6e58-473c-95ac-b53ec9a070c0 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/ea14ae54-be7d-474e-8a4f-7e02e8a29ea8 HTTP/1.1" status: 204 len: 168 time: 0.4747221 Apr 29 15:36:37.196166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37690) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:37.203871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] The port '67c680ec-c0cf-4af9-bdd7-e6d37dbb20a5' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:36:37.415014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80378771-f616-4775-9b4b-8776f66e561d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 054d96ed-4968-4c33-bb02-bead4ce7533f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:37.426079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a0465-f8c9-4f33-8dd6-3747afdf051a None None] DHCP port deletion for c0aec74f-aaa4-4972-afc2-41c18c717eeb request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:36:37.430953 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a0465-f8c9-4f33-8dd6-3747afdf051a None None] Deleting port 07b395c1-3896-42bc-aafe-6787f757daa8 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:37.431573 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0465-f8c9-4f33-8dd6-3747afdf051a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.549809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.564215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.578972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80378771-f616-4775-9b4b-8776f66e561d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:37.586317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89fa70f-7d33-4dfc-ac34-a4a6ab275d02']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:37.595520 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-80378771-f616-4775-9b4b-8776f66e561d tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8562977 Apr 29 15:36:37.597904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37696) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:37.604447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 07b395c1-3896-42bc-aafe-6787f757daa8 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:37.604812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.630009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8cad19-e9a8-4516-9628-f68e231b3224') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:37.630265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8cad19-e9a8-4516-9628-f68e231b3224') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:37.631010 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930647e0-0826-44cb-a0ed-d64bb3e035b0 None None] Sync routers for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:37.658844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.661197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-1b6a0465-f8c9-4f33-8dd6-3747afdf051a None None] For port 07b395c1-3896-42bc-aafe-6787f757daa8, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=07b395c1-3896-42bc-aafe-6787f757daa8,segment=NetworkSegment(99b10049-12af-424c-8acd-4c8d1e5698d2),segment_id=99b10049-12af-424c-8acd-4c8d1e5698d2)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:37.661589 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0465-f8c9-4f33-8dd6-3747afdf051a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.666013 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-93654d40-b35c-4bd3-baaa-937d1e3d1918 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting subnet e48f45ff-50fd-468c-a352-f0cd6ce147af {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:37.669694 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930647e0-0826-44cb-a0ed-d64bb3e035b0 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:37.669861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93654d40-b35c-4bd3-baaa-937d1e3d1918 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.670053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-930647e0-0826-44cb-a0ed-d64bb3e035b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:37.683679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.724710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93654d40-b35c-4bd3-baaa-937d1e3d1918 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.733464 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:37.733875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:37.752898 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:37.939912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] For port 07b395c1-3896-42bc-aafe-6787f757daa8, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=07b395c1-3896-42bc-aafe-6787f757daa8,segment=NetworkSegment(99b10049-12af-424c-8acd-4c8d1e5698d2),segment_id=99b10049-12af-424c-8acd-4c8d1e5698d2)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:37.940195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93654d40-b35c-4bd3-baaa-937d1e3d1918 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.940871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.951130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:37.954079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a0465-f8c9-4f33-8dd6-3747afdf051a None None] Calling delete_port for 07b395c1-3896-42bc-aafe-6787f757daa8 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:37.969270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.026053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-930647e0-0826-44cb-a0ed-d64bb3e035b0 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:38.085985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Network': ['ID=c89fa70f-7d33-4dfc-ac34-a4a6ab275d02,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:38.095047 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93654d40-b35c-4bd3-baaa-937d1e3d1918 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.095199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 07b395c1-3896-42bc-aafe-6787f757daa8 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:38.126661 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5914d9c4-1c9f-411d-a8c7-31943abe27ce tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/networks/c89fa70f-7d33-4dfc-ac34-a4a6ab275d02 HTTP/1.1" status: 204 len: 168 time: 2.6524432 Apr 29 15:36:38.130730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37700) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:38.142449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93654d40-b35c-4bd3-baaa-937d1e3d1918 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Subnet': ['ID=e48f45ff-50fd-468c-a352-f0cd6ce147af,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:38.146352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-93654d40-b35c-4bd3-baaa-937d1e3d1918 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.150200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-270664582'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:38.154154 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-93654d40-b35c-4bd3-baaa-937d1e3d1918 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/e48f45ff-50fd-468c-a352-f0cd6ce147af HTTP/1.1" status: 204 len: 168 time: 0.5550373 Apr 29 15:36:38.156752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37704) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:38.164284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40492c5e-9585-49ba-b1ed-168b88b01c17 None None] Network 132a8d81-2c04-4882-b3bd-049cf0f0602c requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:38.181648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:38.185939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0465-f8c9-4f33-8dd6-3747afdf051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.206082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:network and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:38.213997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:38.234813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:38.276520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a0465-f8c9-4f33-8dd6-3747afdf051a None None] Pushing event deleted for resources: {'Port': ['ID=07b395c1-3896-42bc-aafe-6787f757daa8,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:38.280122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a0465-f8c9-4f33-8dd6-3747afdf051a None None] No DVR routers for this DVR port 07b395c1-3896-42bc-aafe-6787f757daa8 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:38.311091 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:38.311411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:38.317982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.330153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port e16a5d35-026f-491a-ab11-0840ff4278ac {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:38.330581 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.438578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:38.442093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.561073 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:36:38.569362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port e16a5d35-026f-491a-ab11-0840ff4278ac, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e16a5d35-026f-491a-ab11-0840ff4278ac,segment=NetworkSegment(50e99786-215d-440d-97c2-a7a97d443c25),segment_id=50e99786-215d-440d-97c2-a7a97d443c25)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:38.569725 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.574541 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-930647e0-0826-44cb-a0ed-d64bb3e035b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:36Z', 'revision_number': 10, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:38.579278 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930647e0-0826-44cb-a0ed-d64bb3e035b0 None None] Checking router: 054d96ed-4968-4c33-bb02-bead4ce7533f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:36:38.587810 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930647e0-0826-44cb-a0ed-d64bb3e035b0 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:38.588433 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-930647e0-0826-44cb-a0ed-d64bb3e035b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:38.637804 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1055164a-0c09-45db-9d55-8ae94a079b67 None None] DHCP port deletion for 132a8d81-2c04-4882-b3bd-049cf0f0602c request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:36:38.638306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.638654 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Added segment 11f11fb9-98ea-45d6-8b9a-7bdf44378246 of type vlan for network cefd8ec7-53d4-4dc4-9467-42db5afadd06 Apr 29 15:36:38.701449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1055164a-0c09-45db-9d55-8ae94a079b67 None None] Deleting port e16a5d35-026f-491a-ab11-0840ff4278ac {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:38.701796 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1055164a-0c09-45db-9d55-8ae94a079b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.705443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for e16a5d35-026f-491a-ab11-0840ff4278ac owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:38.770728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.812891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 07b395c1-3896-42bc-aafe-6787f757daa8 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:38.813194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.825544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-930647e0-0826-44cb-a0ed-d64bb3e035b0 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:38.851737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.893328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e16a5d35-026f-491a-ab11-0840ff4278ac no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:38.922638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] The port '07b395c1-3896-42bc-aafe-6787f757daa8' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:36:38.930961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.933669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: e16a5d35-026f-491a-ab11-0840ff4278ac {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:38.934011 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e16a5d35-026f-491a-ab11-0840ff4278ac not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:38.934423 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 07b395c1-3896-42bc-aafe-6787f757daa8 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:38.937149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:38.937736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:38.941539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=e16a5d35-026f-491a-ab11-0840ff4278ac,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:38.988290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 07b395c1-3896-42bc-aafe-6787f757daa8 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:38.988643 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 07b395c1-3896-42bc-aafe-6787f757daa8 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:39.097229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No DVR routers for this DVR port e16a5d35-026f-491a-ab11-0840ff4278ac on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:39.268652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-1055164a-0c09-45db-9d55-8ae94a079b67 None None] For port e16a5d35-026f-491a-ab11-0840ff4278ac, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e16a5d35-026f-491a-ab11-0840ff4278ac,segment=NetworkSegment(50e99786-215d-440d-97c2-a7a97d443c25),segment_id=50e99786-215d-440d-97c2-a7a97d443c25)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:39.269083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1055164a-0c09-45db-9d55-8ae94a079b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.274960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Network': ['ID=cefd8ec7-53d4-4dc4-9467-42db5afadd06,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:39.337195 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network cefd8ec7-53d4-4dc4-9467-42db5afadd06 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:36:39.338012 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-37812b78-633b-4b14-9ce9-59f950fe43f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1949208 Apr 29 15:36:39.341234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.341950 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37708) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:39.347793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'subnet': {'network_id': 'cefd8ec7-53d4-4dc4-9467-42db5afadd06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:39.416613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1055164a-0c09-45db-9d55-8ae94a079b67 None None] Calling delete_port for e16a5d35-026f-491a-ab11-0840ff4278ac owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:39.421876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.433958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0aec74f-aaa4-4972-afc2-41c18c717eeb']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:39.457417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b10049-12af-424c-8acd-4c8d1e5698d2') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:39.457714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b10049-12af-424c-8acd-4c8d1e5698d2') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:39.468507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:39.469143 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132a8d81-2c04-4882-b3bd-049cf0f0602c']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:39.472890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:subnet and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:39.475808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:39.481330 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.485012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:39.492313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e99786-215d-440d-97c2-a7a97d443c25') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:39.492638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e99786-215d-440d-97c2-a7a97d443c25') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:39.508374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.514366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.525673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:39.526067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:39.541022 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:39.546127 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.559606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:39.563893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.610637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:39.611112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.619602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-1055164a-0c09-45db-9d55-8ae94a079b67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:39.620121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-1055164a-0c09-45db-9d55-8ae94a079b67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:39.626039 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:39.637334 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-930647e0-0826-44cb-a0ed-d64bb3e035b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:36Z', 'revision_number': 10, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:39.642195 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930647e0-0826-44cb-a0ed-d64bb3e035b0 None None] The sync data for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv is: [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:36Z', 'revision_number': 10, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None, '_interfaces': [{'id': 'c9478417-110c-464f-b408-10df04987cf2', 'name': '', 'network_id': '0a726ffa-9f9a-431b-8105-541ac948e470', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'mac_address': 'fa:16:3e:27:17:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:35:35Z', 'updated_at': '2022-04-29T15:35:56Z', 'revision_number': 5, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'subnets': [{'id': '56dc92b6-68d2-4a22-99a9-912c33557c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:39.747546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.764946 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.775517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Network': ['ID=c0aec74f-aaa4-4972-afc2-41c18c717eeb,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:39.779598 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-54b938be-2945-45f5-8a46-befd9ac90b36 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/networks/c0aec74f-aaa4-4972-afc2-41c18c717eeb HTTP/1.1" status: 204 len: 168 time: 2.5827670 Apr 29 15:36:39.783785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37712) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:39.819704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.850879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:39.852687 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/networks/132a8d81-2c04-4882-b3bd-049cf0f0602c HTTP/1.1" status: 204 len: 168 time: 1.6950035 Apr 29 15:36:39.856692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37716) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:39.865210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a0100-569c-4a71-bc78-03110c144dba tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Network': ['ID=132a8d81-2c04-4882-b3bd-049cf0f0602c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:39.882501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fae7f4-baf0-47f5-8bc4-79e183d39e07 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:39.883063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-49fae7f4-baf0-47f5-8bc4-79e183d39e07 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:39.947482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-49fae7f4-baf0-47f5-8bc4-79e183d39e07 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:39.948814 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-49fae7f4-baf0-47f5-8bc4-79e183d39e07 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/6fbb560d-3c37-4c28-baf8-a205515a34b8 HTTP/1.1" status: 200 len: 845 time: 0.1639338 Apr 29 15:36:39.952783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37720) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:40.025102 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5a999d6e-d792-44c6-9e41-6d213b06e61d tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/6fbb560d-3c37-4c28-baf8-a205515a34b8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0711479 Apr 29 15:36:40.029273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37724) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:40.035585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:40.121584 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1055164a-0c09-45db-9d55-8ae94a079b67 None None] Deleting port e16a5d35-026f-491a-ab11-0840ff4278ac {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:40.122284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1055164a-0c09-45db-9d55-8ae94a079b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:40.148048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:40.152549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:40.155094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:40.161073 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:40.198458 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1055164a-0c09-45db-9d55-8ae94a079b67 None None] The port 'e16a5d35-026f-491a-ab11-0840ff4278ac' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:36:40.222115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:40.225773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:40.256501 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:40.387007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Subnet': ['ID=9e0aaddc-ee35-4fc6-a13b-f29ce422a541,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:40.410829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Checking segment: {'id': '11f11fb9-98ea-45d6-8b9a-7bdf44378246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cefd8ec7-53d4-4dc4-9467-42db5afadd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:40.411184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network hostable DHCP agents. Network: cefd8ec7-53d4-4dc4-9467-42db5afadd06, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:36:40.497473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network cefd8ec7-53d4-4dc4-9467-42db5afadd06 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:36:40.513820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:40.528229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69ea7370-636f-453c-8f58-365d56f59509 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:40.578873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:40.581992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:40.583692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, cefd8ec7-53d4-4dc4-9467-42db5afadd06) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:40.586382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:40.586981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:40.594002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f509396d-a6c0-490c-9dba-5addb95cfc8c None None] Network cefd8ec7-53d4-4dc4-9467-42db5afadd06 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:40.604486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Subnet': ['ID=564c5f22-3bdb-41ba-89b9-eeac058ff353,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:40.610420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3becc10f-1909-4f23-8920-67e8995f64b9 None None] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:40.653489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:40.653998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:40.679945 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-59be6fb5-6e77-4661-9700-a47c64e8ffd4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6494031 Apr 29 15:36:40.682669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37728) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:40.688388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'security_group': {'name': 'tempest-secgroup-1589339611'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:40.694329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:40.698601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:security_group and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:40.701879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:40.707827 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:40.795045 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-58ab56f3-566c-4b44-b7dc-a68ab9aa48fd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4519663 Apr 29 15:36:40.797839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37732) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:40.804530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-740ed8a6-cf09-47a0-bc1c-d4ce5384623d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1674850907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:40.805558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e1a8987e-32a9-4cd0-86d2-a15684b17fad no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:40.813536 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-740ed8a6-cf09-47a0-bc1c-d4ce5384623d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:40.818139 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-740ed8a6-cf09-47a0-bc1c-d4ce5384623d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:router and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:40.821784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-740ed8a6-cf09-47a0-bc1c-d4ce5384623d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:40.829652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-740ed8a6-cf09-47a0-bc1c-d4ce5384623d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:40.838980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:40.861884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:40.867704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:security_group_rule and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:40.871270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:40.878456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:40.904673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: e1a8987e-32a9-4cd0-86d2-a15684b17fad {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:40.904947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e1a8987e-32a9-4cd0-86d2-a15684b17fad not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:40.936089 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-740ed8a6-cf09-47a0-bc1c-d4ce5384623d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:40.937258 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-740ed8a6-cf09-47a0-bc1c-d4ce5384623d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:40.977381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:40.982670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-740ed8a6-cf09-47a0-bc1c-d4ce5384623d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.007408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-69ea7370-636f-453c-8f58-365d56f59509 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port c9478417-110c-464f-b408-10df04987cf2 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:41.007773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69ea7370-636f-453c-8f58-365d56f59509 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.032084 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-cefd8ec7-53d4-4dc4-9467-42db5afadd06', 'network_id': 'cefd8ec7-53d4-4dc4-9467-42db5afadd06', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'fixed_ips': [{'subnet_id': '9e0aaddc-ee35-4fc6-a13b-f29ce422a541'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:36:41.033016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.054720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.081162 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-740ed8a6-cf09-47a0-bc1c-d4ce5384623d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.116821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506ed386-b940-4f2b-a343-5db1588f727d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:41.141638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'tenant_id': '5dab45b81f614da28ec529e1564555d4', 'fixed_ips': [{'subnet_id': '564c5f22-3bdb-41ba-89b9-eeac058ff353'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:36:41.148513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.185943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.188316 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-66792408-951f-43c6-abb8-80ccc28d42e9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5043929 Apr 29 15:36:41.196141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37736) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:41.203509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'security_group': {'name': 'tempest-secgroup-1432996802'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:41.211496 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-740ed8a6-cf09-47a0-bc1c-d4ce5384623d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.212791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-69ea7370-636f-453c-8f58-365d56f59509 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port c9478417-110c-464f-b408-10df04987cf2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c9478417-110c-464f-b408-10df04987cf2,segment=NetworkSegment(d17fbac0-fc01-4b20-adeb-cd41ee0d8e65),segment_id=d17fbac0-fc01-4b20-adeb-cd41ee0d8e65)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:41.213070 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-740ed8a6-cf09-47a0-bc1c-d4ce5384623d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4136794 Apr 29 15:36:41.213237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69ea7370-636f-453c-8f58-365d56f59509 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.214732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:41.217138 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37740) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:41.276296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Allocated IP 2001:db8::2 (cefd8ec7-53d4-4dc4-9467-42db5afadd06/9e0aaddc-ee35-4fc6-a13b-f29ce422a541/cfc2f5ed-33a9-43b9-838d-d7b6c38340bf) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:41.282502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:security_group and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:41.352124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-69ea7370-636f-453c-8f58-365d56f59509 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for c9478417-110c-464f-b408-10df04987cf2 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:41.471370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:41.487751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:41.510093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Allocated IP 2001:db8::2 (8b5da4e8-a6cf-4874-af0b-d27fac11bdf1/564c5f22-3bdb-41ba-89b9-eeac058ff353/af8c6fc8-6b91-40ea-a36c-c7bde918df0e) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:41.644893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69ea7370-636f-453c-8f58-365d56f59509 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.685539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.697881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea7370-636f-453c-8f58-365d56f59509 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Port': ['ID=c9478417-110c-464f-b408-10df04987cf2,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:41.780161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:41.813068 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:security_group_rule and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:41.820478 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:41.820707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.838765 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:41.845016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Transition to ACTIVE for port object cfc2f5ed-33a9-43b9-838d-d7b6c38340bf will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:41.887309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Transition to ACTIVE for port object cfc2f5ed-33a9-43b9-838d-d7b6c38340bf will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:41.904107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.973231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-69ea7370-636f-453c-8f58-365d56f59509 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.979599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:41.989731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.047510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Network cefd8ec7-53d4-4dc4-9467-42db5afadd06 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:42.056249 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:42.059207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Transition to ACTIVE for port object af8c6fc8-6b91-40ea-a36c-c7bde918df0e will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:42.067199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:42.122039 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Transition to ACTIVE for port object af8c6fc8-6b91-40ea-a36c-c7bde918df0e will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:42.154153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.161004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Pushing event updated for resources: {'Port': ['ID=cfc2f5ed-33a9-43b9-838d-d7b6c38340bf,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:42.184709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Attempting to bind port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:42.186001 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Attempting to bind port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '11f11fb9-98ea-45d6-8b9a-7bdf44378246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cefd8ec7-53d4-4dc4-9467-42db5afadd06'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:42.186001 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Attempting to bind port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf on network cefd8ec7-53d4-4dc4-9467-42db5afadd06 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:42.191163 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:42.191672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Checking segment: {'id': '11f11fb9-98ea-45d6-8b9a-7bdf44378246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cefd8ec7-53d4-4dc4-9467-42db5afadd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:42.192190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.192701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Bound using segment: {'id': '11f11fb9-98ea-45d6-8b9a-7bdf44378246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cefd8ec7-53d4-4dc4-9467-42db5afadd06'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:42.193255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Bound port: cfc2f5ed-33a9-43b9-838d-d7b6c38340bf, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f11fb9-98ea-45d6-8b9a-7bdf44378246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cefd8ec7-53d4-4dc4-9467-42db5afadd06'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:42.193721 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.207470 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.239478 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.250881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ea7370-636f-453c-8f58-365d56f59509 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 054d96ed-4968-4c33-bb02-bead4ce7533f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:42.296749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:42.304325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:42.319176 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:42.350865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5106559-9825-4af0-b60c-c597ffb1cc81,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:42.369138 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Allocated IP 2001:db8::1 (cefd8ec7-53d4-4dc4-9467-42db5afadd06/9e0aaddc-ee35-4fc6-a13b-f29ce422a541/33f4eb9c-e191-4afd-9308-b43132124e0d) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:42.401113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ea7370-636f-453c-8f58-365d56f59509 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:42.409880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Pushing event updated for resources: {'Port': ['ID=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:42.412438 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a6b43-24fa-43bc-9e26-a2b447c8f3bd None None] Sync routers for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:42.423413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.427392 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-27712b55-5094-4f53-9b5f-0efa62c9c652 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2273731 Apr 29 15:36:42.427532 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37744) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:42.433103 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a6b43-24fa-43bc-9e26-a2b447c8f3bd None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:42.433103 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-806a6b43-24fa-43bc-9e26-a2b447c8f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:42.436334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1288890208', 'security_groups': ['e5106559-9825-4af0-b60c-c597ffb1cc81'], 'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '564c5f22-3bdb-41ba-89b9-eeac058ff353'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:42.447737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Attempting to bind port af8c6fc8-6b91-40ea-a36c-c7bde918df0e on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:36:42.448182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Attempting to bind port af8c6fc8-6b91-40ea-a36c-c7bde918df0e by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'ef17dde1-530a-412b-b5c5-41c6d160adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:36:42.448421 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-69ea7370-636f-453c-8f58-365d56f59509 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5906019 Apr 29 15:36:42.449262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Attempting to bind port af8c6fc8-6b91-40ea-a36c-c7bde918df0e on network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:36:42.449962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37748) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:42.458520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:36:42.461642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Checking segment: {'id': 'ef17dde1-530a-412b-b5c5-41c6d160adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:36:42.461642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.461642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Bound using segment: {'id': 'ef17dde1-530a-412b-b5c5-41c6d160adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:36:42.461642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Bound port: af8c6fc8-6b91-40ea-a36c-c7bde918df0e, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef17dde1-530a-412b-b5c5-41c6d160adb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:36:42.461642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.478610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] For port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:42.521433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a65ab0-1f05-46f6-92f0-30c4475f9f14 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting subnet 56dc92b6-68d2-4a22-99a9-912c33557c21 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:42.524758 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1a65ab0-1f05-46f6-92f0-30c4475f9f14 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.528064 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] For port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cfc2f5ed-33a9-43b9-838d-d7b6c38340bf,segment=NetworkSegment(11f11fb9-98ea-45d6-8b9a-7bdf44378246),segment_id=11f11fb9-98ea-45d6-8b9a-7bdf44378246)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:42.574252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4a1b941d-3236-4866-9391-196a84001249 None None] For port af8c6fc8-6b91-40ea-a36c-c7bde918df0e, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:36:42.578427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4a1b941d-3236-4866-9391-196a84001249 None None] For port af8c6fc8-6b91-40ea-a36c-c7bde918df0e, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,segment=NetworkSegment(ef17dde1-530a-412b-b5c5-41c6d160adb2),segment_id=ef17dde1-530a-412b-b5c5-41c6d160adb2)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:36:42.589498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.615232 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-806a6b43-24fa-43bc-9e26-a2b447c8f3bd None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:42.680700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.701403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:42.705351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Transition to ACTIVE for port object 33f4eb9c-e191-4afd-9308-b43132124e0d will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:42.709469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1a65ab0-1f05-46f6-92f0-30c4475f9f14 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.711219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43196753-c7d4-4c86-badd-c30641e676ab None None] Pushing event updated for resources: {'Port': ['ID=cfc2f5ed-33a9-43b9-838d-d7b6c38340bf,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:42.716713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.767224 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-806a6b43-24fa-43bc-9e26-a2b447c8f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:41Z', 'revision_number': 11, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:42.769472 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a6b43-24fa-43bc-9e26-a2b447c8f3bd None None] Checking router: 054d96ed-4968-4c33-bb02-bead4ce7533f for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:36:42.796388 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a6b43-24fa-43bc-9e26-a2b447c8f3bd None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:42.797060 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-806a6b43-24fa-43bc-9e26-a2b447c8f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:42.807876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:42.810550 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b941d-3236-4866-9391-196a84001249 None None] Pushing event updated for resources: {'Port': ['ID=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:42.824763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.850095 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1a65ab0-1f05-46f6-92f0-30c4475f9f14 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.903816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network cefd8ec7-53d4-4dc4-9467-42db5afadd06 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:42.908564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:42.910757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:42.911366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:42.941540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=33f4eb9c-e191-4afd-9308-b43132124e0d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:42.993509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:43.010281 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-806a6b43-24fa-43bc-9e26-a2b447c8f3bd None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:43.060397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1a65ab0-1f05-46f6-92f0-30c4475f9f14 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:43.117160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f1a65ab0-1f05-46f6-92f0-30c4475f9f14 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:43.126566 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de4edf-2fa9-414c-838e-5413c29e9e10 None None] Network 0a726ffa-9f9a-431b-8105-541ac948e470 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:43.130405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a65ab0-1f05-46f6-92f0-30c4475f9f14 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Subnet': ['ID=56dc92b6-68d2-4a22-99a9-912c33557c21,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:43.136617 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f1a65ab0-1f05-46f6-92f0-30c4475f9f14 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/56dc92b6-68d2-4a22-99a9-912c33557c21 HTTP/1.1" status: 204 len: 168 time: 0.6832209 Apr 29 15:36:43.138952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37752) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:43.145143 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-806a6b43-24fa-43bc-9e26-a2b447c8f3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:41Z', 'revision_number': 11, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:43.150844 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a6b43-24fa-43bc-9e26-a2b447c8f3bd None None] The sync data for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv is: [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:41Z', 'revision_number': 11, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:43.507562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:43.531639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf1019-1b91-4386-8b86-71f6de698039 None None] DHCP port deletion for 0a726ffa-9f9a-431b-8105-541ac948e470 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:36:43.532683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:43.535826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf1019-1b91-4386-8b86-71f6de698039 None None] Deleting port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:43.536191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a1cf1019-1b91-4386-8b86-71f6de698039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:43.549335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:43.614261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port b7ec221b-789e-403d-a8e5-b072000dbb3a yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:36:43.663142 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:43.663480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:43.758114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a1cf1019-1b91-4386-8b86-71f6de698039 None None] For port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5538abe6-d0bb-48fa-8897-aa2ef9fa57ee,segment=NetworkSegment(d17fbac0-fc01-4b20-adeb-cd41ee0d8e65),segment_id=d17fbac0-fc01-4b20-adeb-cd41ee0d8e65)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:43.758510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a1cf1019-1b91-4386-8b86-71f6de698039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:43.935060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf1019-1b91-4386-8b86-71f6de698039 None None] Calling delete_port for 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:44.082911 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a1cf1019-1b91-4386-8b86-71f6de698039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.137953 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf1019-1b91-4386-8b86-71f6de698039 None None] Pushing event deleted for resources: {'Port': ['ID=5538abe6-d0bb-48fa-8897-aa2ef9fa57ee,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:44.144077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf1019-1b91-4386-8b86-71f6de698039 None None] No DVR routers for this DVR port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:44.160348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1a07885b-70db-40b2-a897-31cb7d4a8414 None None] Provisioning complete for port 6fbb560d-3c37-4c28-baf8-a205515a34b8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:44.160958 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1a07885b-70db-40b2-a897-31cb7d4a8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.227531 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1a07885b-70db-40b2-a897-31cb7d4a8414 None None] Port 6fbb560d-3c37-4c28-baf8-a205515a34b8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:44.310211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8::1b7 (8b5da4e8-a6cf-4874-af0b-d27fac11bdf1/564c5f22-3bdb-41ba-89b9-eeac058ff353/b7ec221b-789e-403d-a8e5-b072000dbb3a) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:44.328840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1a07885b-70db-40b2-a897-31cb7d4a8414 None None] Provisioning for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:44.333330 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] For port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5538abe6-d0bb-48fa-8897-aa2ef9fa57ee,segment=NetworkSegment(d17fbac0-fc01-4b20-adeb-cd41ee0d8e65),segment_id=d17fbac0-fc01-4b20-adeb-cd41ee0d8e65)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:44.333330 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.471357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Calling delete_port for 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:44.494237 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b982cb-4108-404a-b07b-748b5786445b None None] Network cefd8ec7-53d4-4dc4-9467-42db5afadd06 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:44.570502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.676133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.676902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:44.702554 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-796038bd-9d49-4f8d-9cb1-04dc8b1336b3 None None] Provisioning for port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:44.728045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:44.728364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:44.814199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=33f4eb9c-e191-4afd-9308-b43132124e0d,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:44.911083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device af8c6fc8-6b91-40ea-a36c-c7bde918df0e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:45.030616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.061493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:45.065052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object b7ec221b-789e-403d-a8e5-b072000dbb3a will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:45.067181 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:45.067883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.083218 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network cefd8ec7-53d4-4dc4-9467-42db5afadd06 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:45.085322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:45.171705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7140c93e-e120-4e75-8269-4f76c0dd917b None None] Provisioning for port 33f4eb9c-e191-4afd-9308-b43132124e0d completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:45.193193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7140c93e-e120-4e75-8269-4f76c0dd917b None None] Provisioning complete for port 33f4eb9c-e191-4afd-9308-b43132124e0d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:45.193583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7140c93e-e120-4e75-8269-4f76c0dd917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.229239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Deleting port 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:45.229514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.247334 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.271276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7140c93e-e120-4e75-8269-4f76c0dd917b None None] Port 33f4eb9c-e191-4afd-9308-b43132124e0d cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:45.293099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port af8c6fc8-6b91-40ea-a36c-c7bde918df0e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,segment=NetworkSegment(ef17dde1-530a-412b-b5c5-41c6d160adb2),segment_id=ef17dde1-530a-412b-b5c5-41c6d160adb2)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:45.313420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] The port '5538abe6-d0bb-48fa-8897-aa2ef9fa57ee' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:36:45.394956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-97770b6c-9416-490d-8056-886dc61e1eba None None] Provisioning complete for port 33f4eb9c-e191-4afd-9308-b43132124e0d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:45.395326 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-97770b6c-9416-490d-8056-886dc61e1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.424115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.424890 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device cfc2f5ed-33a9-43b9-838d-d7b6c38340bf up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:45.460644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.463550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.551451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-97770b6c-9416-490d-8056-886dc61e1eba None None] Port 33f4eb9c-e191-4afd-9308-b43132124e0d cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:45.557298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a726ffa-9f9a-431b-8105-541ac948e470']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:45.566217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:45.579485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:45.581221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17fbac0-fc01-4b20-adeb-cd41ee0d8e65') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:45.585418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17fbac0-fc01-4b20-adeb-cd41ee0d8e65') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:45.591070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:45.599395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:45.604935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:45.605861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.621784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=b7ec221b-789e-403d-a8e5-b072000dbb3a,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:45.625206 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.654769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.661896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:45.662299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.674258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:45.677448 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bc677271-7e6e-4305-9823-10e69f2f247b None None] Provisioning complete for port 33f4eb9c-e191-4afd-9308-b43132124e0d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:45.677590 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:45.680102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bc677271-7e6e-4305-9823-10e69f2f247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.723288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:45.723814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.741477 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 74235442-01ed-4572-9f55-5cf5f110023e is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:36:45.788349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-bc677271-7e6e-4305-9823-10e69f2f247b None None] Port 33f4eb9c-e191-4afd-9308-b43132124e0d cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:45.824078 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9f972a8d-05ce-4dec-badc-149f6824b542 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3951786 Apr 29 15:36:45.827765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37756) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:45.835322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e4db564f-a84a-424c-8cf5-217e454896c9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:45.858349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.892354 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cfc2f5ed-33a9-43b9-838d-d7b6c38340bf,segment=NetworkSegment(11f11fb9-98ea-45d6-8b9a-7bdf44378246),segment_id=11f11fb9-98ea-45d6-8b9a-7bdf44378246)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:45.897753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.920814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.931585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Pushing event deleted for resources: {'Network': ['ID=0a726ffa-9f9a-431b-8105-541ac948e470,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:45.936687 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8aaa5191-07f5-4071-9a62-dd61369d42a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/networks/0a726ffa-9f9a-431b-8105-541ac948e470 HTTP/1.1" status: 204 len: 168 time: 2.7965355 Apr 29 15:36:45.942777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37760) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:45.951002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e07b1fa0-0259-47c8-960b-59ec9636d62e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'router': {'routes': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:45.953353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:45.958799 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4cff3c8d-0257-46ce-99c2-bf2d92e7bdf5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/74235442-01ed-4572-9f55-5cf5f110023e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7404261 Apr 29 15:36:45.959956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:45.961312 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37764) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:45.998593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e856f57-7317-444d-94fc-0524debe9ac4 None None] Sync routers for ids ['74235442-01ed-4572-9f55-5cf5f110023e'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:46.021419 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3c6213a9-d91f-4616-a83a-cc1c1a185ae2 None None] Provisioning for port b7ec221b-789e-403d-a8e5-b072000dbb3a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:46.032174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:46.049788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6793a055-087b-4e6b-a169-34fb7af8f1c4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:46.050372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6793a055-087b-4e6b-a169-34fb7af8f1c4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Synchronizing usage tracker for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:46.071361 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3c6213a9-d91f-4616-a83a-cc1c1a185ae2 None None] Provisioning complete for port b7ec221b-789e-403d-a8e5-b072000dbb3a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:46.071774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3c6213a9-d91f-4616-a83a-cc1c1a185ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.095531 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e856f57-7317-444d-94fc-0524debe9ac4 None None] Routers {'74235442-01ed-4572-9f55-5cf5f110023e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:46.096248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e856f57-7317-444d-94fc-0524debe9ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['74235442-01ed-4572-9f55-5cf5f110023e'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:46.130412 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6793a055-087b-4e6b-a169-34fb7af8f1c4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Unset dirty status for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:46.134210 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6793a055-087b-4e6b-a169-34fb7af8f1c4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports/33f4eb9c-e191-4afd-9308-b43132124e0d HTTP/1.1" status: 200 len: 911 time: 0.1691847 Apr 29 15:36:46.134517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37768) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:46.153268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:46.153602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5538abe6-d0bb-48fa-8897-aa2ef9fa57ee not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:46.154026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c9478417-110c-464f-b408-10df04987cf2 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:46.216583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: c9478417-110c-464f-b408-10df04987cf2 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:46.217250 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c9478417-110c-464f-b408-10df04987cf2 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:46.222589 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e856f57-7317-444d-94fc-0524debe9ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:46.233158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e4db564f-a84a-424c-8cf5-217e454896c9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:46.237173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e4db564f-a84a-424c-8cf5-217e454896c9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:46.240960 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e4db564f-a84a-424c-8cf5-217e454896c9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:46.242077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=cfc2f5ed-33a9-43b9-838d-d7b6c38340bf,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:46.246441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3c6213a9-d91f-4616-a83a-cc1c1a185ae2 None None] Port b7ec221b-789e-403d-a8e5-b072000dbb3a cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:46.248808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e4db564f-a84a-424c-8cf5-217e454896c9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:46.249790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e856f57-7317-444d-94fc-0524debe9ac4 None None] Routers {'74235442-01ed-4572-9f55-5cf5f110023e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:46.250406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e856f57-7317-444d-94fc-0524debe9ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['74235442-01ed-4572-9f55-5cf5f110023e'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:46.303326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.extraroute_db [None req-e07b1fa0-0259-47c8-960b-59ec9636d62e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Added routes are [] {{(pid=88715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 15:36:46.303622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.extraroute_db [None req-e07b1fa0-0259-47c8-960b-59ec9636d62e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Removed routes are [] {{(pid=88715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 15:36:46.303979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e07b1fa0-0259-47c8-960b-59ec9636d62e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.312715 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e856f57-7317-444d-94fc-0524debe9ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:46.313280 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e856f57-7317-444d-94fc-0524debe9ac4 None None] The sync data for ids ['74235442-01ed-4572-9f55-5cf5f110023e'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:46.423025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db564f-a84a-424c-8cf5-217e454896c9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:46.426509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e4db564f-a84a-424c-8cf5-217e454896c9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.665437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e07b1fa0-0259-47c8-960b-59ec9636d62e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.673284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e07b1fa0-0259-47c8-960b-59ec9636d62e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.772218 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ca167de-88a9-4b2a-8613-26d40a688f7e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:46.848203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device af8c6fc8-6b91-40ea-a36c-c7bde918df0e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:46.939011 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.ipam_backend_mixin [None req-e4db564f-a84a-424c-8cf5-217e454896c9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 564c5f22-3bdb-41ba-89b9-eeac058ff353 (CIDR: 2001:db8::/64) Apr 29 15:36:46.967468 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07b1fa0-0259-47c8-960b-59ec9636d62e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 054d96ed-4968-4c33-bb02-bead4ce7533f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:46.987524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:46.987896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.033879 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4db564f-a84a-424c-8cf5-217e454896c9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:36:47.034883 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4db564f-a84a-424c-8cf5-217e454896c9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:47.124775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device cfc2f5ed-33a9-43b9-838d-d7b6c38340bf up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:47.134145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07b1fa0-0259-47c8-960b-59ec9636d62e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:47.145961 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f7b04-20ec-4562-8f97-17a22c270b69 None None] Sync routers for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:47.150605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e07b1fa0-0259-47c8-960b-59ec9636d62e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.152487 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e07b1fa0-0259-47c8-960b-59ec9636d62e tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f HTTP/1.1" status: 200 len: 701 time: 1.2087681 Apr 29 15:36:47.155310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37772) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:47.160612 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f7b04-20ec-4562-8f97-17a22c270b69 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:47.161121 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5d0f7b04-20ec-4562-8f97-17a22c270b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:47.166232 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-7ca167de-88a9-4b2a-8613-26d40a688f7e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 33f4eb9c-e191-4afd-9308-b43132124e0d {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:47.166842 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ca167de-88a9-4b2a-8613-26d40a688f7e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.196887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:47.197514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.216437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-786de1ed-0d5b-4b41-89e4-746012f3b93c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Synchronizing usage tracker for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:47.249930 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e4db564f-a84a-424c-8cf5-217e454896c9 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4208581 Apr 29 15:36:47.259352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37776) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:47.265536 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:47.352315 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-786de1ed-0d5b-4b41-89e4-746012f3b93c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Unset dirty status for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:47.356441 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-786de1ed-0d5b-4b41-89e4-746012f3b93c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=054d96ed-4968-4c33-bb02-bead4ce7533f HTTP/1.1" status: 200 len: 205 time: 0.1972668 Apr 29 15:36:47.397728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37780) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:47.407093 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-5d0f7b04-20ec-4562-8f97-17a22c270b69 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:47.463599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:47.467648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:47.470568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:47.476137 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:47.516673 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5d0f7b04-20ec-4562-8f97-17a22c270b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:41Z', 'revision_number': 11, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:47.520785 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f7b04-20ec-4562-8f97-17a22c270b69 None None] Checking router: 054d96ed-4968-4c33-bb02-bead4ce7533f for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:36:47.529308 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f7b04-20ec-4562-8f97-17a22c270b69 None None] Routers {'054d96ed-4968-4c33-bb02-bead4ce7533f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:47.529932 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5d0f7b04-20ec-4562-8f97-17a22c270b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['054d96ed-4968-4c33-bb02-bead4ce7533f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:47.546037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:47.549142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.565247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0513022d-4824-41af-9ac1-3b5f5aa4a9fa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.658788 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-5d0f7b04-20ec-4562-8f97-17a22c270b69 None None] Set router 054d96ed-4968-4c33-bb02-bead4ce7533f gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:47.684089 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ca167de-88a9-4b2a-8613-26d40a688f7e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.769457 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5d0f7b04-20ec-4562-8f97-17a22c270b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:41Z', 'revision_number': 11, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:47.773756 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f7b04-20ec-4562-8f97-17a22c270b69 None None] The sync data for ids ['054d96ed-4968-4c33-bb02-bead4ce7533f'] in dv-neutron-839183-1-hyperv is: [{'id': '054d96ed-4968-4c33-bb02-bead4ce7533f', 'name': 'tempest-RoutersTest-router-1534420330', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:35:31Z', 'updated_at': '2022-04-29T15:36:41Z', 'revision_number': 11, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:47.822994 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-7ca167de-88a9-4b2a-8613-26d40a688f7e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for 33f4eb9c-e191-4afd-9308-b43132124e0d owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:47.867166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.930466 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:47.933669 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:47.936746 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:47.937320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:47.943524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee430b6-2bdf-4b8f-82c6-c62e97cf7ba8 None None] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:47.955159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Subnet': ['ID=5f0642df-9f1a-48f0-a55f-4cf8bd5272d8,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:48.041422 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2d792911-10de-4f6e-ad38-9f3d12df5d39 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7798872 Apr 29 15:36:48.044203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37784) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:48.052146 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fd65d233-d753-4007-a67b-aa824a96938a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-997488227', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5f0642df-9f1a-48f0-a55f-4cf8bd5272d8'}], 'security_groups': ['506ed386-b940-4f2b-a343-5db1588f727d']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:48.169506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0513022d-4824-41af-9ac1-3b5f5aa4a9fa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.173483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0513022d-4824-41af-9ac1-3b5f5aa4a9fa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.299058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0513022d-4824-41af-9ac1-3b5f5aa4a9fa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.299558 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0513022d-4824-41af-9ac1-3b5f5aa4a9fa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Fanout notify agent at l3_agent the message router_deleted on router 054d96ed-4968-4c33-bb02-bead4ce7533f {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:36:48.321522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd65d233-d753-4007-a67b-aa824a96938a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.328206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e1ec02-1793-4deb-9c19-ebcbef8e2020 None None] Update dhcp port {'port': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'fixed_ips': [{'subnet_id': '564c5f22-3bdb-41ba-89b9-eeac058ff353', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f0642df-9f1a-48f0-a55f-4cf8bd5272d8'}], 'binding:host_id': 'dv-neutron-839183-1-hyperv'}, 'id': 'af8c6fc8-6b91-40ea-a36c-c7bde918df0e'} from dv-neutron-839183-1-hyperv. {{(pid=88716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 15:36:48.341160 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0513022d-4824-41af-9ac1-3b5f5aa4a9fa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.346197 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0513022d-4824-41af-9ac1-3b5f5aa4a9fa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f HTTP/1.1" status: 204 len: 168 time: 0.9436049 Apr 29 15:36:48.347774 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37788) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:48.354051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-324ca937-9f4c-420b-807d-bc7e6a7681a1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2010654115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:48.361330 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-324ca937-9f4c-420b-807d-bc7e6a7681a1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:48.365197 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-324ca937-9f4c-420b-807d-bc7e6a7681a1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Usage tracker for resource:router and tenant:ba8a626eb4d946bd920b33e4c0f88f17 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:48.368388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-324ca937-9f4c-420b-807d-bc7e6a7681a1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:48.375449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-324ca937-9f4c-420b-807d-bc7e6a7681a1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:48.388211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-63e1ec02-1793-4deb-9c19-ebcbef8e2020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.445838 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ca167de-88a9-4b2a-8613-26d40a688f7e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.490834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-324ca937-9f4c-420b-807d-bc7e6a7681a1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.491906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-324ca937-9f4c-420b-807d-bc7e6a7681a1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.498031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca167de-88a9-4b2a-8613-26d40a688f7e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=33f4eb9c-e191-4afd-9308-b43132124e0d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:48.564981 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:36:48.624269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-63e1ec02-1793-4deb-9c19-ebcbef8e2020 None None] Allocated IP 2001:db8:0:1::2 (8b5da4e8-a6cf-4874-af0b-d27fac11bdf1/5f0642df-9f1a-48f0-a55f-4cf8bd5272d8/af8c6fc8-6b91-40ea-a36c-c7bde918df0e) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:48.672996 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-324ca937-9f4c-420b-807d-bc7e6a7681a1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.699294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ca167de-88a9-4b2a-8613-26d40a688f7e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.769314 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-324ca937-9f4c-420b-807d-bc7e6a7681a1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.771992 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-63e1ec02-1793-4deb-9c19-ebcbef8e2020 None None] For port af8c6fc8-6b91-40ea-a36c-c7bde918df0e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,segment=NetworkSegment(ef17dde1-530a-412b-b5c5-41c6d160adb2),segment_id=ef17dde1-530a-412b-b5c5-41c6d160adb2)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:48.797816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-63e1ec02-1793-4deb-9c19-ebcbef8e2020 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.814594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-63e1ec02-1793-4deb-9c19-ebcbef8e2020 None None] Transition to ACTIVE for port object af8c6fc8-6b91-40ea-a36c-c7bde918df0e will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:48.878688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-63e1ec02-1793-4deb-9c19-ebcbef8e2020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.973862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-324ca937-9f4c-420b-807d-bc7e6a7681a1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:48.977545 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-324ca937-9f4c-420b-807d-bc7e6a7681a1 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6263433 Apr 29 15:36:48.980562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37792) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:48.992677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-cfe73fc0-c62d-4952-b27b-4b6b4e389c16 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:48.999987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca167de-88a9-4b2a-8613-26d40a688f7e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 74235442-01ed-4572-9f55-5cf5f110023e has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:49.028997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1ec02-1793-4deb-9c19-ebcbef8e2020 None None] Pushing event updated for resources: {'Port': ['ID=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:49.133864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca167de-88a9-4b2a-8613-26d40a688f7e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:49.142294 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7ca167de-88a9-4b2a-8613-26d40a688f7e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/74235442-01ed-4572-9f55-5cf5f110023e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0067122 Apr 29 15:36:49.143086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37796) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:49.147157 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc45d43-2c4d-4c41-aa01-a32b290a9bac None None] Sync routers for ids ['74235442-01ed-4572-9f55-5cf5f110023e'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:49.158498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc45d43-2c4d-4c41-aa01-a32b290a9bac None None] Routers {'74235442-01ed-4572-9f55-5cf5f110023e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:49.159448 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-4bc45d43-2c4d-4c41-aa01-a32b290a9bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['74235442-01ed-4572-9f55-5cf5f110023e'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:49.191153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-50b9b31d-376a-4802-ab7c-bb85252ea909 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Synchronizing usage tracker for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:49.232842 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-4bc45d43-2c4d-4c41-aa01-a32b290a9bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:49.242591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc45d43-2c4d-4c41-aa01-a32b290a9bac None None] Routers {'74235442-01ed-4572-9f55-5cf5f110023e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:49.243345 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-4bc45d43-2c4d-4c41-aa01-a32b290a9bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['74235442-01ed-4572-9f55-5cf5f110023e'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:49.300560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-50b9b31d-376a-4802-ab7c-bb85252ea909 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Unset dirty status for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:49.305612 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-50b9b31d-376a-4802-ab7c-bb85252ea909 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=74235442-01ed-4572-9f55-5cf5f110023e HTTP/1.1" status: 200 len: 205 time: 0.1615155 Apr 29 15:36:49.306523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37800) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:49.318183 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-4bc45d43-2c4d-4c41-aa01-a32b290a9bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:49.318592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc45d43-2c4d-4c41-aa01-a32b290a9bac None None] The sync data for ids ['74235442-01ed-4572-9f55-5cf5f110023e'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:49.394882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-fd65d233-d753-4007-a67b-aa824a96938a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Delete allocated IP 2001:db8::1b7 (8b5da4e8-a6cf-4874-af0b-d27fac11bdf1/564c5f22-3bdb-41ba-89b9-eeac058ff353) {{(pid=88715) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 15:36:49.414889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-fd65d233-d753-4007-a67b-aa824a96938a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8:0:1::b0 (8b5da4e8-a6cf-4874-af0b-d27fac11bdf1/5f0642df-9f1a-48f0-a55f-4cf8bd5272d8/b7ec221b-789e-403d-a8e5-b072000dbb3a) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:49.460119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70d185ab-65f8-4ec9-9065-565b18ff5a8b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:49.567494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe73fc0-c62d-4952-b27b-4b6b4e389c16 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:49.671333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe73fc0-c62d-4952-b27b-4b6b4e389c16 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:49.699293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-077a3c9c-29dd-4890-99c1-10f6faed7603 None None] Provisioning complete for port b7ec221b-789e-403d-a8e5-b072000dbb3a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:49.700045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-077a3c9c-29dd-4890-99c1-10f6faed7603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:49.754595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-077a3c9c-29dd-4890-99c1-10f6faed7603 None None] Port b7ec221b-789e-403d-a8e5-b072000dbb3a cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:49.766521 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-077a3c9c-29dd-4890-99c1-10f6faed7603 None None] Provisioning complete for port 6fbb560d-3c37-4c28-baf8-a205515a34b8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:49.766888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-077a3c9c-29dd-4890-99c1-10f6faed7603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:49.825126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-077a3c9c-29dd-4890-99c1-10f6faed7603 None None] Port 6fbb560d-3c37-4c28-baf8-a205515a34b8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:49.881963 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70d185ab-65f8-4ec9-9065-565b18ff5a8b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:49.884160 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70d185ab-65f8-4ec9-9065-565b18ff5a8b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:49.892908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd65d233-d753-4007-a67b-aa824a96938a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:49.895708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-077a3c9c-29dd-4890-99c1-10f6faed7603 None None] Provisioning for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:49.904262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-077a3c9c-29dd-4890-99c1-10f6faed7603 None None] Provisioning complete for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:49.907441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-077a3c9c-29dd-4890-99c1-10f6faed7603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:49.909345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-fd65d233-d753-4007-a67b-aa824a96938a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object b7ec221b-789e-403d-a8e5-b072000dbb3a will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:49.952616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe73fc0-c62d-4952-b27b-4b6b4e389c16 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Router 94d54266-d258-4a05-a35b-9406d46e6625 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:36:49.981863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70d185ab-65f8-4ec9-9065-565b18ff5a8b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:49.982436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d185ab-65f8-4ec9-9065-565b18ff5a8b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Fanout notify agent at l3_agent the message router_deleted on router 74235442-01ed-4572-9f55-5cf5f110023e {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:36:50.007898 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70d185ab-65f8-4ec9-9065-565b18ff5a8b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.009030 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-70d185ab-65f8-4ec9-9065-565b18ff5a8b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/74235442-01ed-4572-9f55-5cf5f110023e HTTP/1.1" status: 204 len: 168 time: 0.7013588 Apr 29 15:36:50.011773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37804) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:50.021895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd65d233-d753-4007-a67b-aa824a96938a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.076243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af396bf-4745-42af-934d-aec0ba598bcc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting subnet 9e0aaddc-ee35-4fc6-a13b-f29ce422a541 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:50.079231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6af396bf-4745-42af-934d-aec0ba598bcc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.135689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6af396bf-4745-42af-934d-aec0ba598bcc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.188570 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe73fc0-c62d-4952-b27b-4b6b4e389c16 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:50.195728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cfe73fc0-c62d-4952-b27b-4b6b4e389c16 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.201314 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cfe73fc0-c62d-4952-b27b-4b6b4e389c16 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "PUT /v2.0/routers/94d54266-d258-4a05-a35b-9406d46e6625 HTTP/1.1" status: 200 len: 694 time: 1.2187936 Apr 29 15:36:50.201523 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21ee11-d9e6-4086-a4f8-27ed8ca25e78 None None] Sync routers for ids ['94d54266-d258-4a05-a35b-9406d46e6625'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:50.201976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-fd65d233-d753-4007-a67b-aa824a96938a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] In _notify_port_updated(), no bound segment for port b7ec221b-789e-403d-a8e5-b072000dbb3a on network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:36:50.202074 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37808) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:50.206441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd65d233-d753-4007-a67b-aa824a96938a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:50.207263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd65d233-d753-4007-a67b-aa824a96938a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.208714 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fd65d233-d753-4007-a67b-aa824a96938a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "PUT /v2.0/ports/b7ec221b-789e-403d-a8e5-b072000dbb3a HTTP/1.1" status: 200 len: 929 time: 2.1631639 Apr 29 15:36:50.212145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37812) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:50.227274 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21ee11-d9e6-4086-a4f8-27ed8ca25e78 None None] Routers {'94d54266-d258-4a05-a35b-9406d46e6625'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:50.227903 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7b21ee11-d9e6-4086-a4f8-27ed8ca25e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['94d54266-d258-4a05-a35b-9406d46e6625'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:50.288196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c1f633ed-d386-4654-8622-8a23f0497b19 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port b7ec221b-789e-403d-a8e5-b072000dbb3a {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:50.288553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c1f633ed-d386-4654-8622-8a23f0497b19 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.384007 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9adbb2ef-4a24-4fb6-8e78-86bbabe722c6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/routers/94d54266-d258-4a05-a35b-9406d46e6625 HTTP/1.1" status: 200 len: 700 time: 0.1815331 Apr 29 15:36:50.384233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37816) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:50.402236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6af396bf-4745-42af-934d-aec0ba598bcc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.405505 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65d233-d753-4007-a67b-aa824a96938a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=b7ec221b-789e-403d-a8e5-b072000dbb3a,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:50.461367 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-aef1b990-dbaf-4b09-9b12-567060b4dcf4 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d54266-d258-4a05-a35b-9406d46e6625 HTTP/1.1" status: 200 len: 205 time: 0.0694227 Apr 29 15:36:50.463793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37820) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:50.468996 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-7b21ee11-d9e6-4086-a4f8-27ed8ca25e78 None None] Set router 94d54266-d258-4a05-a35b-9406d46e6625 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:50.517270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-714b9fcc-d131-44ad-ac39-ee5838f50d98 None None] Provisioning for port b7ec221b-789e-403d-a8e5-b072000dbb3a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:50.522809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-714b9fcc-d131-44ad-ac39-ee5838f50d98 None None] Provisioning complete for port b7ec221b-789e-403d-a8e5-b072000dbb3a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:50.522985 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-714b9fcc-d131-44ad-ac39-ee5838f50d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.579357 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7b21ee11-d9e6-4086-a4f8-27ed8ca25e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d54266-d258-4a05-a35b-9406d46e6625', 'name': 'tempest-RoutersTest-router-2010654115', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:48Z', 'updated_at': '2022-04-29T15:36:49Z', 'revision_number': 2, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:50.583795 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21ee11-d9e6-4086-a4f8-27ed8ca25e78 None None] Checking router: 94d54266-d258-4a05-a35b-9406d46e6625 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:36:50.592840 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21ee11-d9e6-4086-a4f8-27ed8ca25e78 None None] Routers {'94d54266-d258-4a05-a35b-9406d46e6625'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:50.593927 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7b21ee11-d9e6-4086-a4f8-27ed8ca25e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['94d54266-d258-4a05-a35b-9406d46e6625'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:50.616677 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-714b9fcc-d131-44ad-ac39-ee5838f50d98 None None] Port b7ec221b-789e-403d-a8e5-b072000dbb3a cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:50.618413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-689799a4-b804-477d-97f5-4921480cdb11 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.645092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c1f633ed-d386-4654-8622-8a23f0497b19 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.729596 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-7b21ee11-d9e6-4086-a4f8-27ed8ca25e78 None None] Set router 94d54266-d258-4a05-a35b-9406d46e6625 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:36:50.841706 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7b21ee11-d9e6-4086-a4f8-27ed8ca25e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d54266-d258-4a05-a35b-9406d46e6625', 'name': 'tempest-RoutersTest-router-2010654115', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:48Z', 'updated_at': '2022-04-29T15:36:49Z', 'revision_number': 2, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:50.845967 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21ee11-d9e6-4086-a4f8-27ed8ca25e78 None None] The sync data for ids ['94d54266-d258-4a05-a35b-9406d46e6625'] in dv-neutron-839183-1-hyperv is: [{'id': '94d54266-d258-4a05-a35b-9406d46e6625', 'name': 'tempest-RoutersTest-router-2010654115', 'tenant_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:48Z', 'updated_at': '2022-04-29T15:36:49Z', 'revision_number': 2, 'project_id': 'ba8a626eb4d946bd920b33e4c0f88f17', 'gw_port_host': None}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:50.867838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device af8c6fc8-6b91-40ea-a36c-c7bde918df0e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:50.906559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c1f633ed-d386-4654-8622-8a23f0497b19 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for b7ec221b-789e-403d-a8e5-b072000dbb3a owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:50.922957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6af396bf-4745-42af-934d-aec0ba598bcc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.954750 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:50.955679 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.980081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6af396bf-4745-42af-934d-aec0ba598bcc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.982812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af396bf-4745-42af-934d-aec0ba598bcc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0aaddc-ee35-4fc6-a13b-f29ce422a541,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:50.988545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-689799a4-b804-477d-97f5-4921480cdb11 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.989003 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cae253-8cbe-458f-a14b-5ccd0aca0f5e None None] Network cefd8ec7-53d4-4dc4-9467-42db5afadd06 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:50.991928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-689799a4-b804-477d-97f5-4921480cdb11 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:50.999007 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6af396bf-4745-42af-934d-aec0ba598bcc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/9e0aaddc-ee35-4fc6-a13b-f29ce422a541 HTTP/1.1" status: 204 len: 168 time: 0.9837394 Apr 29 15:36:50.999402 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37824) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.141599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c1f633ed-d386-4654-8622-8a23f0497b19 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:51.193673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f633ed-d386-4654-8622-8a23f0497b19 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=b7ec221b-789e-403d-a8e5-b072000dbb3a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:51.244586 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c1f633ed-d386-4654-8622-8a23f0497b19 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:51.247475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-689799a4-b804-477d-97f5-4921480cdb11 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:51.248332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689799a4-b804-477d-97f5-4921480cdb11 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Fanout notify agent at l3_agent the message router_deleted on router 94d54266-d258-4a05-a35b-9406d46e6625 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:36:51.266574 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c1f633ed-d386-4654-8622-8a23f0497b19 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/b7ec221b-789e-403d-a8e5-b072000dbb3a HTTP/1.1" status: 204 len: 168 time: 1.0531998 Apr 29 15:36:51.268280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37828) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.293602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-689799a4-b804-477d-97f5-4921480cdb11 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:51.295329 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-689799a4-b804-477d-97f5-4921480cdb11 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/94d54266-d258-4a05-a35b-9406d46e6625 HTTP/1.1" status: 204 len: 168 time: 0.8296943 Apr 29 15:36:51.300175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:51.312522 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37832) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.337297 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a5d7f4-adbe-451c-93d1-37b665679a0a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:36:51.337831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-48a5d7f4-adbe-451c-93d1-37b665679a0a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:51.361490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:51.361832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:51.386834 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e827731-ba6f-4535-b58f-ae41d7c3576b None None] DHCP port deletion for cefd8ec7-53d4-4dc4-9467-42db5afadd06 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:36:51.391316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7e827731-ba6f-4535-b58f-ae41d7c3576b None None] Deleting port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:51.391694 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7e827731-ba6f-4535-b58f-ae41d7c3576b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:51.406370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b7e380cf-1c31-433d-a94c-13012a52b10b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Synchronizing usage tracker for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:51.433271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-48a5d7f4-adbe-451c-93d1-37b665679a0a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:51.438166 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-48a5d7f4-adbe-451c-93d1-37b665679a0a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/b7ec221b-789e-403d-a8e5-b072000dbb3a HTTP/1.1" status: 404 len: 333 time: 0.1688156 Apr 29 15:36:51.438895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37836) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.439484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b7e380cf-1c31-433d-a94c-13012a52b10b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] Unset dirty status for tenant:ba8a626eb4d946bd920b33e4c0f88f17 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:51.440704 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b7e380cf-1c31-433d-a94c-13012a52b10b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=94d54266-d258-4a05-a35b-9406d46e6625 HTTP/1.1" status: 200 len: 205 time: 0.1272123 Apr 29 15:36:51.457415 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37838) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.544171 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-917b9230-f0df-468c-9aae-aa61443cfaf8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] delete failed (client error): The resource could not be found. Apr 29 15:36:51.545196 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-917b9230-f0df-468c-9aae-aa61443cfaf8 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/94d54266-d258-4a05-a35b-9406d46e6625 HTTP/1.1" status: 404 len: 336 time: 0.0868533 Apr 29 15:36:51.548275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37844) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.600182 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8bb2fc-9251-4f2e-9481-09087dcae84b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:51.600650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8bb2fc-9251-4f2e-9481-09087dcae84b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:51.602319 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bf8bb2fc-9251-4f2e-9481-09087dcae84b tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/6c71e1a7-6bc0-4cd5-a431-213bc1f8e53a HTTP/1.1" status: 404 len: 337 time: 0.0531499 Apr 29 15:36:51.605422 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37848) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.621057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-7e827731-ba6f-4535-b58f-ae41d7c3576b None None] For port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cfc2f5ed-33a9-43b9-838d-d7b6c38340bf,segment=NetworkSegment(11f11fb9-98ea-45d6-8b9a-7bdf44378246),segment_id=11f11fb9-98ea-45d6-8b9a-7bdf44378246)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:51.621827 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7e827731-ba6f-4535-b58f-ae41d7c3576b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:51.622982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d11daf9b-eadc-4d85-8e97-724df9e0e4e5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:51.651187 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-12484be6-dad8-460d-96cb-5de2a0d1fdfa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:51.651431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d11daf9b-eadc-4d85-8e97-724df9e0e4e5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:51.652345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12484be6-dad8-460d-96cb-5de2a0d1fdfa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:51.656583 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-12484be6-dad8-460d-96cb-5de2a0d1fdfa tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/959c015e-f624-42df-bf21-9aa01505c5c9 HTTP/1.1" status: 404 len: 337 time: 0.0473022 Apr 29 15:36:51.656583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] For port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=cfc2f5ed-33a9-43b9-838d-d7b6c38340bf,segment=NetworkSegment(11f11fb9-98ea-45d6-8b9a-7bdf44378246),segment_id=11f11fb9-98ea-45d6-8b9a-7bdf44378246)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:51.656583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:51.663073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37852) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.710299 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca59617-ea44-45a9-be72-0160e42d151a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:51.710657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca59617-ea44-45a9-be72-0160e42d151a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:51.714872 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dca59617-ea44-45a9-be72-0160e42d151a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/e48f45ff-50fd-468c-a352-f0cd6ce147af HTTP/1.1" status: 404 len: 337 time: 0.0482941 Apr 29 15:36:51.715561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37856) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.750282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7e827731-ba6f-4535-b58f-ae41d7c3576b None None] Calling delete_port for cfc2f5ed-33a9-43b9-838d-d7b6c38340bf owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:51.760773 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7153905-11c6-4ec6-83e7-3b801410954a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:51.761909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7153905-11c6-4ec6-83e7-3b801410954a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:51.766112 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c7153905-11c6-4ec6-83e7-3b801410954a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/56dc92b6-68d2-4a22-99a9-912c33557c21 HTTP/1.1" status: 404 len: 337 time: 0.0472977 Apr 29 15:36:51.766876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37860) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.786862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for cfc2f5ed-33a9-43b9-838d-d7b6c38340bf owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:51.817625 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2945266d-cacf-4717-ac46-913b324b64ca tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=054d96ed-4968-4c33-bb02-bead4ce7533f HTTP/1.1" status: 200 len: 205 time: 0.0499017 Apr 29 15:36:51.820036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37864) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.888221 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-7a3c68c9-2bb9-47ae-9523-662434ff58ac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] delete failed (client error): The resource could not be found. Apr 29 15:36:51.889326 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7a3c68c9-2bb9-47ae-9523-662434ff58ac tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/054d96ed-4968-4c33-bb02-bead4ce7533f HTTP/1.1" status: 404 len: 336 time: 0.0683870 Apr 29 15:36:51.892003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37868) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.902072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7e827731-ba6f-4535-b58f-ae41d7c3576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:51.914403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:36:51.914403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:36:51.940308 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-24db42bb-1248-4d34-bd6c-e57235925f66 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=be1923dd-fede-42b3-9614-749589cc5014 HTTP/1.1" status: 200 len: 205 time: 0.0471911 Apr 29 15:36:51.943657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37872) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:51.955766 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e827731-ba6f-4535-b58f-ae41d7c3576b None None] Pushing event deleted for resources: {'Port': ['ID=cfc2f5ed-33a9-43b9-838d-d7b6c38340bf,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:51.959545 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e827731-ba6f-4535-b58f-ae41d7c3576b None None] No DVR routers for this DVR port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:36:52.008129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d11daf9b-eadc-4d85-8e97-724df9e0e4e5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.029431 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-e819b8da-d829-4e17-9fa0-7b7a45a68b53 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] delete failed (client error): The resource could not be found. Apr 29 15:36:52.030414 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e819b8da-d829-4e17-9fa0-7b7a45a68b53 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/be1923dd-fede-42b3-9614-749589cc5014 HTTP/1.1" status: 404 len: 336 time: 0.0858312 Apr 29 15:36:52.033276 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37876) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.034385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11daf9b-eadc-4d85-8e97-724df9e0e4e5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5106559-9825-4af0-b60c-c597ffb1cc81,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:52.039931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d11daf9b-eadc-4d85-8e97-724df9e0e4e5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.042843 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d11daf9b-eadc-4d85-8e97-724df9e0e4e5 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/security-groups/e5106559-9825-4af0-b60c-c597ffb1cc81 HTTP/1.1" status: 204 len: 168 time: 0.6009991 Apr 29 15:36:52.047120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37880) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.071388 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-465e8678-c827-433b-b441-5c6eaaee2219 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:52.088018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465e8678-c827-433b-b441-5c6eaaee2219 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:52.088018 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-465e8678-c827-433b-b441-5c6eaaee2219 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/03cfce20-1cdf-43a3-a3d1-2ff9450007f6 HTTP/1.1" status: 404 len: 337 time: 0.0435901 Apr 29 15:36:52.090076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37884) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.140968 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e613a9fc-7425-43d1-b8fd-612becadc4a6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a51733f-1cad-4119-81ac-b20bc9ce5afe HTTP/1.1" status: 200 len: 205 time: 0.0497336 Apr 29 15:36:52.143354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37888) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.156895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c23ff314-f220-48db-a62e-646c0a120d12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.184496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c23ff314-f220-48db-a62e-646c0a120d12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.212652 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-8ef85fbc-8ad3-4657-b694-41865cf8c543 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] delete failed (client error): The resource could not be found. Apr 29 15:36:52.213672 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8ef85fbc-8ad3-4657-b694-41865cf8c543 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/0a51733f-1cad-4119-81ac-b20bc9ce5afe HTTP/1.1" status: 404 len: 336 time: 0.0693445 Apr 29 15:36:52.216432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37892) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.260407 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-af84eb76-1962-41b7-91a2-84643cbec39a tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbca4756-efd7-4282-b26f-13bb83fa3ce6 HTTP/1.1" status: 200 len: 205 time: 0.0429463 Apr 29 15:36:52.262998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37896) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.318910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c23ff314-f220-48db-a62e-646c0a120d12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.333020 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-c4b47cf2-e735-4810-8cb7-986d4d7ed243 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] delete failed (client error): The resource could not be found. Apr 29 15:36:52.334188 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c4b47cf2-e735-4810-8cb7-986d4d7ed243 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/bbca4756-efd7-4282-b26f-13bb83fa3ce6 HTTP/1.1" status: 404 len: 336 time: 0.0703168 Apr 29 15:36:52.336655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37900) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.339788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ff314-f220-48db-a62e-646c0a120d12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ed386-b940-4f2b-a343-5db1588f727d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:52.342244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c23ff314-f220-48db-a62e-646c0a120d12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.345664 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c23ff314-f220-48db-a62e-646c0a120d12 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/security-groups/506ed386-b940-4f2b-a343-5db1588f727d HTTP/1.1" status: 204 len: 168 time: 0.2951374 Apr 29 15:36:52.346482 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37904) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.376646 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7a52fd-4a60-4b50-a5d5-1c79bb512d9c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:52.377098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7a52fd-4a60-4b50-a5d5-1c79bb512d9c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:52.378778 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6a7a52fd-4a60-4b50-a5d5-1c79bb512d9c tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/8045a801-bdf8-4856-ae8e-ce9e30621dd7 HTTP/1.1" status: 404 len: 337 time: 0.0412388 Apr 29 15:36:52.382041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37908) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.416167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-12069907-2842-4398-9577-3ae4e0fe3cde tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting subnet 564c5f22-3bdb-41ba-89b9-eeac058ff353 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:36:52.419051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port cfc2f5ed-33a9-43b9-838d-d7b6c38340bf {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:52.419266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12069907-2842-4398-9577-3ae4e0fe3cde tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.419392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.463307 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-03f1ac0d-4aad-4b79-81e1-1fd54e5b9026 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1 HTTP/1.1" status: 200 len: 205 time: 0.0801873 Apr 29 15:36:52.468112 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37912) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.501442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] The port 'cfc2f5ed-33a9-43b9-838d-d7b6c38340bf' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:36:52.532943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12069907-2842-4398-9577-3ae4e0fe3cde tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.571043 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-64c1ebc6-2b08-4a78-a90f-8c6d4fd86b15 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] delete failed (client error): The resource could not be found. Apr 29 15:36:52.575195 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-64c1ebc6-2b08-4a78-a90f-8c6d4fd86b15 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/8d9f6d51-eada-49bb-b4f6-d5c5f67ad1f1 HTTP/1.1" status: 404 len: 336 time: 0.1031480 Apr 29 15:36:52.575344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37916) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.623554 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fe8b91-4f88-4927-840e-a3ad18ed1f86 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:52.624004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fe8b91-4f88-4927-840e-a3ad18ed1f86 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:52.625688 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-48fe8b91-4f88-4927-840e-a3ad18ed1f86 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/ef11fd8e-13d2-4386-bff9-712b1e7469f8 HTTP/1.1" status: 404 len: 337 time: 0.0494573 Apr 29 15:36:52.628198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.628385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37920) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.654690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefd8ec7-53d4-4dc4-9467-42db5afadd06']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:52.666423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f11fb9-98ea-45d6-8b9a-7bdf44378246') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:52.666717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f11fb9-98ea-45d6-8b9a-7bdf44378246') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:52.678578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.680624 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-96628959-5aa5-4183-9f44-d254efecdfc6 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c574933-ea78-4684-bbb2-3c0197ff4fd2 HTTP/1.1" status: 200 len: 205 time: 0.0512440 Apr 29 15:36:52.683584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37924) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.695420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.702624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:36:52.706101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:36:52.717667 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:36:52.840690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device cfc2f5ed-33a9-43b9-838d-d7b6c38340bf no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:36:52.860043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.864890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.866598 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-61408dc3-a236-4b5f-b535-b828a03f4541 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] delete failed (client error): The resource could not be found. Apr 29 15:36:52.867614 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-61408dc3-a236-4b5f-b535-b828a03f4541 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/routers/4c574933-ea78-4684-bbb2-3c0197ff4fd2 HTTP/1.1" status: 404 len: 336 time: 0.1831398 Apr 29 15:36:52.870317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37928) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.881527 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: cfc2f5ed-33a9-43b9-838d-d7b6c38340bf {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:36:52.882085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device cfc2f5ed-33a9-43b9-838d-d7b6c38340bf not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:36:52.891900 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Network': ['ID=cefd8ec7-53d4-4dc4-9467-42db5afadd06,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:52.896026 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-559251a2-c4e5-48ed-b4ac-edd1e644b060 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/networks/cefd8ec7-53d4-4dc4-9467-42db5afadd06 HTTP/1.1" status: 204 len: 168 time: 1.8953860 Apr 29 15:36:52.899423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37932) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.905318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-233580714', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:52.912214 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:52.912572 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5554103-0d44-4e9f-89ef-b8e39559b3d2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:52.913033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5554103-0d44-4e9f-89ef-b8e39559b3d2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:52.914706 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b5554103-0d44-4e9f-89ef-b8e39559b3d2 tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/3f04ad6b-9d47-4e84-88ea-e7338e8f869e HTTP/1.1" status: 404 len: 337 time: 0.0429242 Apr 29 15:36:52.917594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:router and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:52.918961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37936) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:52.920551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:52.923014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12069907-2842-4398-9577-3ae4e0fe3cde tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:52.926794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:52.997968 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-75970342-d50c-45a1-8d0d-19bcbcad6a3f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] DELETE failed (client error): The resource could not be found. Apr 29 15:36:52.998414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75970342-d50c-45a1-8d0d-19bcbcad6a3f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:53.000042 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-75970342-d50c-45a1-8d0d-19bcbcad6a3f tempest-RoutersTest-795071714 tempest-RoutersTest-795071714-project] 10.222.0.39 "DELETE /v2.0/subnets/23adfd39-a59f-4660-94de-cdf6af833346 HTTP/1.1" status: 404 len: 337 time: 0.0801919 Apr 29 15:36:53.010148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.011784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.102013 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12069907-2842-4398-9577-3ae4e0fe3cde tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.109059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.141997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12069907-2842-4398-9577-3ae4e0fe3cde tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Subnet': ['ID=564c5f22-3bdb-41ba-89b9-eeac058ff353,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:53.145746 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12069907-2842-4398-9577-3ae4e0fe3cde tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.152331 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-12069907-2842-4398-9577-3ae4e0fe3cde tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/564c5f22-3bdb-41ba-89b9-eeac058ff353 HTTP/1.1" status: 204 len: 168 time: 0.8049440 Apr 29 15:36:53.153687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c740be29-878c-4016-8507-26e06e165311 None None] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:53.156486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37942) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:53.161836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:53.309363 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:53.315593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:53.318771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:53.325210 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:53.405765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:53.409560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.603169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.686573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37948) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:53.763172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.831446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:53.834766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:53.839268 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:53.839853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.853291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Subnet': ['ID=77a6245a-fa62-4fa3-b51b-709dc13bd00c,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:53.881888 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-50e48a2f-b994-4ee8-9b2b-d2537f974a91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba8a626eb4d946bd920b33e4c0f88f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257657 Apr 29 15:36:53.881888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37954) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:53.940235 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-40bcc018-76bd-4f69-891d-37ce19f56e89 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7826183 Apr 29 15:36:53.940840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37958) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:53.946954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'security_group': {'name': 'tempest-secgroup-650804827'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:53.954914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:53.959360 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:security_group and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:53.962588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:53.970094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-980cc8ad-7ce4-4177-abd1-a830cdf7b841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:53.972776 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:53.999028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.003034 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1598d85-1162-47e3-8549-8be33833ed13 None None] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:54.096071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.117748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:54.120282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1cf25262-31db-484e-8081-73c7399afc0c None None] Provisioning complete for port 6fbb560d-3c37-4c28-baf8-a205515a34b8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:54.121446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1cf25262-31db-484e-8081-73c7399afc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.122651 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-980cc8ad-7ce4-4177-abd1-a830cdf7b841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.123229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:security_group_rule and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:54.125890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:54.132190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:54.177805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.204361 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.222618 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.226668 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1cf25262-31db-484e-8081-73c7399afc0c None None] Port 6fbb560d-3c37-4c28-baf8-a205515a34b8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:54.278987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.332320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c819d4-4bdd-438a-bc05-12c0e4dd9261,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:54.335140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1cf25262-31db-484e-8081-73c7399afc0c None None] Provisioning complete for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:54.335512 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1cf25262-31db-484e-8081-73c7399afc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.363773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Allocated IP 172.26.2.158 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/03d1b35d-422f-47c9-b6dc-2d4dba8554a1) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:54.367803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-980cc8ad-7ce4-4177-abd1-a830cdf7b841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.387075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cc8ad-7ce4-4177-abd1-a830cdf7b841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5403b56d-f4f3-4db1-8f6e-e8c41f20b4b3,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:54.426344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.428636 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-686b6118-bd1e-4b96-b023-aed24bf1e1e6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4861710 Apr 29 15:36:54.432263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 37962) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:54.442342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'security_group': {'name': 'tempest-secgroup-333188013'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:54.499927 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:54.502313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-980cc8ad-7ce4-4177-abd1-a830cdf7b841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.503407 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-980cc8ad-7ce4-4177-abd1-a830cdf7b841 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5403b56d-f4f3-4db1-8f6e-e8c41f20b4b3 HTTP/1.1" status: 204 len: 168 time: 0.6206813 Apr 29 15:36:54.512127 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:security_group and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:54.521635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:54.531521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:54.547297 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fc44a5-b89f-42fc-9e3c-8519d2253cd7 None None] Update dhcp port {'port': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'fixed_ips': [{'subnet_id': '5f0642df-9f1a-48f0-a55f-4cf8bd5272d8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '77a6245a-fa62-4fa3-b51b-709dc13bd00c'}], 'binding:host_id': 'dv-neutron-839183-1-hyperv'}, 'id': 'af8c6fc8-6b91-40ea-a36c-c7bde918df0e'} from dv-neutron-839183-1-hyperv. {{(pid=88716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 15:36:54.586376 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.603481 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-23fc44a5-b89f-42fc-9e3c-8519d2253cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.630932 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.651104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:54.655991 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:security_group_rule and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:54.658968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:54.671515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:54.691974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.763653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:54.770603 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:54.789722 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:54.817549 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-23fc44a5-b89f-42fc-9e3c-8519d2253cd7 None None] Allocated IP 2001:db8::2 (8b5da4e8-a6cf-4874-af0b-d27fac11bdf1/77a6245a-fa62-4fa3-b51b-709dc13bd00c/af8c6fc8-6b91-40ea-a36c-c7bde918df0e) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:54.828961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=03d1b35d-422f-47c9-b6dc-2d4dba8554a1,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:54.876124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:54.966102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-23fc44a5-b89f-42fc-9e3c-8519d2253cd7 None None] For port af8c6fc8-6b91-40ea-a36c-c7bde918df0e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,segment=NetworkSegment(ef17dde1-530a-412b-b5c5-41c6d160adb2),segment_id=ef17dde1-530a-412b-b5c5-41c6d160adb2)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:36:54.991675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-23fc44a5-b89f-42fc-9e3c-8519d2253cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:55.004593 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:55.010441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-23fc44a5-b89f-42fc-9e3c-8519d2253cd7 None None] Transition to ACTIVE for port object af8c6fc8-6b91-40ea-a36c-c7bde918df0e will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:55.073135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-23fc44a5-b89f-42fc-9e3c-8519d2253cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:55.100454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3837e6a6-588e-4cdd-97c9-6e46300e86f4,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:55.197469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:55.200426 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-658b7bca-0f94-4a8f-91ba-1db3927bcba1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7649841 Apr 29 15:36:55.203192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37978) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:55.214865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'security_group': {'name': 'tempest-secgroup-1980019794'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:55.217171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc44a5-b89f-42fc-9e3c-8519d2253cd7 None None] Pushing event updated for resources: {'Port': ['ID=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:55.221903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:55.229559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:security_group and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:55.234007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:55.241976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:55.357208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:55.383295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:55.387768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:security_group_rule and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:55.391622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:55.402230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:55.502542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:55.581487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:55.594512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:55.627651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c878dfd-f9a6-4b7c-8d63-87c81f512461,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:55.734241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:55.735890 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-59a89f80-e5e0-4ecf-a452-741a9fc395f8 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5312231 Apr 29 15:36:55.740864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 37990) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:55.754019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-559327487', 'security_groups': ['0c878dfd-f9a6-4b7c-8d63-87c81f512461'], 'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '77a6245a-fa62-4fa3-b51b-709dc13bd00c'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:55.873219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-adb5d380-310d-4032-bb91-ff847fdc968c None None] Provisioning complete for port 6fbb560d-3c37-4c28-baf8-a205515a34b8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:55.879986 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-adb5d380-310d-4032-bb91-ff847fdc968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:55.911702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:55.922075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:55.927763 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-adb5d380-310d-4032-bb91-ff847fdc968c None None] Port 6fbb560d-3c37-4c28-baf8-a205515a34b8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:55.974570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:55.998340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-adb5d380-310d-4032-bb91-ff847fdc968c None None] Provisioning for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:56.000956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:56.011598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-adb5d380-310d-4032-bb91-ff847fdc968c None None] Provisioning complete for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:56.012294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-adb5d380-310d-4032-bb91-ff847fdc968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:56.138032 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:56.160659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] device_id is not set on port 0477aa82-83c5-410d-a777-16a5256b79af yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:36:56.255632 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router b7d92748-b38e-4109-9a34-0e1ee1a4e17f is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:36:56.373981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8::92 (8b5da4e8-a6cf-4874-af0b-d27fac11bdf1/77a6245a-fa62-4fa3-b51b-709dc13bd00c/0477aa82-83c5-410d-a777-16a5256b79af) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:56.442240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:56.455228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a468374-33e5-4b37-9096-b504ab278acb None None] Sync routers for ids ['b7d92748-b38e-4109-9a34-0e1ee1a4e17f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:56.465622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a468374-33e5-4b37-9096-b504ab278acb None None] Routers {'b7d92748-b38e-4109-9a34-0e1ee1a4e17f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:56.466402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9a468374-33e5-4b37-9096-b504ab278acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b7d92748-b38e-4109-9a34-0e1ee1a4e17f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:56.535970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:56.538005 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cd28d8e9-ff02-40cb-85a7-371f34dbbeae tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6374037 Apr 29 15:36:56.538147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9a468374-33e5-4b37-9096-b504ab278acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:56.540660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38008) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:56.548030 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a468374-33e5-4b37-9096-b504ab278acb None None] Routers {'b7d92748-b38e-4109-9a34-0e1ee1a4e17f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:56.548662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9a468374-33e5-4b37-9096-b504ab278acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b7d92748-b38e-4109-9a34-0e1ee1a4e17f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:56.598400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:56.616568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object 0477aa82-83c5-410d-a777-16a5256b79af will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:36:56.618478 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9a468374-33e5-4b37-9096-b504ab278acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:56.619460 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a468374-33e5-4b37-9096-b504ab278acb None None] The sync data for ids ['b7d92748-b38e-4109-9a34-0e1ee1a4e17f'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:56.661802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38012) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:56.712265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:56.746719 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d4deb8f0-a14b-4081-a2ab-93dacd2ee20d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/routers/b7d92748-b38e-4109-9a34-0e1ee1a4e17f HTTP/1.1" status: 200 len: 884 time: 0.2046568 Apr 29 15:36:56.749041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38018) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:56.789158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:56.793357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:56.795277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:56.801037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:56.801557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:56.820696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=0477aa82-83c5-410d-a777-16a5256b79af,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:56.848858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'network': {'name': 'tempest-network-smoke--662672992', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'port_security_enabled': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:56.853828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:56.858338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:network and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:56.861547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:56.867486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:56.897836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device af8c6fc8-6b91-40ea-a36c-c7bde918df0e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:36:56.932248 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f13eb0d4-e2f6-464c-9034-5990a3e4b9f1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1890681 Apr 29 15:36:56.935827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38022) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:56.941500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d27eb6ba-404d-4967-97f0-2701ecec9fcc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:56.976611 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:56.983826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.117085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fe6f409d-ddb2-4f6d-a168-8ea2c442dda3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Synchronizing usage tracker for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:router {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:57.162982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:57.166252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.187289 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.216313 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:57.225083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:57.232932 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fe6f409d-ddb2-4f6d-a168-8ea2c442dda3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Unset dirty status for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:router {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:57.234028 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fe6f409d-ddb2-4f6d-a168-8ea2c442dda3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4839861 Apr 29 15:36:57.236733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:57.238969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38026) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:57.242900 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-34ae2b7c-b15f-4721-a0a1-14fa07ba03c9 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-233580714'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:57.246470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:57.256000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d27eb6ba-404d-4967-97f0-2701ecec9fcc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:57.256548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b453f13b-ed9d-4374-b60c-69dbcc4f9034 None None] Provisioning for port 0477aa82-83c5-410d-a777-16a5256b79af completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:36:57.265055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d27eb6ba-404d-4967-97f0-2701ecec9fcc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:57.267797 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b453f13b-ed9d-4374-b60c-69dbcc4f9034 None None] Provisioning complete for port 0477aa82-83c5-410d-a777-16a5256b79af triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:36:57.267797 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b453f13b-ed9d-4374-b60c-69dbcc4f9034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.268834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d27eb6ba-404d-4967-97f0-2701ecec9fcc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:57.282607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d27eb6ba-404d-4967-97f0-2701ecec9fcc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:57.332975 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b453f13b-ed9d-4374-b60c-69dbcc4f9034 None None] Port 0477aa82-83c5-410d-a777-16a5256b79af cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:36:57.354902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.403912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27eb6ba-404d-4967-97f0-2701ecec9fcc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:57.407481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d27eb6ba-404d-4967-97f0-2701ecec9fcc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.440382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.528537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:36:57.535953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:57.558628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.558990 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Added segment 4dad9244-580d-44ed-ae1d-961e0b846c8d of type vlan for network 4db73c39-5a26-4d3b-8f64-15da74ae4350 Apr 29 15:36:57.602539 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.ipam_backend_mixin [None req-d27eb6ba-404d-4967-97f0-2701ecec9fcc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77a6245a-fa62-4fa3-b51b-709dc13bd00c (CIDR: 2001:db8::/64) Apr 29 15:36:57.606869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.644733 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27eb6ba-404d-4967-97f0-2701ecec9fcc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:36:57.645223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27eb6ba-404d-4967-97f0-2701ecec9fcc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:57.701495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.706794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:57.711042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.739559 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d27eb6ba-404d-4967-97f0-2701ecec9fcc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8025887 Apr 29 15:36:57.743677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38030) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:57.757323 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-2ee21b7a-8600-4a61-8294-72d7d26af3ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:57.815431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Network': ['ID=4db73c39-5a26-4d3b-8f64-15da74ae4350,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:57.826231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 4db73c39-5a26-4d3b-8f64-15da74ae4350 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:36:57.843837 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-123ff772-efbc-457d-a99c-286da5cbfdcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1805308 Apr 29 15:36:57.846334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38034) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:57.850555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34ae2b7c-b15f-4721-a0a1-14fa07ba03c9 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.852736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-860630253', 'admin_state_up': True, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:57.860652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:57.865034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:router and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:57.867942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:57.879479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:57.910140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2ee21b7a-8600-4a61-8294-72d7d26af3ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:57.914004 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2ee21b7a-8600-4a61-8294-72d7d26af3ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:57.916851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2ee21b7a-8600-4a61-8294-72d7d26af3ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:57.922675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2ee21b7a-8600-4a61-8294-72d7d26af3ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:57.957366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34ae2b7c-b15f-4721-a0a1-14fa07ba03c9 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.985916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:57.986951 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:58.001836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:58.070174 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee21b7a-8600-4a61-8294-72d7d26af3ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:58.074058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ee21b7a-8600-4a61-8294-72d7d26af3ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:58.254176 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.ipam_backend_mixin [None req-2ee21b7a-8600-4a61-8294-72d7d26af3ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5f0642df-9f1a-48f0-a55f-4cf8bd5272d8 (CIDR: 2001:db8:0:1::/64) Apr 29 15:36:58.258590 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ae2b7c-b15f-4721-a0a1-14fa07ba03c9 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router b7d92748-b38e-4109-9a34-0e1ee1a4e17f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:36:58.357501 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:58.380092 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee21b7a-8600-4a61-8294-72d7d26af3ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:36:58.380604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee21b7a-8600-4a61-8294-72d7d26af3ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:36:58.448948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ae2b7c-b15f-4721-a0a1-14fa07ba03c9 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:36:58.455271 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-34ae2b7c-b15f-4721-a0a1-14fa07ba03c9 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:58.456397 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-34ae2b7c-b15f-4721-a0a1-14fa07ba03c9 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/b7d92748-b38e-4109-9a34-0e1ee1a4e17f HTTP/1.1" status: 200 len: 891 time: 1.2184451 Apr 29 15:36:58.463139 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e572ed-270a-4b11-9704-616d08347e51 None None] Sync routers for ids ['b7d92748-b38e-4109-9a34-0e1ee1a4e17f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:36:58.463634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38038) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:58.468707 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e572ed-270a-4b11-9704-616d08347e51 None None] Routers {'b7d92748-b38e-4109-9a34-0e1ee1a4e17f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:58.469326 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b5e572ed-270a-4b11-9704-616d08347e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b7d92748-b38e-4109-9a34-0e1ee1a4e17f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:58.534132 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b5e572ed-270a-4b11-9704-616d08347e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:58.543939 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e572ed-270a-4b11-9704-616d08347e51 None None] Routers {'b7d92748-b38e-4109-9a34-0e1ee1a4e17f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:36:58.544594 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b5e572ed-270a-4b11-9704-616d08347e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b7d92748-b38e-4109-9a34-0e1ee1a4e17f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:58.611616 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b5e572ed-270a-4b11-9704-616d08347e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:36:58.612041 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e572ed-270a-4b11-9704-616d08347e51 None None] The sync data for ids ['b7d92748-b38e-4109-9a34-0e1ee1a4e17f'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:36:58.657418 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2ee21b7a-8600-4a61-8294-72d7d26af3ed tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9126942 Apr 29 15:36:58.712523 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38042) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:58.724944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'subnet': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:36:58.779592 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ebfd34e5-911d-48d5-ba35-c428e2dc7605 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/routers/b7d92748-b38e-4109-9a34-0e1ee1a4e17f HTTP/1.1" status: 200 len: 891 time: 0.3194342 Apr 29 15:36:58.782294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38046) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:58.824500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5f7f3f35-2b81-4eee-a2a9-4cff49f433fc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Synchronizing usage tracker for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:36:58.844170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:58.882263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:58.895547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5f7f3f35-2b81-4eee-a2a9-4cff49f433fc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Unset dirty status for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:36:58.899294 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5f7f3f35-2b81-4eee-a2a9-4cff49f433fc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7d92748-b38e-4109-9a34-0e1ee1a4e17f HTTP/1.1" status: 200 len: 205 time: 0.1135440 Apr 29 15:36:58.899475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38050) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:36:58.982004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:36:58.989825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Usage tracker for resource:subnet and tenant:5dab45b81f614da28ec529e1564555d4 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:36:59.018598 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:36:59.029670 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:36:59.060346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.190 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/7110423f-faec-4ed7-a29c-1844f505c7b9) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:36:59.078860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.264157 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.270707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Made reservation on behalf of 5dab45b81f614da28ec529e1564555d4 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:36:59.273988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.347312 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 03d1b35d-422f-47c9-b6dc-2d4dba8554a1 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:36:59.347656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.432604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.520248 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.584947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.644666 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for 03d1b35d-422f-47c9-b6dc-2d4dba8554a1 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:36:59.651187 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:59.654840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:59.659402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:36:59.692740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.734232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=7110423f-faec-4ed7-a29c-1844f505c7b9,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:59.771999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:36:59.777201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:36:59.780266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:36:59.780930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.787022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53506cb0-9772-46f7-81d7-e06cd7e51c4d None None] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:36:59.879213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:36:59.913806 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Subnet': ['ID=154a441e-4d7a-4830-9112-1805dbb6b769,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:36:59.930745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=03d1b35d-422f-47c9-b6dc-2d4dba8554a1,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:00.018908 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c6436cb7-aa6f-42a8-a9f6-1b7bbe63f3d6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3028536 Apr 29 15:37:00.019175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38054) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:00.025564 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2c17bb1a-6a2d-4953-9f48-5a37260cd3f6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-451184348', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '154a441e-4d7a-4830-9112-1805dbb6b769'}], 'security_groups': ['65c819d4-4bdd-438a-bc05-12c0e4dd9261', '3837e6a6-588e-4cdd-97c9-6e46300e86f4']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:00.026005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.187483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5feff55-94c7-4db1-b02f-f39e1821e298 None None] Update dhcp port {'port': {'network_id': '8b5da4e8-a6cf-4874-af0b-d27fac11bdf1', 'fixed_ips': [{'subnet_id': '5f0642df-9f1a-48f0-a55f-4cf8bd5272d8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '77a6245a-fa62-4fa3-b51b-709dc13bd00c', 'ip_address': '2001:db8::2'}, {'subnet_id': '154a441e-4d7a-4830-9112-1805dbb6b769'}], 'binding:host_id': 'dv-neutron-839183-1-hyperv'}, 'id': 'af8c6fc8-6b91-40ea-a36c-c7bde918df0e'} from dv-neutron-839183-1-hyperv. {{(pid=88716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 15:37:00.259074 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f5feff55-94c7-4db1-b02f-f39e1821e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.296917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c17bb1a-6a2d-4953-9f48-5a37260cd3f6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.326915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.329303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.387181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.433002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.433745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Fanout notify agent at l3_agent the message router_deleted on router b7d92748-b38e-4109-9a34-0e1ee1a4e17f {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:37:00.482963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-f5feff55-94c7-4db1-b02f-f39e1821e298 None None] Allocated IP 2001:db8:0:2::2 (8b5da4e8-a6cf-4874-af0b-d27fac11bdf1/154a441e-4d7a-4830-9112-1805dbb6b769/af8c6fc8-6b91-40ea-a36c-c7bde918df0e) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:00.516869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.521393 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2b02e3b8-bc71-42a3-aa8f-96de7b0be603 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/b7d92748-b38e-4109-9a34-0e1ee1a4e17f HTTP/1.1" status: 204 len: 168 time: 1.6176136 Apr 29 15:37:00.522057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38058) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:00.528667 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-440979704'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:00.534264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:00.538222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:network and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:00.541175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:00.547999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:00.604275 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:00.609493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.622394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f5feff55-94c7-4db1-b02f-f39e1821e298 None None] For port af8c6fc8-6b91-40ea-a36c-c7bde918df0e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,segment=NetworkSegment(ef17dde1-530a-412b-b5c5-41c6d160adb2),segment_id=ef17dde1-530a-412b-b5c5-41c6d160adb2)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:00.641227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:00.651976 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f5feff55-94c7-4db1-b02f-f39e1821e298 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.652663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.653071 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Added segment ef148638-4c98-4f43-9b56-5b2292776c36 of type vlan for network ee0f4374-70a2-4453-96fa-754e9e2e6bad Apr 29 15:37:00.671303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f5feff55-94c7-4db1-b02f-f39e1821e298 None None] Transition to ACTIVE for port object af8c6fc8-6b91-40ea-a36c-c7bde918df0e will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:00.681296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.731045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f5feff55-94c7-4db1-b02f-f39e1821e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.791253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.799192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:00.799953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:00.906041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5feff55-94c7-4db1-b02f-f39e1821e298 None None] Pushing event updated for resources: {'Port': ['ID=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:00.920821 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3937421 Apr 29 15:37:00.920821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f87a1d-5d8d-4ca1-a36e-b5a7f5e291d6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Network': ['ID=ee0f4374-70a2-4453-96fa-754e9e2e6bad,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:00.921760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38062) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:00.931296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'subnet': {'network_id': 'ee0f4374-70a2-4453-96fa-754e9e2e6bad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:00.931431 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network ee0f4374-70a2-4453-96fa-754e9e2e6bad details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:01.052950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:01.056833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:subnet and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:01.060924 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:01.066871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:01.104387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.162575 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:01.166265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.327432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-2c17bb1a-6a2d-4953-9f48-5a37260cd3f6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Delete allocated IP 2001:db8::92 (8b5da4e8-a6cf-4874-af0b-d27fac11bdf1/77a6245a-fa62-4fa3-b51b-709dc13bd00c) {{(pid=88715) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 15:37:01.348221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-2c17bb1a-6a2d-4953-9f48-5a37260cd3f6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Allocated IP 2001:db8:0:2::1a2 (8b5da4e8-a6cf-4874-af0b-d27fac11bdf1/154a441e-4d7a-4830-9112-1805dbb6b769/0477aa82-83c5-410d-a777-16a5256b79af) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:01.490489 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.522655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:37:01.571571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Subnet': ['ID=b0462348-6c13-46d2-93bb-1eb3d2fda04d,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:01.576116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Checking segment: {'id': 'ef148638-4c98-4f43-9b56-5b2292776c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ee0f4374-70a2-4453-96fa-754e9e2e6bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:01.576487 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network hostable DHCP agents. Network: ee0f4374-70a2-4453-96fa-754e9e2e6bad, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:01.596205 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ea79b59b-12ca-4dba-af4f-a5cdc6596241 None None] Provisioning complete for port 0477aa82-83c5-410d-a777-16a5256b79af triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:01.596677 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ea79b59b-12ca-4dba-af4f-a5cdc6596241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.648386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ea79b59b-12ca-4dba-af4f-a5cdc6596241 None None] Port 0477aa82-83c5-410d-a777-16a5256b79af cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:01.659200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ea79b59b-12ca-4dba-af4f-a5cdc6596241 None None] Provisioning complete for port 6fbb560d-3c37-4c28-baf8-a205515a34b8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:01.659612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ea79b59b-12ca-4dba-af4f-a5cdc6596241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.666913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network ee0f4374-70a2-4453-96fa-754e9e2e6bad is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:01.715574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ea79b59b-12ca-4dba-af4f-a5cdc6596241 None None] Port 6fbb560d-3c37-4c28-baf8-a205515a34b8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:01.741637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, ee0f4374-70a2-4453-96fa-754e9e2e6bad) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:01.746508 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:01.747153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.755194 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad24d5f-f678-43e4-8222-7fa5b5d400f9 None None] Network ee0f4374-70a2-4453-96fa-754e9e2e6bad requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:01.760109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c17bb1a-6a2d-4953-9f48-5a37260cd3f6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.773307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:01.784935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Sync routers for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:01.794591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-2c17bb1a-6a2d-4953-9f48-5a37260cd3f6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Transition to ACTIVE for port object 0477aa82-83c5-410d-a777-16a5256b79af will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:01.833568 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b63ef6db-6464-4e95-aab5-6fca3c22aebe tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9106691 Apr 29 15:37:01.836066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38066) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:01.841794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ff39d06e-b3e2-456b-ab6e-71807a271cad tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-768643008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:01.846891 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ea79b59b-12ca-4dba-af4f-a5cdc6596241 None None] Provisioning for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:01.848188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ff39d06e-b3e2-456b-ab6e-71807a271cad tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:01.852296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ff39d06e-b3e2-456b-ab6e-71807a271cad tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:router and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:01.853959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:01.854613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:36:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:01.855259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ff39d06e-b3e2-456b-ab6e-71807a271cad tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:01.861048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ff39d06e-b3e2-456b-ab6e-71807a271cad tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:01.890198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c17bb1a-6a2d-4953-9f48-5a37260cd3f6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.912914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ea79b59b-12ca-4dba-af4f-a5cdc6596241 None None] Provisioning complete for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:01.913484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ea79b59b-12ca-4dba-af4f-a5cdc6596241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.926995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.928167 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-53f2159a-adba-40ff-b675-e75e48c5b793 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0807774 Apr 29 15:37:01.931568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38070) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:01.972242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff39d06e-b3e2-456b-ab6e-71807a271cad tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.977644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff39d06e-b3e2-456b-ab6e-71807a271cad tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:01.998536 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2c17bb1a-6a2d-4953-9f48-5a37260cd3f6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] In _notify_port_updated(), no bound segment for port 0477aa82-83c5-410d-a777-16a5256b79af on network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:37:02.003841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17bb1a-6a2d-4953-9f48-5a37260cd3f6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:02.004448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c17bb1a-6a2d-4953-9f48-5a37260cd3f6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.008538 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2c17bb1a-6a2d-4953-9f48-5a37260cd3f6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "PUT /v2.0/ports/0477aa82-83c5-410d-a777-16a5256b79af HTTP/1.1" status: 200 len: 969 time: 1.9852371 Apr 29 15:37:02.009100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38076) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:02.062953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17bb1a-6a2d-4953-9f48-5a37260cd3f6 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event updated for resources: {'Port': ['ID=0477aa82-83c5-410d-a777-16a5256b79af,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:02.068437 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-04bdf760-67ef-4089-88e0-5f9356be088f tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b55c25ae10474f2abd40a8267579e2cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1354845 Apr 29 15:37:02.071717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38080) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:02.103266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-8c1bb5b2-f761-402e-bea1-bd2df5617cc1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 0477aa82-83c5-410d-a777-16a5256b79af {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:02.103901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb5b2-f761-402e-bea1-bd2df5617cc1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.134818 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff39d06e-b3e2-456b-ab6e-71807a271cad tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.247235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-66708613-c35c-4022-9a86-c13f738c8973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.338764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385de925-0599-4873-8a4c-6e4f52045c68 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:02.338764 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-385de925-0599-4873-8a4c-6e4f52045c68 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2587755 Apr 29 15:37:02.340518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38084) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:02.371896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:02.386832 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3c2cfc9c-bff6-4adb-bb41-45e6a4a266de tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418952 Apr 29 15:37:02.387498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff39d06e-b3e2-456b-ab6e-71807a271cad tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.393614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38088) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:02.399629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1531174857', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:02.416785 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-ee0f4374-70a2-4453-96fa-754e9e2e6bad', 'network_id': 'ee0f4374-70a2-4453-96fa-754e9e2e6bad', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'fixed_ips': [{'subnet_id': 'b0462348-6c13-46d2-93bb-1eb3d2fda04d'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:37:02.418049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.450648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb5b2-f761-402e-bea1-bd2df5617cc1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.527140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:02.531354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:subnet and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:02.534202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:02.543429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:02.576532 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff39d06e-b3e2-456b-ab6e-71807a271cad tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.580600 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ff39d06e-b3e2-456b-ab6e-71807a271cad tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7407470 Apr 29 15:37:02.581456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38092) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:02.706846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-8c1bb5b2-f761-402e-bea1-bd2df5617cc1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 0477aa82-83c5-410d-a777-16a5256b79af owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:02.720255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:02.723757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.775820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1700ed50-368e-4336-8c40-85356896737e None None] Provisioning for port 0477aa82-83c5-410d-a777-16a5256b79af completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:02.795870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Allocated IP 2001:db8::2 (ee0f4374-70a2-4453-96fa-754e9e2e6bad/b0462348-6c13-46d2-93bb-1eb3d2fda04d/b5b41c03-59c4-4cd8-bcd0-de4197da39ef) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:02.797862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1700ed50-368e-4336-8c40-85356896737e None None] Provisioning complete for port 0477aa82-83c5-410d-a777-16a5256b79af triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:02.798236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1700ed50-368e-4336-8c40-85356896737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.872245 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device af8c6fc8-6b91-40ea-a36c-c7bde918df0e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:02.935604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb5b2-f761-402e-bea1-bd2df5617cc1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:02.943455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1700ed50-368e-4336-8c40-85356896737e None None] Port 0477aa82-83c5-410d-a777-16a5256b79af cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:02.988909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bb5b2-f761-402e-bea1-bd2df5617cc1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=0477aa82-83c5-410d-a777-16a5256b79af,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:03.044618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb5b2-f761-402e-bea1-bd2df5617cc1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.044864 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:36:59Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:03.053794 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Checking router: 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:03.054156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Updating router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 port 7110423f-faec-4ed7-a29c-1844f505c7b9 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:37:03.056033 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8c1bb5b2-f761-402e-bea1-bd2df5617cc1 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/0477aa82-83c5-410d-a777-16a5256b79af HTTP/1.1" status: 204 len: 168 time: 1.0457754 Apr 29 15:37:03.059546 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38096) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:03.102967 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-74aeef6d-44f5-4c9d-8828-a5d57e732242 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] GET failed (client error): The resource could not be found. Apr 29 15:37:03.103136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-74aeef6d-44f5-4c9d-8828-a5d57e732242 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Synchronizing usage tracker for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:03.152092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.175544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-74aeef6d-44f5-4c9d-8828-a5d57e732242 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Unset dirty status for tenant:5dab45b81f614da28ec529e1564555d4 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:03.177074 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-74aeef6d-44f5-4c9d-8828-a5d57e732242 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports/0477aa82-83c5-410d-a777-16a5256b79af HTTP/1.1" status: 404 len: 333 time: 0.1166053 Apr 29 15:37:03.180355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38100) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:03.180604 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:03.180997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.277638 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef13c280-5c5d-4463-aa4d-ceb522ada0ae tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.316301 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef13c280-5c5d-4463-aa4d-ceb522ada0ae tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.363475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.390793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.421867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Transition to ACTIVE for port object b5b41c03-59c4-4cd8-bcd0-de4197da39ef will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:03.455700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef13c280-5c5d-4463-aa4d-ceb522ada0ae tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.478689 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13c280-5c5d-4463-aa4d-ceb522ada0ae tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c878dfd-f9a6-4b7c-8d63-87c81f512461,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:03.484653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ef13c280-5c5d-4463-aa4d-ceb522ada0ae tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.488542 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ef13c280-5c5d-4463-aa4d-ceb522ada0ae tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/security-groups/0c878dfd-f9a6-4b7c-8d63-87c81f512461 HTTP/1.1" status: 204 len: 168 time: 0.3066781 Apr 29 15:37:03.489121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38104) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:03.493197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Transition to ACTIVE for port object b5b41c03-59c4-4cd8-bcd0-de4197da39ef will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:03.556448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a41cd605-6849-4154-a483-22a2f6390d41 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.584955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a41cd605-6849-4154-a483-22a2f6390d41 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.615744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.705930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a41cd605-6849-4154-a483-22a2f6390d41 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.712497 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Network ee0f4374-70a2-4453-96fa-754e9e2e6bad is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:03.717019 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:03.723001 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:03.724001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cd605-6849-4154-a483-22a2f6390d41 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3837e6a6-588e-4cdd-97c9-6e46300e86f4,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:03.731978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a41cd605-6849-4154-a483-22a2f6390d41 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.733817 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a41cd605-6849-4154-a483-22a2f6390d41 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/security-groups/3837e6a6-588e-4cdd-97c9-6e46300e86f4 HTTP/1.1" status: 204 len: 168 time: 0.2431042 Apr 29 15:37:03.735781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38108) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:03.767782 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Pushing event updated for resources: {'Port': ['ID=b5b41c03-59c4-4cd8-bcd0-de4197da39ef,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:03.793530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.798002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f73d352-55e1-47a5-9b2e-c02ce4a1c274 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.828139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f73d352-55e1-47a5-9b2e-c02ce4a1c274 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.895285 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Allocated IP 2001:db8::1 (ee0f4374-70a2-4453-96fa-754e9e2e6bad/b0462348-6c13-46d2-93bb-1eb3d2fda04d/8406094f-8e7e-4d1f-bbdc-478366e05c32) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:03.921151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Subnet': ['ID=adb2f4b6-5500-47e6-8f6b-82b86b9deba1,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:03.944320 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Attempting to bind port b5b41c03-59c4-4cd8-bcd0-de4197da39ef on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:03.944911 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Attempting to bind port b5b41c03-59c4-4cd8-bcd0-de4197da39ef by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'ef148638-4c98-4f43-9b56-5b2292776c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ee0f4374-70a2-4453-96fa-754e9e2e6bad'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:03.945054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Attempting to bind port b5b41c03-59c4-4cd8-bcd0-de4197da39ef on network ee0f4374-70a2-4453-96fa-754e9e2e6bad {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:03.954052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Checking segment: {'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:03.954413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network hostable DHCP agents. Network: 4db73c39-5a26-4d3b-8f64-15da74ae4350, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:03.956347 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:03.956759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Checking segment: {'id': 'ef148638-4c98-4f43-9b56-5b2292776c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ee0f4374-70a2-4453-96fa-754e9e2e6bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:03.957228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.957620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Bound using segment: {'id': 'ef148638-4c98-4f43-9b56-5b2292776c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ee0f4374-70a2-4453-96fa-754e9e2e6bad'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:03.958085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Bound port: b5b41c03-59c4-4cd8-bcd0-de4197da39ef, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef148638-4c98-4f43-9b56-5b2292776c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ee0f4374-70a2-4453-96fa-754e9e2e6bad'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:03.958456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.964569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f73d352-55e1-47a5-9b2e-c02ce4a1c274 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.982949 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.987595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73d352-55e1-47a5-9b2e-c02ce4a1c274 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c819d4-4bdd-438a-bc05-12c0e4dd9261,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:03.990967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f73d352-55e1-47a5-9b2e-c02ce4a1c274 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:03.992302 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5f73d352-55e1-47a5-9b2e-c02ce4a1c274 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/security-groups/65c819d4-4bdd-438a-bc05-12c0e4dd9261 HTTP/1.1" status: 204 len: 168 time: 0.2556033 Apr 29 15:37:03.996063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38112) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:04.044145 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Transition to ACTIVE for port object 7110423f-faec-4ed7-a29c-1844f505c7b9 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:04.067346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c42c97-cc4c-4fe9-8b9b-9c2605c712af tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting subnet 77a6245a-fa62-4fa3-b51b-709dc13bd00c {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:37:04.071192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50c42c97-cc4c-4fe9-8b9b-9c2605c712af tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.083248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] For port b5b41c03-59c4-4cd8-bcd0-de4197da39ef, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:04.086229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] For port b5b41c03-59c4-4cd8-bcd0-de4197da39ef, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b5b41c03-59c4-4cd8-bcd0-de4197da39ef,segment=NetworkSegment(ef148638-4c98-4f43-9b56-5b2292776c36),segment_id=ef148638-4c98-4f43-9b56-5b2292776c36)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:04.112881 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.128116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 4db73c39-5a26-4d3b-8f64-15da74ae4350 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:04.134610 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Transition to ACTIVE for port object 8406094f-8e7e-4d1f-bbdc-478366e05c32 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:04.134893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50c42c97-cc4c-4fe9-8b9b-9c2605c712af tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.147641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.182290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.211034 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-25d2a719-f857-4d31-997a-2e36bd1fcf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.220436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50c42c97-cc4c-4fe9-8b9b-9c2605c712af tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.228332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 4db73c39-5a26-4d3b-8f64-15da74ae4350) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:04.231299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.239473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Attempting to bind port 7110423f-faec-4ed7-a29c-1844f505c7b9 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:04.240014 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Attempting to bind port 7110423f-faec-4ed7-a29c-1844f505c7b9 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:04.240378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Attempting to bind port 7110423f-faec-4ed7-a29c-1844f505c7b9 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:04.250097 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68ddd7c-ea34-4d99-abaf-954a670b1b58 None None] Network 4db73c39-5a26-4d3b-8f64-15da74ae4350 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:04.287469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:04.288487 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.333514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network ee0f4374-70a2-4453-96fa-754e9e2e6bad is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:04.339611 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:04.344404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:04.344800 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:04.345197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.345585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:04.346077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Bound port: 7110423f-faec-4ed7-a29c-1844f505c7b9, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:04.346447 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.346798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:04.347322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.350412 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=8406094f-8e7e-4d1f-bbdc-478366e05c32,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:04.403611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50c42c97-cc4c-4fe9-8b9b-9c2605c712af tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.410289 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d7c6c-fa90-4ee8-914d-22aeddf9d9ec None None] Pushing event updated for resources: {'Port': ['ID=7110423f-faec-4ed7-a29c-1844f505c7b9,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:04.426357 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-338239f6-97be-4420-9656-d4cc8569fdad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0311866 Apr 29 15:37:04.428733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38116) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:04.446906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c42c97-cc4c-4fe9-8b9b-9c2605c712af tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Subnet': ['ID=77a6245a-fa62-4fa3-b51b-709dc13bd00c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:04.453589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-50c42c97-cc4c-4fe9-8b9b-9c2605c712af tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.460036 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-50c42c97-cc4c-4fe9-8b9b-9c2605c712af tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/77a6245a-fa62-4fa3-b51b-709dc13bd00c HTTP/1.1" status: 204 len: 168 time: 0.4628406 Apr 29 15:37:04.464769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38120) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:04.473036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df88a17-5dad-4c7f-b92d-8151aa9cbcf4 None None] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:04.534945 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3c21a6-40ea-47a1-93c4-ba2431352917 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting subnet 154a441e-4d7a-4830-9112-1805dbb6b769 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:37:04.538469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d3c21a6-40ea-47a1-93c4-ba2431352917 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.602480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] For port 7110423f-faec-4ed7-a29c-1844f505c7b9, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:04.610659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d3c21a6-40ea-47a1-93c4-ba2431352917 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.658214 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.692568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45616e49-a250-495b-b991-cec0d2b4073e None None] Pushing event updated for resources: {'Port': ['ID=b5b41c03-59c4-4cd8-bcd0-de4197da39ef,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:04.711677 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] For port 7110423f-faec-4ed7-a29c-1844f505c7b9, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7110423f-faec-4ed7-a29c-1844f505c7b9,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:04.716416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d3c21a6-40ea-47a1-93c4-ba2431352917 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.792942 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.881339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d3c21a6-40ea-47a1-93c4-ba2431352917 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.922467 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-4db73c39-5a26-4d3b-8f64-15da74ae4350', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:37:04.923319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.960084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0d3c21a6-40ea-47a1-93c4-ba2431352917 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:04.963387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c21a6-40ea-47a1-93c4-ba2431352917 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Subnet': ['ID=154a441e-4d7a-4830-9112-1805dbb6b769,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:04.982310 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0d3c21a6-40ea-47a1-93c4-ba2431352917 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/154a441e-4d7a-4830-9112-1805dbb6b769 HTTP/1.1" status: 204 len: 168 time: 0.5160837 Apr 29 15:37:04.984593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38124) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.045159 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11a82e6-e55f-46d5-b5e2-b5f595b8b5b4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:05.046292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11a82e6-e55f-46d5-b5e2-b5f595b8b5b4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:05.050109 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b11a82e6-e55f-46d5-b5e2-b5f595b8b5b4 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/77a6245a-fa62-4fa3-b51b-709dc13bd00c HTTP/1.1" status: 404 len: 337 time: 0.0577655 Apr 29 15:37:05.050539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38128) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.066154 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b5b41c03-59c4-4cd8-bcd0-de4197da39ef up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:05.125071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f241abb-de37-49c4-93e4-60a0085975be tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting subnet 5f0642df-9f1a-48f0-a55f-4cf8bd5272d8 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:37:05.128190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8f241abb-de37-49c4-93e4-60a0085975be tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.175299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:05.176376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:05.194404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8f241abb-de37-49c4-93e4-60a0085975be tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.308411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8f241abb-de37-49c4-93e4-60a0085975be tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.348768 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d7c6c-fa90-4ee8-914d-22aeddf9d9ec None None] Pushing event updated for resources: {'Port': ['ID=7110423f-faec-4ed7-a29c-1844f505c7b9,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:05.428104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.431772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Allocated IP 172.20.0.2 (4db73c39-5a26-4d3b-8f64-15da74ae4350/adb2f4b6-5500-47e6-8f6b-82b86b9deba1/214399ae-ef2f-4ad0-8515-b01c7bc7d46a) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:05.459211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.501929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8f241abb-de37-49c4-93e4-60a0085975be tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.528363 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:05.549625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f241abb-de37-49c4-93e4-60a0085975be tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0642df-9f1a-48f0-a55f-4cf8bd5272d8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:05.564244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8f241abb-de37-49c4-93e4-60a0085975be tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.572338 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8f241abb-de37-49c4-93e4-60a0085975be tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/5f0642df-9f1a-48f0-a55f-4cf8bd5272d8 HTTP/1.1" status: 204 len: 168 time: 0.5207856 Apr 29 15:37:05.575954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38132) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.630514 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1cf5f7-beaf-481d-a26d-2cfaa963ff45 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:05.630975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1cf5f7-beaf-481d-a26d-2cfaa963ff45 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:05.632874 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bc1cf5f7-beaf-481d-a26d-2cfaa963ff45 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/564c5f22-3bdb-41ba-89b9-eeac058ff353 HTTP/1.1" status: 404 len: 337 time: 0.0552886 Apr 29 15:37:05.635872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38136) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.697381 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0798e3ce-97c2-460a-98f7-51c8e742dd46 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd24d6ee-137a-452f-b59e-1271d90cdf57 HTTP/1.1" status: 200 len: 205 time: 0.0593007 Apr 29 15:37:05.700398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38140) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.754019 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port b5b41c03-59c4-4cd8-bcd0-de4197da39ef completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:05.757396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.785863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.804704 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-c993d811-1e9f-4661-8d45-6f11ed81e03f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] delete failed (client error): The resource could not be found. Apr 29 15:37:05.809226 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c993d811-1e9f-4661-8d45-6f11ed81e03f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/routers/fd24d6ee-137a-452f-b59e-1271d90cdf57 HTTP/1.1" status: 404 len: 336 time: 0.1076784 Apr 29 15:37:05.809796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38144) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.852300 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c173862-c2cb-46e2-93ae-506576ee4f6e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:05.852785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c173862-c2cb-46e2-93ae-506576ee4f6e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:05.857664 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1c173862-c2cb-46e2-93ae-506576ee4f6e tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/ea14ae54-be7d-474e-8a4f-7e02e8a29ea8 HTTP/1.1" status: 404 len: 337 time: 0.0437706 Apr 29 15:37:05.867465 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38148) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.899582 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7b7f2e-50a6-4c4f-82be-3ee5b54fbd2f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:05.900022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7b7f2e-50a6-4c4f-82be-3ee5b54fbd2f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:05.902824 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7d7b7f2e-50a6-4c4f-82be-3ee5b54fbd2f tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/8264e0da-89fa-4232-8e98-50d67fda3cdd HTTP/1.1" status: 404 len: 337 time: 0.0421288 Apr 29 15:37:05.909059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38152) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.963072 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25513e7-d68e-457a-bb66-a30a32195cdc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:05.963537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25513e7-d68e-457a-bb66-a30a32195cdc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:05.967139 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e25513e7-d68e-457a-bb66-a30a32195cdc tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/b58c2efb-92a2-4b59-9b11-dfd27237b743 HTTP/1.1" status: 404 len: 337 time: 0.0561876 Apr 29 15:37:05.969296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.970063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:05.974183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38156) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:05.977915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664023c6-e22d-498c-b643-80c1485d39db None None] Network ee0f4374-70a2-4453-96fa-754e9e2e6bad requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:06.109247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=8406094f-8e7e-4d1f-bbdc-478366e05c32,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:06.148955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a1471229-809a-4d6e-9bdb-81c6882e78f7 None None] Provisioning for port b5b41c03-59c4-4cd8-bcd0-de4197da39ef completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:06.150798 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3011d229-d3a4-43d0-a546-a2a78a4a4bc3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:06.152138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3011d229-d3a4-43d0-a546-a2a78a4a4bc3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:06.154111 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3011d229-d3a4-43d0-a546-a2a78a4a4bc3 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/bee6f53a-0bf8-4b80-b07e-41c8c53ede1a HTTP/1.1" status: 404 len: 333 time: 0.1787267 Apr 29 15:37:06.157733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38160) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:06.194922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a1471229-809a-4d6e-9bdb-81c6882e78f7 None None] Provisioning complete for port b5b41c03-59c4-4cd8-bcd0-de4197da39ef triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:06.195294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a1471229-809a-4d6e-9bdb-81c6882e78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.209730 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1836a5e7-9fdf-475f-801e-d2ea729ed971 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:06.210686 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1836a5e7-9fdf-475f-801e-d2ea729ed971 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:06.216011 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1836a5e7-9fdf-475f-801e-d2ea729ed971 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/7d7268ec-e169-4570-8a71-5702d19c1084 HTTP/1.1" status: 404 len: 337 time: 0.0571392 Apr 29 15:37:06.216923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38164) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:06.260365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.269861 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3e052c-7638-496b-9bf4-aec6d4ba36ac tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:06.269861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3e052c-7638-496b-9bf4-aec6d4ba36ac tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:06.274910 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dc3e052c-7638-496b-9bf4-aec6d4ba36ac tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/c4f04b7e-b684-451f-9abe-c90a90c2eb06 HTTP/1.1" status: 404 len: 337 time: 0.0566926 Apr 29 15:37:06.275620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38168) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:06.330574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Transition to ACTIVE for port object 214399ae-ef2f-4ad0-8515-b01c7bc7d46a will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:06.334535 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd22f25-9a00-4849-9de9-83cc0ea56046 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:06.335126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd22f25-9a00-4849-9de9-83cc0ea56046 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:06.340158 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5dd22f25-9a00-4849-9de9-83cc0ea56046 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/6c4c91ac-2096-4c74-b5a2-d70de1c4619a HTTP/1.1" status: 404 len: 333 time: 0.0632937 Apr 29 15:37:06.340887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38172) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:06.364090 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network ee0f4374-70a2-4453-96fa-754e9e2e6bad is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:06.365363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:06.385035 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a2fcaf-8b8d-4b75-87c6-7e35d762cc67 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:06.386450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a2fcaf-8b8d-4b75-87c6-7e35d762cc67 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:06.389183 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-97a2fcaf-8b8d-4b75-87c6-7e35d762cc67 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/28fc6d33-c26b-49a7-8f7d-7597deee043e HTTP/1.1" status: 404 len: 337 time: 0.0470679 Apr 29 15:37:06.391496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38176) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:06.425405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Transition to ACTIVE for port object 214399ae-ef2f-4ad0-8515-b01c7bc7d46a will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:06.440373 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a1d210-1367-4c8f-81f5-a88d1cf04257 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:06.441001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a1d210-1367-4c8f-81f5-a88d1cf04257 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:06.445406 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d3a1d210-1367-4c8f-81f5-a88d1cf04257 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/subnets/e625ebf1-3d56-4ea1-98ad-be82d18659d0 HTTP/1.1" status: 404 len: 337 time: 0.0502324 Apr 29 15:37:06.446701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38180) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:06.454214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:36:59Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:06.514169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e96f0-cfaa-4465-847c-0fc232c270cb None None] The sync data for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv is: [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:36:59Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:06.587310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7322f421-82cc-4baa-bfb9-f83607afee21 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port 6fbb560d-3c37-4c28-baf8-a205515a34b8 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:06.588160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7322f421-82cc-4baa-bfb9-f83607afee21 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.607902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.785210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Pushing event updated for resources: {'Port': ['ID=214399ae-ef2f-4ad0-8515-b01c7bc7d46a,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:06.816718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Network 4db73c39-5a26-4d3b-8f64-15da74ae4350 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:06.820607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:06.824198 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a1471229-809a-4d6e-9bdb-81c6882e78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:06.834729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:06.894972 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd10e1b-6a45-41a4-927b-72df23c2cc8a None None] Network 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:06.915054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.1 (4db73c39-5a26-4d3b-8f64-15da74ae4350/adb2f4b6-5500-47e6-8f6b-82b86b9deba1/a682b2fc-395d-46bd-a776-fb8d12fac15c) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:07.010184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7322f421-82cc-4baa-bfb9-f83607afee21 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.070813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 5983c396-22c0-4dfd-9a3b-3394984d2b76 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:37:07.120575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a1471229-809a-4d6e-9bdb-81c6882e78f7 None None] For port b5b41c03-59c4-4cd8-bcd0-de4197da39ef, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b5b41c03-59c4-4cd8-bcd0-de4197da39ef,segment=NetworkSegment(ef148638-4c98-4f43-9b56-5b2292776c36),segment_id=ef148638-4c98-4f43-9b56-5b2292776c36)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:07.130710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Attempting to bind port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:07.134491 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Attempting to bind port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:07.134491 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Attempting to bind port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a on network 4db73c39-5a26-4d3b-8f64-15da74ae4350 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:07.170841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7322f421-82cc-4baa-bfb9-f83607afee21 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for 6fbb560d-3c37-4c28-baf8-a205515a34b8 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:07.185459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:07.186085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Checking segment: {'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:07.186250 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.186648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Bound using segment: {'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:07.187156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Bound port: 214399ae-ef2f-4ad0-8515-b01c7bc7d46a, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:07.187529 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.211941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.285171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a1471229-809a-4d6e-9bdb-81c6882e78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.347129 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.395089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7322f421-82cc-4baa-bfb9-f83607afee21 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.460065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d1bc50e7-322a-4f4d-b66a-3afc9b198cb9 None None] Could not find standard attr ID for object 6fbb560d-3c37-4c28-baf8-a205515a34b8. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:37:07.467016 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object a682b2fc-395d-46bd-a776-fb8d12fac15c will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:07.482516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7322f421-82cc-4baa-bfb9-f83607afee21 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.500398 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:07.512989 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-485fff92-a572-4e2d-a468-0e8254a3573a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/5983c396-22c0-4dfd-9a3b-3394984d2b76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9286692 Apr 29 15:37:07.515784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38184) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:07.516262 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e9bf8-87ef-4a81-845c-c6b66f489155 None None] Sync routers for ids ['5983c396-22c0-4dfd-9a3b-3394984d2b76'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:07.539832 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e9bf8-87ef-4a81-845c-c6b66f489155 None None] Routers {'5983c396-22c0-4dfd-9a3b-3394984d2b76'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:07.543235 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3f4e9bf8-87ef-4a81-845c-c6b66f489155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5983c396-22c0-4dfd-9a3b-3394984d2b76'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:07.547616 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1471229-809a-4d6e-9bdb-81c6882e78f7 None None] Pushing event updated for resources: {'Port': ['ID=b5b41c03-59c4-4cd8-bcd0-de4197da39ef,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:07.567214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] For port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:07.574632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d1bc50e7-322a-4f4d-b66a-3afc9b198cb9 None None] Provisioning complete for port af8c6fc8-6b91-40ea-a36c-c7bde918df0e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:07.574632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d1bc50e7-322a-4f4d-b66a-3afc9b198cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.578510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322f421-82cc-4baa-bfb9-f83607afee21 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=6fbb560d-3c37-4c28-baf8-a205515a34b8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:07.656411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] For port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=214399ae-ef2f-4ad0-8515-b01c7bc7d46a,segment=NetworkSegment(4dad9244-580d-44ed-ae1d-961e0b846c8d),segment_id=4dad9244-580d-44ed-ae1d-961e0b846c8d)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:07.659932 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1615e782-549c-442d-b84a-43f67e63594a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:07.661339 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1615e782-549c-442d-b84a-43f67e63594a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Synchronizing usage tracker for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:07.679617 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3f4e9bf8-87ef-4a81-845c-c6b66f489155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:07.688996 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7322f421-82cc-4baa-bfb9-f83607afee21 tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/ports/6fbb560d-3c37-4c28-baf8-a205515a34b8 HTTP/1.1" status: 204 len: 168 time: 1.2383912 Apr 29 15:37:07.688996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38188) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:07.706452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.716507 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e9bf8-87ef-4a81-845c-c6b66f489155 None None] Routers {'5983c396-22c0-4dfd-9a3b-3394984d2b76'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:07.717903 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3f4e9bf8-87ef-4a81-845c-c6b66f489155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5983c396-22c0-4dfd-9a3b-3394984d2b76'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:07.802282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1615e782-549c-442d-b84a-43f67e63594a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Unset dirty status for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:07.810704 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1615e782-549c-442d-b84a-43f67e63594a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports/8406094f-8e7e-4d1f-bbdc-478366e05c32 HTTP/1.1" status: 200 len: 911 time: 0.2912433 Apr 29 15:37:07.811424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38192) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:07.853293 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 4db73c39-5a26-4d3b-8f64-15da74ae4350 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:07.870970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-7ec6a0df-72b3-4a00-9408-711d6bb154ab tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0462348-6c13-46d2-93bb-1eb3d2fda04d'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:07.886200 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3f4e9bf8-87ef-4a81-845c-c6b66f489155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:07.892726 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e9bf8-87ef-4a81-845c-c6b66f489155 None None] The sync data for ids ['5983c396-22c0-4dfd-9a3b-3394984d2b76'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:07.925035 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f023a2-5956-404d-9650-69d3c44b986c None None] DHCP port deletion for 8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:37:07.932454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:07.938500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:07.953798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:07.971741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.007852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Deleting port af8c6fc8-6b91-40ea-a36c-c7bde918df0e {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:08.008193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.014286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=a682b2fc-395d-46bd-a776-fb8d12fac15c,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:08.077206 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.091944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd677072-54aa-4dbe-ad76-407311b77cf8 None None] Pushing event updated for resources: {'Port': ['ID=214399ae-ef2f-4ad0-8515-b01c7bc7d46a,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:08.097368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-86f023a2-5956-404d-9650-69d3c44b986c None None] Deleting port af8c6fc8-6b91-40ea-a36c-c7bde918df0e {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:08.098144 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-86f023a2-5956-404d-9650-69d3c44b986c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.281317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9c792b69-fc00-4d5b-a67e-0626a9c0d348 None None] Provisioning for port 8406094f-8e7e-4d1f-bbdc-478366e05c32 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:08.293778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9c792b69-fc00-4d5b-a67e-0626a9c0d348 None None] Provisioning complete for port 8406094f-8e7e-4d1f-bbdc-478366e05c32 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:08.294469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9c792b69-fc00-4d5b-a67e-0626a9c0d348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.311592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a0df-72b3-4a00-9408-711d6bb154ab tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.355145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] For port af8c6fc8-6b91-40ea-a36c-c7bde918df0e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,segment=NetworkSegment(ef17dde1-530a-412b-b5c5-41c6d160adb2),segment_id=ef17dde1-530a-412b-b5c5-41c6d160adb2)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:08.355399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.457408 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-9c792b69-fc00-4d5b-a67e-0626a9c0d348 None None] Port 8406094f-8e7e-4d1f-bbdc-478366e05c32 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:08.480836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-86f023a2-5956-404d-9650-69d3c44b986c None None] For port af8c6fc8-6b91-40ea-a36c-c7bde918df0e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,segment=NetworkSegment(ef17dde1-530a-412b-b5c5-41c6d160adb2),segment_id=ef17dde1-530a-412b-b5c5-41c6d160adb2)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:08.480836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-86f023a2-5956-404d-9650-69d3c44b986c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.514948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Calling delete_port for af8c6fc8-6b91-40ea-a36c-c7bde918df0e owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:08.628777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9c792b69-fc00-4d5b-a67e-0626a9c0d348 None None] Provisioning complete for port b5b41c03-59c4-4cd8-bcd0-de4197da39ef triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:08.628777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9c792b69-fc00-4d5b-a67e-0626a9c0d348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.646108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.663168 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-86f023a2-5956-404d-9650-69d3c44b986c None None] Calling delete_port for af8c6fc8-6b91-40ea-a36c-c7bde918df0e owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:08.697005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.753632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Port': ['ID=af8c6fc8-6b91-40ea-a36c-c7bde918df0e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:08.770519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] No DVR routers for this DVR port af8c6fc8-6b91-40ea-a36c-c7bde918df0e on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:37:08.800740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-86f023a2-5956-404d-9650-69d3c44b986c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:37:08.801927 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-86f023a2-5956-404d-9650-69d3c44b986c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:37:08.939347 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.957688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f0be0491-67b2-4d16-ac93-af6895c843d9 None None] Provisioning complete for port 8406094f-8e7e-4d1f-bbdc-478366e05c32 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:08.958059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f0be0491-67b2-4d16-ac93-af6895c843d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:08.972770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5da4e8-a6cf-4874-af0b-d27fac11bdf1']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:08.989960 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef17dde1-530a-412b-b5c5-41c6d160adb2') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:08.991389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef17dde1-530a-412b-b5c5-41c6d160adb2') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:09.007810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.023122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b5b41c03-59c4-4cd8-bcd0-de4197da39ef up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:09.028849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.035259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:37:09.035655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:09.056492 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:09.099306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f0be0491-67b2-4d16-ac93-af6895c843d9 None None] Port 8406094f-8e7e-4d1f-bbdc-478366e05c32 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:09.119520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b5b41c03-59c4-4cd8-bcd0-de4197da39ef triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:09.119520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.215369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.252830 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.260253 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7110423f-faec-4ed7-a29c-1844f505c7b9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:09.261750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] Pushing event deleted for resources: {'Network': ['ID=8b5da4e8-a6cf-4874-af0b-d27fac11bdf1,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:09.276350 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ec56f287-3dcd-45ba-969d-e4ca0b34a56a tempest-PortsIpV6TestJSON-1665851364 tempest-PortsIpV6TestJSON-1665851364-project] 10.222.0.39 "DELETE /v2.0/networks/8b5da4e8-a6cf-4874-af0b-d27fac11bdf1 HTTP/1.1" status: 204 len: 168 time: 1.5861671 Apr 29 15:37:09.316591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-86f023a2-5956-404d-9650-69d3c44b986c None None] Deleting port af8c6fc8-6b91-40ea-a36c-c7bde918df0e {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:09.324227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-86f023a2-5956-404d-9650-69d3c44b986c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.422547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-86f023a2-5956-404d-9650-69d3c44b986c None None] The port 'af8c6fc8-6b91-40ea-a36c-c7bde918df0e' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:37:09.492973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a0df-72b3-4a00-9408-711d6bb154ab tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.524438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 7110423f-faec-4ed7-a29c-1844f505c7b9 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:09.528662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.530949 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7110423f-faec-4ed7-a29c-1844f505c7b9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:09.537271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.585644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a0df-72b3-4a00-9408-711d6bb154ab tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.592721 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec6a0df-72b3-4a00-9408-711d6bb154ab tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:09.593359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7ec6a0df-72b3-4a00-9408-711d6bb154ab tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.596423 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7ec6a0df-72b3-4a00-9408-711d6bb154ab tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/ports/8406094f-8e7e-4d1f-bbdc-478366e05c32 HTTP/1.1" status: 200 len: 911 time: 1.7551417 Apr 29 15:37:09.597591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38198) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:09.638991 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.673107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.696214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 7110423f-faec-4ed7-a29c-1844f505c7b9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7110423f-faec-4ed7-a29c-1844f505c7b9,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:09.715487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70d1068-7962-467a-8fb3-b1cb7ad87e91 None None] Network 4db73c39-5a26-4d3b-8f64-15da74ae4350 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:09.726051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6a0df-72b3-4a00-9408-711d6bb154ab tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=8406094f-8e7e-4d1f-bbdc-478366e05c32,revision_number=3']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:09.765740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.831678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:09.833016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 214399ae-ef2f-4ad0-8515-b01c7bc7d46a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:09.847879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=a682b2fc-395d-46bd-a776-fb8d12fac15c,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:09.915238 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38204) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:09.961213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 4db73c39-5a26-4d3b-8f64-15da74ae4350 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:09.963451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:10.026677 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-fa78a51f-362d-4a50-b14a-e5840748bc60 None None] Provisioning for port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:10.040242 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=7110423f-faec-4ed7-a29c-1844f505c7b9,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:10.194971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:10.196583 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5c3e9220-775e-4d17-bdd3-445061125805 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5dab45b81f614da28ec529e1564555d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802372 Apr 29 15:37:10.199550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38210) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:10.207575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:10.208020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.254879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:10.325995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-95e0a02d-65b4-454d-87de-73f33db1650d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.360578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.403868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=214399ae-ef2f-4ad0-8515-b01c7bc7d46a,segment=NetworkSegment(4dad9244-580d-44ed-ae1d-961e0b846c8d),segment_id=4dad9244-580d-44ed-ae1d-961e0b846c8d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:10.417166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-28bdb098-a895-44c5-8c3f-add1d3d0b915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.459804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-28bdb098-a895-44c5-8c3f-add1d3d0b915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.476824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.524387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:10.529574 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e94b1c3e-e904-47b0-a3f3-fe7f0fc6467e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0995908 Apr 29 15:37:10.532302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38214) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:10.551798 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device af8c6fc8-6b91-40ea-a36c-c7bde918df0e no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:37:10.585142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Sync routers for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:10.619227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: af8c6fc8-6b91-40ea-a36c-c7bde918df0e {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:37:10.620304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device af8c6fc8-6b91-40ea-a36c-c7bde918df0e not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:37:10.639901 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:10.640706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:10.750099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-95e0a02d-65b4-454d-87de-73f33db1650d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 8406094f-8e7e-4d1f-bbdc-478366e05c32 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:10.750852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-95e0a02d-65b4-454d-87de-73f33db1650d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.801261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-28bdb098-a895-44c5-8c3f-add1d3d0b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.811403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=214399ae-ef2f-4ad0-8515-b01c7bc7d46a,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:10.847219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdb098-a895-44c5-8c3f-add1d3d0b915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bb9961-4114-4dd6-9e1e-3cc4347d9694,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:10.850411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b155e-d670-48d5-b50b-468001d80c2a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:10.850883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b155e-d670-48d5-b50b-468001d80c2a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:10.851341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b155e-d670-48d5-b50b-468001d80c2a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:10.851804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b155e-d670-48d5-b50b-468001d80c2a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:10.852343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b155e-d670-48d5-b50b-468001d80c2a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:10.854056 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bf7b155e-d670-48d5-b50b-468001d80c2a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.3207786 Apr 29 15:37:10.857462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38218) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:10.893814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5278b3dc-eec0-417d-a3b4-f1d69c850e58 None None] Provisioning for port a682b2fc-395d-46bd-a776-fb8d12fac15c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:10.894067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-28bdb098-a895-44c5-8c3f-add1d3d0b915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:10.897388 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-28bdb098-a895-44c5-8c3f-add1d3d0b915 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45bb9961-4114-4dd6-9e1e-3cc4347d9694 HTTP/1.1" status: 204 len: 168 time: 0.6947575 Apr 29 15:37:10.905437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:10.939325 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54433b02-dd59-458a-bee1-7f50a867805d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:10.939972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54433b02-dd59-458a-bee1-7f50a867805d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:10.940715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54433b02-dd59-458a-bee1-7f50a867805d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:10.941230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54433b02-dd59-458a-bee1-7f50a867805d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:10.941840 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54433b02-dd59-458a-bee1-7f50a867805d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:10.944000 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-54433b02-dd59-458a-bee1-7f50a867805d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3340 time: 0.0845296 Apr 29 15:37:10.946818 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38224) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:11.052981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-95e0a02d-65b4-454d-87de-73f33db1650d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.092264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7110423f-faec-4ed7-a29c-1844f505c7b9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:11.148104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5278b3dc-eec0-417d-a3b4-f1d69c850e58 None None] Provisioning complete for port a682b2fc-395d-46bd-a776-fb8d12fac15c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:11.148503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5278b3dc-eec0-417d-a3b4-f1d69c850e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.181315 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f632c3cb-d0e5-4dbc-823b-a8da7aa7eac5 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2141 time: 0.2328949 Apr 29 15:37:11.195337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-95e0a02d-65b4-454d-87de-73f33db1650d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for 8406094f-8e7e-4d1f-bbdc-478366e05c32 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:11.351682 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5278b3dc-eec0-417d-a3b4-f1d69c850e58 None None] Port a682b2fc-395d-46bd-a776-fb8d12fac15c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:11.390678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5278b3dc-eec0-417d-a3b4-f1d69c850e58 None None] Provisioning complete for port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:11.391317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5278b3dc-eec0-417d-a3b4-f1d69c850e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.459757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-95e0a02d-65b4-454d-87de-73f33db1650d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.499018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7110423f-faec-4ed7-a29c-1844f505c7b9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:11.499413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.507544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0a02d-65b4-454d-87de-73f33db1650d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=8406094f-8e7e-4d1f-bbdc-478366e05c32,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:11.676319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38240) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:11.683577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906339780', 'description': 'tempest-secgroup-smoke-906339780 description', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:11.698910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:11.708263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:11.711763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:11.720060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:37:08Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:11.721816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:11.730467 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Checking router: 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:11.731061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Updating router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 port a682b2fc-395d-46bd-a776-fb8d12fac15c binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:37:11.805240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.809949 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.826093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-40d86787-7a20-40e1-81e1-791ac64f4e04 None None] Provisioning complete for port a682b2fc-395d-46bd-a776-fb8d12fac15c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:11.826471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-40d86787-7a20-40e1-81e1-791ac64f4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.835316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:11.840769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:11.844704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:11.849047 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-95e0a02d-65b4-454d-87de-73f33db1650d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:11.851821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:11.914688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-40d86787-7a20-40e1-81e1-791ac64f4e04 None None] Port a682b2fc-395d-46bd-a776-fb8d12fac15c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:11.965279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.068626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.143648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:12.150684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e0a02d-65b4-454d-87de-73f33db1650d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 5983c396-22c0-4dfd-9a3b-3394984d2b76 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:12.191034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.192287 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-11d14fc5-f7ce-4841-b331-af78c3ea7bd5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5142241 Apr 29 15:37:12.195576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38252) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:12.211635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-53162d69-f16f-4c02-bf70-b82e65b72cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '2c2f5fb3-047c-426e-b4e2-abf8b25c72f8', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:12.217128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38256) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:12.230462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-53162d69-f16f-4c02-bf70-b82e65b72cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:12.244030 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-53162d69-f16f-4c02-bf70-b82e65b72cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:12.250661 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-53162d69-f16f-4c02-bf70-b82e65b72cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:12.263387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-53162d69-f16f-4c02-bf70-b82e65b72cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:12.292705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e0a02d-65b4-454d-87de-73f33db1650d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:12.305633 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d7f6a-5e1f-4c8c-80da-f6cb9857e1ab None None] Sync routers for ids ['5983c396-22c0-4dfd-9a3b-3394984d2b76'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:12.309149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.316260 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d7f6a-5e1f-4c8c-80da-f6cb9857e1ab None None] Routers {'5983c396-22c0-4dfd-9a3b-3394984d2b76'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:12.321321 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9a8d7f6a-5e1f-4c8c-80da-f6cb9857e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5983c396-22c0-4dfd-9a3b-3394984d2b76'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:12.321477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Transition to ACTIVE for port object a682b2fc-395d-46bd-a776-fb8d12fac15c will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:12.356855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-412860467'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:12.361732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:12.365803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:network and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:12.368750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:12.375548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:12.382906 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9a8d7f6a-5e1f-4c8c-80da-f6cb9857e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:12.391829 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d7f6a-5e1f-4c8c-80da-f6cb9857e1ab None None] Routers {'5983c396-22c0-4dfd-9a3b-3394984d2b76'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:12.392417 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9a8d7f6a-5e1f-4c8c-80da-f6cb9857e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5983c396-22c0-4dfd-9a3b-3394984d2b76'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:12.398862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53162d69-f16f-4c02-bf70-b82e65b72cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.415240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.417735 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-95e0a02d-65b4-454d-87de-73f33db1650d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/5983c396-22c0-4dfd-9a3b-3394984d2b76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8189569 Apr 29 15:37:12.420521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38262) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:12.453341 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9a8d7f6a-5e1f-4c8c-80da-f6cb9857e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:12.454037 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d7f6a-5e1f-4c8c-80da-f6cb9857e1ab None None] The sync data for ids ['5983c396-22c0-4dfd-9a3b-3394984d2b76'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:12.473475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-32f243c9-a4cc-4f56-9076-dbb4ec7913f3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Synchronizing usage tracker for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:12.484057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:12.488589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.507424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53162d69-f16f-4c02-bf70-b82e65b72cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.508375 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.524830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:12.529561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:security_group_rule and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:12.532867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:12.540802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:12.553153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f51dd-f252-4fc2-a8ab-61df3d129181 None None] Pushing event updated for resources: {'Port': ['ID=a682b2fc-395d-46bd-a776-fb8d12fac15c,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:12.558686 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-32f243c9-a4cc-4f56-9076-dbb4ec7913f3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Unset dirty status for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:12.559867 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-32f243c9-a4cc-4f56-9076-dbb4ec7913f3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=5983c396-22c0-4dfd-9a3b-3394984d2b76 HTTP/1.1" status: 200 len: 205 time: 0.1383419 Apr 29 15:37:12.562492 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38266) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:12.611951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53162d69-f16f-4c02-bf70-b82e65b72cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.648087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Attempting to bind port a682b2fc-395d-46bd-a776-fb8d12fac15c on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:12.648944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Attempting to bind port a682b2fc-395d-46bd-a776-fb8d12fac15c by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:12.649555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Attempting to bind port a682b2fc-395d-46bd-a776-fb8d12fac15c on network 4db73c39-5a26-4d3b-8f64-15da74ae4350 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:12.659368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:12.661300 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Checking segment: {'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:12.661300 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.661300 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Bound using segment: {'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:12.661606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Bound port: a682b2fc-395d-46bd-a776-fb8d12fac15c, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:12.661809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.665631 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53162d69-f16f-4c02-bf70-b82e65b72cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0531f057-302d-4701-a265-c3a3bdff0c7f,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:12.713440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.720397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-913378b4-3749-45e4-8d5c-a44846586b3f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.767150 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] For port a682b2fc-395d-46bd-a776-fb8d12fac15c, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:12.770211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] For port a682b2fc-395d-46bd-a776-fb8d12fac15c, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a682b2fc-395d-46bd-a776-fb8d12fac15c,segment=NetworkSegment(4dad9244-580d-44ed-ae1d-961e0b846c8d),segment_id=4dad9244-580d-44ed-ae1d-961e0b846c8d)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:12.775647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53162d69-f16f-4c02-bf70-b82e65b72cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.781923 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-53162d69-f16f-4c02-bf70-b82e65b72cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5811071 Apr 29 15:37:12.781923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38270) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:12.785501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c702cd0c-a130-4c24-a7ec-e1380994668e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '2c2f5fb3-047c-426e-b4e2-abf8b25c72f8', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:12.791459 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c702cd0c-a130-4c24-a7ec-e1380994668e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:12.796102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c702cd0c-a130-4c24-a7ec-e1380994668e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:12.799047 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c702cd0c-a130-4c24-a7ec-e1380994668e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:12.809018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c702cd0c-a130-4c24-a7ec-e1380994668e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:12.832819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.846254 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:12.862535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.880414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.881018 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Added segment a6bb8229-f731-40bb-9c2e-f6dce0597af0 of type vlan for network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b Apr 29 15:37:12.889727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ba61a7-f6cd-4928-b92a-ff66db4020f0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:12.912206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 214399ae-ef2f-4ad0-8515-b01c7bc7d46a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:12.913564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:12.947173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c702cd0c-a130-4c24-a7ec-e1380994668e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.012023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:13.012708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:13.020251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c702cd0c-a130-4c24-a7ec-e1380994668e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.021574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.027450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:13.028344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.051785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-913378b4-3749-45e4-8d5c-a44846586b3f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.054237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-913378b4-3749-45e4-8d5c-a44846586b3f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.150158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c702cd0c-a130-4c24-a7ec-e1380994668e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.157563 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f51dd-f252-4fc2-a8ab-61df3d129181 None None] Pushing event updated for resources: {'Port': ['ID=a682b2fc-395d-46bd-a776-fb8d12fac15c,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:13.158959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-913378b4-3749-45e4-8d5c-a44846586b3f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.161265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913378b4-3749-45e4-8d5c-a44846586b3f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Fanout notify agent at l3_agent the message router_deleted on router 5983c396-22c0-4dfd-9a3b-3394984d2b76 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:37:13.173456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:13.173456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.190037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Network': ['ID=b4e7d3c7-f93e-4f88-90fe-efa363e21a1b,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:13.190340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-913378b4-3749-45e4-8d5c-a44846586b3f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.193129 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-913378b4-3749-45e4-8d5c-a44846586b3f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/5983c396-22c0-4dfd-9a3b-3394984d2b76 HTTP/1.1" status: 204 len: 168 time: 0.6297295 Apr 29 15:37:13.196080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38274) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:13.208754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:13.209346 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702cd0c-a130-4c24-a7ec-e1380994668e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f22a09-72a7-4b43-9161-724f7e229034,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:13.211968 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b7371576-d9ca-42ac-b124-e1a9e7df14e3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9939184 Apr 29 15:37:13.215502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38278) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:13.222595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'name': 'tempest-PortsTestJSON-1854019907'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:13.310407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe67814-900b-4644-9d63-6ca6d1577f28 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting subnet b0462348-6c13-46d2-93bb-1eb3d2fda04d {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:37:13.314182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7fe67814-900b-4644-9d63-6ca6d1577f28 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.334482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c702cd0c-a130-4c24-a7ec-e1380994668e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.338346 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c702cd0c-a130-4c24-a7ec-e1380994668e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5544181 Apr 29 15:37:13.346315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38282) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:13.351194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c1eca7ba-1588-48a2-b846-1e359541a25d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '2c2f5fb3-047c-426e-b4e2-abf8b25c72f8', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:13.361785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c1eca7ba-1588-48a2-b846-1e359541a25d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:13.377500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c1eca7ba-1588-48a2-b846-1e359541a25d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:13.377500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:13.377500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c1eca7ba-1588-48a2-b846-1e359541a25d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:13.381581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7fe67814-900b-4644-9d63-6ca6d1577f28 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.384343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:port and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:13.387248 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c1eca7ba-1588-48a2-b846-1e359541a25d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:13.389450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:13.391246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:13.397785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:13.467940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1eca7ba-1588-48a2-b846-1e359541a25d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.470354 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7fe67814-900b-4644-9d63-6ca6d1577f28 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.477664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:13.481374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.525498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port c4b3f136-7570-4d13-b0da-096d4d6e56d4 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:37:13.638259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1eca7ba-1588-48a2-b846-1e359541a25d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.740223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7fe67814-900b-4644-9d63-6ca6d1577f28 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.740857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1eca7ba-1588-48a2-b846-1e359541a25d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.780937 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:37:08Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:12Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:13.782000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe67814-900b-4644-9d63-6ca6d1577f28 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Subnet': ['ID=b0462348-6c13-46d2-93bb-1eb3d2fda04d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:13.785788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7fe67814-900b-4644-9d63-6ca6d1577f28 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.797051 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c3a9d8-f098-4e09-ac47-664c0ad985b0 None None] Network ee0f4374-70a2-4453-96fa-754e9e2e6bad requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:13.797231 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7fe67814-900b-4644-9d63-6ca6d1577f28 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/b0462348-6c13-46d2-93bb-1eb3d2fda04d HTTP/1.1" status: 204 len: 168 time: 0.5971045 Apr 29 15:37:13.797481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38286) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:13.798218 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eca7ba-1588-48a2-b846-1e359541a25d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a17dfa9-85fe-408b-af54-ab94c6cfcdc7,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:13.804340 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.809710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1005d-7f74-4816-ac19-080ee7de773a None None] The sync data for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv is: [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:37:08Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:12Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:13.899905 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c1eca7ba-1588-48a2-b846-1e359541a25d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.901993 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c1eca7ba-1588-48a2-b846-1e359541a25d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5542686 Apr 29 15:37:13.904955 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38290) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:13.910245 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-efeb5cfd-07e8-4d07-9924-e8883cd86417 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '2c2f5fb3-047c-426e-b4e2-abf8b25c72f8', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:13.916812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-efeb5cfd-07e8-4d07-9924-e8883cd86417 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:13.920901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-efeb5cfd-07e8-4d07-9924-e8883cd86417 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:13.924224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-efeb5cfd-07e8-4d07-9924-e8883cd86417 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:13.927384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.942971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.956806 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port b5b41c03-59c4-4cd8-bcd0-de4197da39ef {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:13.957413 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:13.976801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-efeb5cfd-07e8-4d07-9924-e8883cd86417 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:14.058293 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=c4b3f136-7570-4d13-b0da-096d4d6e56d4,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:14.067565 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Checking segment: {'id': 'a6bb8229-f731-40bb-9c2e-f6dce0597af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:14.067753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network hostable DHCP agents. Network: b4e7d3c7-f93e-4f88-90fe-efa363e21a1b, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:14.096264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efeb5cfd-07e8-4d07-9924-e8883cd86417 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.170505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:14.211019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efeb5cfd-07e8-4d07-9924-e8883cd86417 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.243183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] For port b5b41c03-59c4-4cd8-bcd0-de4197da39ef, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b5b41c03-59c4-4cd8-bcd0-de4197da39ef,segment=NetworkSegment(ef148638-4c98-4f43-9b56-5b2292776c36),segment_id=ef148638-4c98-4f43-9b56-5b2292776c36)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:14.243536 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.259424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, b4e7d3c7-f93e-4f88-90fe-efa363e21a1b) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:14.263608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:14.269926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:14.277029 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.277651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b503aa-0492-4d13-9433-925e2418ad8c None None] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:14.283781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efeb5cfd-07e8-4d07-9924-e8883cd86417 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.330906 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d9d9d-5e57-4ab2-a5e9-c79def36a43f None None] DHCP port deletion for ee0f4374-70a2-4453-96fa-754e9e2e6bad request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:37:14.341014 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-976d9d9d-5e57-4ab2-a5e9-c79def36a43f None None] Deleting port b5b41c03-59c4-4cd8-bcd0-de4197da39ef {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:14.341469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-976d9d9d-5e57-4ab2-a5e9-c79def36a43f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.350491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb5cfd-07e8-4d07-9924-e8883cd86417 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b65846-425a-4bf8-a95d-9e74e2f79e03,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:14.395733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for b5b41c03-59c4-4cd8-bcd0-de4197da39ef owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:14.433328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efeb5cfd-07e8-4d07-9924-e8883cd86417 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.437058 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-efeb5cfd-07e8-4d07-9924-e8883cd86417 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5284922 Apr 29 15:37:14.441030 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38294) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:14.443835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1b242a5b-95b5-4132-8988-abdac0022574 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '2c2f5fb3-047c-426e-b4e2-abf8b25c72f8', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:14.452148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1b242a5b-95b5-4132-8988-abdac0022574 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:14.456340 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1b242a5b-95b5-4132-8988-abdac0022574 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:14.462224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1b242a5b-95b5-4132-8988-abdac0022574 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:14.466582 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bd51f7b3-5550-4b3b-92ec-e130ba346dd2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2500703 Apr 29 15:37:14.470576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38298) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:14.478719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-633443949'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:14.488510 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1b242a5b-95b5-4132-8988-abdac0022574 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:14.492898 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:14.500304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:network and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:14.504144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:14.509865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:14.568186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.598439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:14.601934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.614219 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-1b242a5b-95b5-4132-8988-abdac0022574 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:37:14.621370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=b5b41c03-59c4-4cd8-bcd0-de4197da39ef,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:14.630487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:14.630487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:14.630869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1b242a5b-95b5-4132-8988-abdac0022574 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.631104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:14.631559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:14.632001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:14.632418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:14.632862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:14.633283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:14.633705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:14.634126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:14.634673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:14.635095 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:14.640864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No DVR routers for this DVR port b5b41c03-59c4-4cd8-bcd0-de4197da39ef on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:37:14.682877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:14.696229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-976d9d9d-5e57-4ab2-a5e9-c79def36a43f None None] For port b5b41c03-59c4-4cd8-bcd0-de4197da39ef, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b5b41c03-59c4-4cd8-bcd0-de4197da39ef,segment=NetworkSegment(ef148638-4c98-4f43-9b56-5b2292776c36),segment_id=ef148638-4c98-4f43-9b56-5b2292776c36)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:14.696906 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-976d9d9d-5e57-4ab2-a5e9-c79def36a43f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.707277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.707909 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Added segment 7596e369-ffea-42d1-9b62-d51e2b276b8a of type vlan for network 63e7b2d1-43ad-48db-9202-a525b4483746 Apr 29 15:37:14.800405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.864361 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-976d9d9d-5e57-4ab2-a5e9-c79def36a43f None None] Calling delete_port for b5b41c03-59c4-4cd8-bcd0-de4197da39ef owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:14.865176 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1b242a5b-95b5-4132-8988-abdac0022574 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.867022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.875057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0f4374-70a2-4453-96fa-754e9e2e6bad']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:14.890818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef148638-4c98-4f43-9b56-5b2292776c36') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:14.891194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef148638-4c98-4f43-9b56-5b2292776c36') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:14.907678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.923546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1b242a5b-95b5-4132-8988-abdac0022574 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.944263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.946788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a682b2fc-395d-46bd-a776-fb8d12fac15c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:14.953267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:37:14.953723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:14.968983 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:14.978470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b242a5b-95b5-4132-8988-abdac0022574 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e91045-c259-46a3-a2a3-5e77f0847a25,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:14.981066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:14.989055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:14.989204 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.019381 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-976d9d9d-5e57-4ab2-a5e9-c79def36a43f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:37:15.019835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-976d9d9d-5e57-4ab2-a5e9-c79def36a43f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:37:15.050227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1b242a5b-95b5-4132-8988-abdac0022574 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.052509 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1b242a5b-95b5-4132-8988-abdac0022574 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6125977 Apr 29 15:37:15.055827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38302) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:15.062643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-973aa086-6bcb-4e31-9071-88d9244ea59b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '2c2f5fb3-047c-426e-b4e2-abf8b25c72f8', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:15.068700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-973aa086-6bcb-4e31-9071-88d9244ea59b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:15.072739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-973aa086-6bcb-4e31-9071-88d9244ea59b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:15.076769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-973aa086-6bcb-4e31-9071-88d9244ea59b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:15.082697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-973aa086-6bcb-4e31-9071-88d9244ea59b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:15.100796 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port a682b2fc-395d-46bd-a776-fb8d12fac15c completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:15.107050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port a682b2fc-395d-46bd-a776-fb8d12fac15c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:15.110120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.117081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Network': ['ID=63e7b2d1-43ad-48db-9202-a525b4483746,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:15.132003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.135512 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4a91df2f-84f5-4354-8f9e-a8cf7a0f55fb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6636426 Apr 29 15:37:15.138187 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38306) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:15.140534 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 63e7b2d1-43ad-48db-9202-a525b4483746 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:15.144457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'ports': [{'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b'}, {'network_id': '63e7b2d1-43ad-48db-9202-a525b4483746'}]} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:15.144997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:15.145576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': '63e7b2d1-43ad-48db-9202-a525b4483746'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:15.165697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.179732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Network': ['ID=ee0f4374-70a2-4453-96fa-754e9e2e6bad,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:15.202057 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-973aa086-6bcb-4e31-9071-88d9244ea59b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:37:15.210517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-973aa086-6bcb-4e31-9071-88d9244ea59b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.296239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-973aa086-6bcb-4e31-9071-88d9244ea59b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.298085 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4dfa87a4-5049-4ad4-ad63-bf902349f450 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/networks/ee0f4374-70a2-4453-96fa-754e9e2e6bad HTTP/1.1" status: 204 len: 168 time: 1.4993074 Apr 29 15:37:15.304346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38310) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:15.310101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2c94bd6a-2811-4273-94f3-24833a57aa66 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-477878737', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:15.330683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2c94bd6a-2811-4273-94f3-24833a57aa66 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:15.338364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2c94bd6a-2811-4273-94f3-24833a57aa66 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:router and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:15.343526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2c94bd6a-2811-4273-94f3-24833a57aa66 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:15.349981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2c94bd6a-2811-4273-94f3-24833a57aa66 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:15.361172 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.379512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-973aa086-6bcb-4e31-9071-88d9244ea59b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.395035 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port a682b2fc-395d-46bd-a776-fb8d12fac15c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a682b2fc-395d-46bd-a776-fb8d12fac15c,segment=NetworkSegment(4dad9244-580d-44ed-ae1d-961e0b846c8d),segment_id=4dad9244-580d-44ed-ae1d-961e0b846c8d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:15.405367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973aa086-6bcb-4e31-9071-88d9244ea59b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025ffa57-be03-4834-a743-5c6cf5e8ef18,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:15.434873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:15.443396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:port and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:15.443396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:15.447114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:15.461195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c94bd6a-2811-4273-94f3-24833a57aa66 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.462228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c94bd6a-2811-4273-94f3-24833a57aa66 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.477543 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c94bd6a-2811-4273-94f3-24833a57aa66 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.489714 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.490594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-973aa086-6bcb-4e31-9071-88d9244ea59b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.502662 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-973aa086-6bcb-4e31-9071-88d9244ea59b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4343085 Apr 29 15:37:15.528503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-976d9d9d-5e57-4ab2-a5e9-c79def36a43f None None] Deleting port b5b41c03-59c4-4cd8-bcd0-de4197da39ef {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:15.529025 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-976d9d9d-5e57-4ab2-a5e9-c79def36a43f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.547240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 2} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:15.551695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.570166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.575452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b5b41c03-59c4-4cd8-bcd0-de4197da39ef no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:37:15.583315 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c94bd6a-2811-4273-94f3-24833a57aa66 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.646231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: b5b41c03-59c4-4cd8-bcd0-de4197da39ef {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:37:15.646566 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b5b41c03-59c4-4cd8-bcd0-de4197da39ef not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:37:15.662288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-976d9d9d-5e57-4ab2-a5e9-c79def36a43f None None] The port 'b5b41c03-59c4-4cd8-bcd0-de4197da39ef' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:37:15.676883 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c94bd6a-2811-4273-94f3-24833a57aa66 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.680768 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2c94bd6a-2811-4273-94f3-24833a57aa66 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3730123 Apr 29 15:37:15.680949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38322) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:15.686899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=a682b2fc-395d-46bd-a776-fb8d12fac15c,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:15.687379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-856349563'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:15.703582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:15.708589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:network and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:15.712845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:15.719412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:15.796661 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:15.800321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.829120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:15.837587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.837919 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Added segment 15940a34-1d2b-48b6-9b72-8febce40595f of type vlan for network e997af44-676b-4751-b8b6-852f771ca027 Apr 29 15:37:15.851176 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-3e0ab101-9021-4841-9daa-a8c319791d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:15.859096 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port 5e3ddc2e-f7a8-459e-af53-ec6d2b6609cf yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:37:15.864315 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.954628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-3e0ab101-9021-4841-9daa-a8c319791d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:15.955672 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-3e0ab101-9021-4841-9daa-a8c319791d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906339780&fields=id&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 267 time: 0.2301335 Apr 29 15:37:15.959351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.975441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:15.981744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:15.982314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.087319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Network': ['ID=e997af44-676b-4751-b8b6-852f771ca027,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:16.098504 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network e997af44-676b-4751-b8b6-852f771ca027 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:16.109751 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1415a22d-36f3-47eb-9f52-b1915d631808 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4252098 Apr 29 15:37:16.109994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38330) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:16.116026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'subnet': {'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:16.168738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port 99704f0f-b42f-48a1-bc18-ff2ca081f9e0 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:37:16.215961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b8628eaa-5643-47ff-a15c-9951d3398686 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:16.217425 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b8628eaa-5643-47ff-a15c-9951d3398686 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/networks?id=4db73c39-5a26-4d3b-8f64-15da74ae4350 HTTP/1.1" status: 200 len: 796 time: 0.2538664 Apr 29 15:37:16.238785 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-a8e6d1d3-61e3-40d5-9f96-90e841814cb9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/quotas/b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 375 time: 0.0120044 Apr 29 15:37:16.242523 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:16.246649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:subnet and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:16.249565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:16.255384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:16.306605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:16.311024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.367995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.387483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-632344a9-bddc-4756-a4ac-3bf70a46da9b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:16.476557 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-632344a9-bddc-4756-a4ac-3bf70a46da9b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:16.477842 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-632344a9-bddc-4756-a4ac-3bf70a46da9b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2303402 Apr 29 15:37:16.503106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.611576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:16.615930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:16.666735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:16.667602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.672948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=5e3ddc2e-f7a8-459e-af53-ec6d2b6609cf,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:16.688447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.765342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Subnet': ['ID=a15370fd-9466-4a8a-bac3-ec17a1707bc8,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:16.778194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Checking segment: {'id': '15940a34-1d2b-48b6-9b72-8febce40595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:16.778545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network hostable DHCP agents. Network: e997af44-676b-4751-b8b6-852f771ca027, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:16.795568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=99704f0f-b42f-48a1-bc18-ff2ca081f9e0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:16.800783 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-bcae2bd4-b174-429a-bc49-7eed34299d0f service neutron] 10.222.0.39 "GET /v2.0/networks/4db73c39-5a26-4d3b-8f64-15da74ae4350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098531 Apr 29 15:37:16.809792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Checking segment: {'id': '7596e369-ffea-42d1-9b62-d51e2b276b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '63e7b2d1-43ad-48db-9202-a525b4483746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:16.810154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network hostable DHCP agents. Network: 63e7b2d1-43ad-48db-9202-a525b4483746, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:16.837903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network e997af44-676b-4751-b8b6-852f771ca027 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:16.866980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a682b2fc-395d-46bd-a776-fb8d12fac15c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:16.900922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, e997af44-676b-4751-b8b6-852f771ca027) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:16.906055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:16.906810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:16.942769 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71214f74-b9b2-4fd9-939e-1b154af98153 None None] Network e997af44-676b-4751-b8b6-852f771ca027 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:16.982444 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-339bab1b-199e-4a19-b002-885ffc3dc28e tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8713667 Apr 29 15:37:16.985141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38336) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:17.071929 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-5ad0c5d6-6c74-4616-b4a8-83e429eb640d service neutron] 10.222.0.39 "GET /v2.0/networks/4db73c39-5a26-4d3b-8f64-15da74ae4350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630179 Apr 29 15:37:17.087653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network 63e7b2d1-43ad-48db-9202-a525b4483746 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:17.095058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 63e7b2d1-43ad-48db-9202-a525b4483746) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:17.105388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:17.107480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port a682b2fc-395d-46bd-a776-fb8d12fac15c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:17.107976 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.111213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:17.116054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:17.116780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.165380 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd09dd2-985f-4cd0-ad89-23c8242aecdf None None] Network 63e7b2d1-43ad-48db-9202-a525b4483746 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:17.208790 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-12f35efb-f520-4bf5-b0ae-991d34187cf8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0690587 Apr 29 15:37:17.211345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38340) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:17.305335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-49413e9e-0df5-4f2b-82ca-899582fcba47 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 99704f0f-b42f-48a1-bc18-ff2ca081f9e0 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:17.305557 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-49413e9e-0df5-4f2b-82ca-899582fcba47 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.512605 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e1529f9b-f2f5-440a-b6db-2c0b18691cad req-0ee8ffd5-aa6d-4a71-b578-c43628081cda tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 210 time: 0.1205924 Apr 29 15:37:17.515598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-e997af44-676b-4751-b8b6-852f771ca027', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:37:17.516726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.565532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.636041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-49413e9e-0df5-4f2b-82ca-899582fcba47 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.711197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Allocated IP 2001:db8::2 (e997af44-676b-4751-b8b6-852f771ca027/a15370fd-9466-4a8a-bac3-ec17a1707bc8/fe41a5f1-9540-4f79-ac6e-9aa5601d38f2) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:17.770213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-49413e9e-0df5-4f2b-82ca-899582fcba47 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 99704f0f-b42f-48a1-bc18-ff2ca081f9e0 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:17.929405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.946322 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Transition to ACTIVE for port object fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:17.946502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-49413e9e-0df5-4f2b-82ca-899582fcba47 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:17.967273 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Transition to ACTIVE for port object fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:18.001528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49413e9e-0df5-4f2b-82ca-899582fcba47 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=99704f0f-b42f-48a1-bc18-ff2ca081f9e0,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:18.006541 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-49413e9e-0df5-4f2b-82ca-899582fcba47 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.013577 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-49413e9e-0df5-4f2b-82ca-899582fcba47 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/99704f0f-b42f-48a1-bc18-ff2ca081f9e0 HTTP/1.1" status: 204 len: 168 time: 0.8010349 Apr 29 15:37:18.016051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38352) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:18.034846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.108395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99160e6-7b5b-4177-a24e-5c3c8df77ba7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:18.113659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Network e997af44-676b-4751-b8b6-852f771ca027 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:18.116118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99160e6-7b5b-4177-a24e-5c3c8df77ba7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:18.116496 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f99160e6-7b5b-4177-a24e-5c3c8df77ba7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:18.128364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:18.133473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:18.156733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Allocated IP 2001:db8::1 (e997af44-676b-4751-b8b6-852f771ca027/a15370fd-9466-4a8a-bac3-ec17a1707bc8/4540e62d-abe7-4046-851a-5ffb373d5c1d) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:18.219076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f99160e6-7b5b-4177-a24e-5c3c8df77ba7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:18.220641 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f99160e6-7b5b-4177-a24e-5c3c8df77ba7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2036605 Apr 29 15:37:18.223453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38358) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:18.239292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Pushing event updated for resources: {'Port': ['ID=fe41a5f1-9540-4f79-ac6e-9aa5601d38f2,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:18.256887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Attempting to bind port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:18.257254 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Attempting to bind port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '15940a34-1d2b-48b6-9b72-8febce40595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:18.257613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Attempting to bind port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 on network e997af44-676b-4751-b8b6-852f771ca027 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:18.264362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:18.264754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Checking segment: {'id': '15940a34-1d2b-48b6-9b72-8febce40595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:18.265151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.265673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Bound using segment: {'id': '15940a34-1d2b-48b6-9b72-8febce40595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:18.266145 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Bound port: fe41a5f1-9540-4f79-ac6e-9aa5601d38f2, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15940a34-1d2b-48b6-9b72-8febce40595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:18.266512 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.299906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c5df02dc-1aa3-4ad7-93a6-8bf6af6481c7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 5e3ddc2e-f7a8-459e-af53-ec6d2b6609cf {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:18.300251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c5df02dc-1aa3-4ad7-93a6-8bf6af6481c7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.363273 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] For port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:18.366562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] For port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fe41a5f1-9540-4f79-ac6e-9aa5601d38f2,segment=NetworkSegment(15940a34-1d2b-48b6-9b72-8febce40595f),segment_id=15940a34-1d2b-48b6-9b72-8febce40595f)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:18.376160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.392565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Transition to ACTIVE for port object 4540e62d-abe7-4046-851a-5ffb373d5c1d will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:18.466749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.526052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c5df02dc-1aa3-4ad7-93a6-8bf6af6481c7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.528421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.563892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e658a-7ca0-4df5-bb77-cdfbefbc98ff None None] Pushing event updated for resources: {'Port': ['ID=fe41a5f1-9540-4f79-ac6e-9aa5601d38f2,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:18.625322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network e997af44-676b-4751-b8b6-852f771ca027 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:18.628565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:18.632570 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:18.633108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.652970 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=4540e62d-abe7-4046-851a-5ffb373d5c1d,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:18.702183 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c5df02dc-1aa3-4ad7-93a6-8bf6af6481c7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 5e3ddc2e-f7a8-459e-af53-ec6d2b6609cf owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:18.803820 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0e07e99-11b1-4b1d-919c-f5b618cab011 req-9374c5d7-c6da-4ba5-8a0c-5db918154b72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 210 time: 0.1105638 Apr 29 15:37:18.965923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:18.969533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c5df02dc-1aa3-4ad7-93a6-8bf6af6481c7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:18.998507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.032061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df02dc-1aa3-4ad7-93a6-8bf6af6481c7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=5e3ddc2e-f7a8-459e-af53-ec6d2b6609cf,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:19.039270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c5df02dc-1aa3-4ad7-93a6-8bf6af6481c7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.107504 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c5df02dc-1aa3-4ad7-93a6-8bf6af6481c7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/5e3ddc2e-f7a8-459e-af53-ec6d2b6609cf HTTP/1.1" status: 204 len: 168 time: 0.8831017 Apr 29 15:37:19.110108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38364) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:19.128091 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:19.194410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a145e-7ffd-462d-a1fa-24a1035b298f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:19.195094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-983a145e-7ffd-462d-a1fa-24a1035b298f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:19.288009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-983a145e-7ffd-462d-a1fa-24a1035b298f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:19.289305 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-983a145e-7ffd-462d-a1fa-24a1035b298f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1775284 Apr 29 15:37:19.292340 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38368) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:19.336440 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-7509695f-ad0a-4abc-bd30-ca9ec29413dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:37:19.338066 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7509695f-ad0a-4abc-bd30-ca9ec29413dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/99704f0f-b42f-48a1-bc18-ff2ca081f9e0 HTTP/1.1" status: 404 len: 333 time: 0.0445266 Apr 29 15:37:19.343055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38372) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:19.433850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.501706 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdd5fb7-9b84-4c92-a911-8d470de04537 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:37:19.503040 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ffdd5fb7-9b84-4c92-a911-8d470de04537 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/5e3ddc2e-f7a8-459e-af53-ec6d2b6609cf HTTP/1.1" status: 404 len: 333 time: 0.1590607 Apr 29 15:37:19.505755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38376) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:19.512390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.513509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.633767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.685365 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=4540e62d-abe7-4046-851a-5ffb373d5c1d,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:19.686190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d5a6cc-73fa-412a-b0eb-9abb8f142d54 None None] Network e997af44-676b-4751-b8b6-852f771ca027 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:19.734303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network e997af44-676b-4751-b8b6-852f771ca027 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:19.735378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:19.771055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.799118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e7b2d1-43ad-48db-9202-a525b4483746']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:19.812151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7596e369-ffea-42d1-9b62-d51e2b276b8a') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:19.812934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7596e369-ffea-42d1-9b62-d51e2b276b8a') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:19.826516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.855156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7c87286f-bfb3-4266-b931-50a17e77763f None None] Provisioning for port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:19.866636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.868613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7c87286f-bfb3-4266-b931-50a17e77763f None None] Provisioning complete for port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:19.868982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7c87286f-bfb3-4266-b931-50a17e77763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.874150 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:37:19.874763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:19.891658 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:20.055446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-86876115-c5a4-4d2f-96c2-1d3905d61e64 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:20.056119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-86876115-c5a4-4d2f-96c2-1d3905d61e64 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:20.071773 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd0eafae-3e20-4e0c-9f93-edd3ffc2fd9c req-0cb1208d-ce2d-4ee8-9baa-fb2474b58286 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 210 time: 0.0736916 Apr 29 15:37:20.078260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.085650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.092714 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7c87286f-bfb3-4266-b931-50a17e77763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.109242 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/networks/63e7b2d1-43ad-48db-9202-a525b4483746 HTTP/1.1" status: 204 len: 168 time: 0.6024563 Apr 29 15:37:20.112821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38382) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:20.117534 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Network': ['ID=63e7b2d1-43ad-48db-9202-a525b4483746,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:20.124034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1659723745'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:20.127306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:20.127694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:20.128684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:20.129033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:20.129378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:20.129715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:20.130039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:20.130364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:20.130690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:20.131011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:20.131715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:20.132201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bd495c-4ead-4a2c-868a-7555e26373a9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:20.132965 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:20.138867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:network and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:20.141527 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-7c87286f-bfb3-4266-b931-50a17e77763f None None] For port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fe41a5f1-9540-4f79-ac6e-9aa5601d38f2,segment=NetworkSegment(15940a34-1d2b-48b6-9b72-8febce40595f),segment_id=15940a34-1d2b-48b6-9b72-8febce40595f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:20.145212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:20.149285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:20.175481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-86876115-c5a4-4d2f-96c2-1d3905d61e64 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:20.176869 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-86876115-c5a4-4d2f-96c2-1d3905d61e64 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks?id=4db73c39-5a26-4d3b-8f64-15da74ae4350 HTTP/1.1" status: 200 len: 796 time: 0.3155031 Apr 29 15:37:20.236272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 68643a8c-287e-4081-8155-c19b70e5c0c3 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:37:20.241429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-06df1a18-bda2-4f6c-aec2-c29773cb323b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:20.305348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7c87286f-bfb3-4266-b931-50a17e77763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.381022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87286f-bfb3-4266-b931-50a17e77763f None None] Pushing event updated for resources: {'Port': ['ID=fe41a5f1-9540-4f79-ac6e-9aa5601d38f2,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:20.383874 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:20.387344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.398989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-06df1a18-bda2-4f6c-aec2-c29773cb323b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:20.400189 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-06df1a18-bda2-4f6c-aec2-c29773cb323b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 379 time: 0.2150598 Apr 29 15:37:20.413156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'device_id': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'admin_state_up': True, 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'security_groups': ['2c2f5fb3-047c-426e-b4e2-abf8b25c72f8']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:20.436879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-45ce3e14-fe28-4fe0-96c5-41b44dbdda29 None None] Provisioning complete for port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:20.437254 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45ce3e14-fe28-4fe0-96c5-41b44dbdda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.523581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:20.545385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:20.562431 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Sync routers for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:20.563463 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.563853 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Added segment 98f1d315-40a4-42ce-be3d-743ef0eef5f0 of type vlan for network a5a3d667-0095-430a-95be-baf70268baac Apr 29 15:37:20.583883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:20.584501 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:20.616651 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9d2f0cac-f2aa-4a23-8189-26ae9b606e7c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6304073 Apr 29 15:37:20.619290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38390) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:20.620339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:20.623500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.626635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-71563280'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:20.632723 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:20.637059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:20.641540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:network and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:20.646271 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:20.654314 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:20.712649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:20.717062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.747626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:20.753812 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:20.756028 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.789958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:20.801376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-45ce3e14-fe28-4fe0-96c5-41b44dbdda29 None None] Provisioning for port 4540e62d-abe7-4046-851a-5ffb373d5c1d completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:20.802998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.803576 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Added segment 024da941-290a-4bcb-932f-dab8f238a268 of type vlan for network 59fa1ad5-4be9-426e-99a3-1f0d96172cb3 Apr 29 15:37:20.826783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-45ce3e14-fe28-4fe0-96c5-41b44dbdda29 None None] Provisioning complete for port 4540e62d-abe7-4046-851a-5ffb373d5c1d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:20.827203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45ce3e14-fe28-4fe0-96c5-41b44dbdda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.844640 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.889093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-45ce3e14-fe28-4fe0-96c5-41b44dbdda29 None None] Port 4540e62d-abe7-4046-851a-5ffb373d5c1d cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:20.897926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:20.908181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.913693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:20.914260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.946830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:20.953634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:20.954736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.052719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Network': ['ID=a5a3d667-0095-430a-95be-baf70268baac,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:21.062758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Network': ['ID=59fa1ad5-4be9-426e-99a3-1f0d96172cb3,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:21.064655 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c03eac6e-46bd-44eb-89f2-70171ad26ed9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9507279 Apr 29 15:37:21.064930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38394) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:21.070765 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': 'a5a3d667-0095-430a-95be-baf70268baac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:21.093483 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0aa60580-127c-4eed-959d-d6e3ba7c3bc2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4720802 Apr 29 15:37:21.098862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38398) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:21.115368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'subnet': {'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:21.126492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-dd86ad6e-f8bc-41df-ac9b-6b5ef2c8f94b None None] Provisioning complete for port 4540e62d-abe7-4046-851a-5ffb373d5c1d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:21.126916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dd86ad6e-f8bc-41df-ac9b-6b5ef2c8f94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.144323 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.9 (4db73c39-5a26-4d3b-8f64-15da74ae4350/adb2f4b6-5500-47e6-8f6b-82b86b9deba1/0e891cc8-7d77-4559-87f0-926a08fa7f16) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:21.154043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network a5a3d667-0095-430a-95be-baf70268baac details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:21.167321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 59fa1ad5-4be9-426e-99a3-1f0d96172cb3 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:21.257235 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eaf1d1c4-f534-42ea-a745-a2e77824b11c req-b27dd287-5793-4a6e-a4b9-8a4f726878c1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 210 time: 0.0554750 Apr 29 15:37:21.342615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:21.350869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:21.353641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:21.362314 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:21.362694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:subnet and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:21.365285 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:21.367278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:21.375488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:21.391290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.399561 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dd86ad6e-f8bc-41df-ac9b-6b5ef2c8f94b None None] Port 4540e62d-abe7-4046-851a-5ffb373d5c1d cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:21.409219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object 0e891cc8-7d77-4559-87f0-926a08fa7f16 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:21.415046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:21.415400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.437598 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:21.441191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.473410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:21.477431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.523849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.573696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.ipam_backend_mixin [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Performing IP validity checks on allocation pools {{(pid=88714) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 15:37:21.574591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.ipam_backend_mixin [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88714) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 15:37:21.598902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 4db73c39-5a26-4d3b-8f64-15da74ae4350 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:21.602862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:21.606161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:21.606314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:18Z', 'revision_number': 2, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:19Z', 'revision_number': 2, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:21.610766 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Checking router: 68643a8c-287e-4081-8155-c19b70e5c0c3 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:21.611114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Updating router 68643a8c-287e-4081-8155-c19b70e5c0c3 port 4540e62d-abe7-4046-851a-5ffb373d5c1d binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:37:21.647037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=0e891cc8-7d77-4559-87f0-926a08fa7f16,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:21.686508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:21.686927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.727481 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.770828 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-9ab6e413-eb82-4eb7-b071-22f87a63a773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3637035 Apr 29 15:37:21.784262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Request body: {'port': {'device_id': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:21.918859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:21.919367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.005299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Subnet': ['ID=198afddc-420f-4360-ab96-454d1eeae6f7,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:22.017941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Checking segment: {'id': '98f1d315-40a4-42ce-be3d-743ef0eef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5a3d667-0095-430a-95be-baf70268baac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:22.017941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network hostable DHCP agents. Network: a5a3d667-0095-430a-95be-baf70268baac, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:22.055061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.126485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.138921 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Transition to ACTIVE for port object 4540e62d-abe7-4046-851a-5ffb373d5c1d will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:22.140946 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Subnet': ['ID=d440001e-6f9f-42b5-924b-42b821295a18,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:22.148537 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Checking segment: {'id': '024da941-290a-4bcb-932f-dab8f238a268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:22.148890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network hostable DHCP agents. Network: 59fa1ad5-4be9-426e-99a3-1f0d96172cb3, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:22.164006 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9c373845-2249-4043-846a-2ce3d0143cb3 None None] Provisioning for port 0e891cc8-7d77-4559-87f0-926a08fa7f16 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:22.169716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9c373845-2249-4043-846a-2ce3d0143cb3 None None] Provisioning complete for port 0e891cc8-7d77-4559-87f0-926a08fa7f16 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:22.171719 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9c373845-2249-4043-846a-2ce3d0143cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.190749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network a5a3d667-0095-430a-95be-baf70268baac is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:22.222014 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.277162 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-9c373845-2249-4043-846a-2ce3d0143cb3 None None] Port 0e891cc8-7d77-4559-87f0-926a08fa7f16 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:22.279219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network 59fa1ad5-4be9-426e-99a3-1f0d96172cb3 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:22.300822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e891cc8-7d77-4559-87f0-926a08fa7f16 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:37:22.309597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.326696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Transition to ACTIVE for port object 0e891cc8-7d77-4559-87f0-926a08fa7f16 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:22.380849 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, a5a3d667-0095-430a-95be-baf70268baac) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:22.383809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:22.385062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.413969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dbdc13-44ea-4138-8fe4-9693474f2e1f None None] Network a5a3d667-0095-430a-95be-baf70268baac requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:22.427853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.444554 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Pushing event updated for resources: {'Port': ['ID=4540e62d-abe7-4046-851a-5ffb373d5c1d,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:22.483586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:22.483961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:22.484259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:22.484629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:22.484962 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:22.485286 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:22.485613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:22.485930 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:22.486248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:22.486563 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:22.486883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:22.487193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:22.541089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Attempting to bind port 4540e62d-abe7-4046-851a-5ffb373d5c1d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:22.542059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Attempting to bind port 4540e62d-abe7-4046-851a-5ffb373d5c1d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '15940a34-1d2b-48b6-9b72-8febce40595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:22.542556 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Attempting to bind port 4540e62d-abe7-4046-851a-5ffb373d5c1d on network e997af44-676b-4751-b8b6-852f771ca027 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:22.554730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 59fa1ad5-4be9-426e-99a3-1f0d96172cb3) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:22.559969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:22.560280 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:22.560992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.567314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Checking segment: {'id': '15940a34-1d2b-48b6-9b72-8febce40595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:22.567814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.568203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Bound using segment: {'id': '15940a34-1d2b-48b6-9b72-8febce40595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:22.568730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Bound port: 4540e62d-abe7-4046-851a-5ffb373d5c1d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15940a34-1d2b-48b6-9b72-8febce40595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:22.569107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.598822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Pushing event updated for resources: {'Port': ['ID=0e891cc8-7d77-4559-87f0-926a08fa7f16,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:22.605696 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c9fa7-63e8-4d83-97d6-92b70ab59223 None None] Network 59fa1ad5-4be9-426e-99a3-1f0d96172cb3 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:22.643537 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b8d95-f972-4efa-8840-2b7757adee65 req-ed557c69-c0a5-439a-a024-f23617c06d6a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:22.645195 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9f1b8d95-f972-4efa-8840-2b7757adee65 req-ed557c69-c0a5-439a-a024-f23617c06d6a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 943 time: 0.1229215 Apr 29 15:37:22.714341 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9f1b8d95-f972-4efa-8840-2b7757adee65 req-6f58fcbb-70f7-4527-82ce-70c19c9364ae tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621495 Apr 29 15:37:22.724436 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ad79f150-3da8-47a1-83d1-00ab89137bb4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6573629 Apr 29 15:37:22.726027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38406) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:22.734637 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f502a56e-a756-4050-9c37-7c06f930bcd2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6322582 Apr 29 15:37:22.737621 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': 'a5a3d667-0095-430a-95be-baf70268baac', 'name': 'tempest-PortsTestJSON-2102877372'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:22.738237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38410) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:22.885789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:22.891308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Attempting to bind port 0e891cc8-7d77-4559-87f0-926a08fa7f16 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:22.891649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Attempting to bind port 0e891cc8-7d77-4559-87f0-926a08fa7f16 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:22.891978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Attempting to bind port 0e891cc8-7d77-4559-87f0-926a08fa7f16 on network 4db73c39-5a26-4d3b-8f64-15da74ae4350 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:22.896996 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:22.903218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Port 0e891cc8-7d77-4559-87f0-926a08fa7f16 on network 4db73c39-5a26-4d3b-8f64-15da74ae4350 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:37:22.903540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Attempting to bind port 0e891cc8-7d77-4559-87f0-926a08fa7f16 on network 4db73c39-5a26-4d3b-8f64-15da74ae4350 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:22.914305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:22.915508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Checking segment: {'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:22.915508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Bound using segment: {'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:22.915508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Bound port: 0e891cc8-7d77-4559-87f0-926a08fa7f16, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dad9244-580d-44ed-ae1d-961e0b846c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:22.915829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.955106 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] For port 4540e62d-abe7-4046-851a-5ffb373d5c1d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:22.969513 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:22.973689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:22.994093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-a5a3d667-0095-430a-95be-baf70268baac', 'network_id': 'a5a3d667-0095-430a-95be-baf70268baac', 'tenant_id': 'c04a7795404e4afd80825923c21e76f6', 'fixed_ips': [{'subnet_id': '198afddc-420f-4360-ab96-454d1eeae6f7'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:37:22.995550 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.005098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port 900daf3a-8761-4727-ad29-4b192ab4fc8f yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:37:23.006790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] For port 4540e62d-abe7-4046-851a-5ffb373d5c1d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4540e62d-abe7-4046-851a-5ffb373d5c1d,segment=NetworkSegment(15940a34-1d2b-48b6-9b72-8febce40595f),segment_id=15940a34-1d2b-48b6-9b72-8febce40595f)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:23.120371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.159392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.13 (a5a3d667-0095-430a-95be-baf70268baac/198afddc-420f-4360-ab96-454d1eeae6f7/900daf3a-8761-4727-ad29-4b192ab4fc8f) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:23.236352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:37:23.237193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.264631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:23.265253 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:23.405951 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] For port 0e891cc8-7d77-4559-87f0-926a08fa7f16, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:23.427341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.435336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] For port 0e891cc8-7d77-4559-87f0-926a08fa7f16, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0e891cc8-7d77-4559-87f0-926a08fa7f16,segment=NetworkSegment(4dad9244-580d-44ed-ae1d-961e0b846c8d),segment_id=4dad9244-580d-44ed-ae1d-961e0b846c8d)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:23.450715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object 900daf3a-8761-4727-ad29-4b192ab4fc8f will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:23.467242 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cae78-7431-489d-abf9-232592461eb3 None None] Pushing event updated for resources: {'Port': ['ID=4540e62d-abe7-4046-851a-5ffb373d5c1d,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:23.516583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.542787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.613726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:23.637097 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network a5a3d667-0095-430a-95be-baf70268baac is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:23.640684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:23.643642 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:23.644807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.644979 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:23.646167 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] 10.222.0.44 "PUT /v2.0/ports/0e891cc8-7d77-4559-87f0-926a08fa7f16 HTTP/1.1" status: 200 len: 1093 time: 1.8672221 Apr 29 15:37:23.646609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'tag': '0e891cc8-7d77-4559-87f0-926a08fa7f16'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:37:23.684547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745312f-8abc-46de-84f5-e7b7f438b643 service neutron] Pushing event updated for resources: {'Port': ['ID=0e891cc8-7d77-4559-87f0-926a08fa7f16,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:23.691836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.713165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=900daf3a-8761-4727-ad29-4b192ab4fc8f,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:23.782269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:23.783690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:23.793610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Allocated IP 172.20.0.2 (a5a3d667-0095-430a-95be-baf70268baac/198afddc-420f-4360-ab96-454d1eeae6f7/7544d5d0-d026-45e2-af30-b63b2cc29809) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:23.838508 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a1a011-3825-4cbf-9288-1b4d1f161d83'] response: {'name': 'network-changed', 'server_uuid': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'tag': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'status': 'completed', 'code': 200} Apr 29 15:37:23.908697 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-94d0dccf-8c66-48e1-bb83-3b338d985292 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1786053 Apr 29 15:37:23.913428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38418) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:23.932991 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Allocated IP 2001:db8:1::2 (59fa1ad5-4be9-426e-99a3-1f0d96172cb3/d440001e-6f9f-42b5-924b-42b821295a18/bc081a0a-16a8-4de8-8e27-0f47a4198b2e) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:23.964090 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71757949-a07e-4480-851a-a95813ab01d0 req-c8cb6c14-cb4a-419f-8f58-c4c758188460 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:23.965915 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-71757949-a07e-4480-851a-a95813ab01d0 req-c8cb6c14-cb4a-419f-8f58-c4c758188460 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 943 time: 0.1199110 Apr 29 15:37:24.022659 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-71757949-a07e-4480-851a-a95813ab01d0 req-a2032415-8123-4449-933c-f09e7b96e8c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486112 Apr 29 15:37:24.039337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.064530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a879-707b-4b52-a779-3e8abfd0a71b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 900daf3a-8761-4727-ad29-4b192ab4fc8f {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:24.064957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a879-707b-4b52-a779-3e8abfd0a71b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.208811 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb13ac-6640-4505-bd62-f5c5ec7438a5 req-06a74a8f-0aaa-488e-b88a-2c3c893cfc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:24.210214 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b2fb13ac-6640-4505-bd62-f5c5ec7438a5 req-06a74a8f-0aaa-488e-b88a-2c3c893cfc45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 1096 time: 0.4137065 Apr 29 15:37:24.443627 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.468681 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Transition to ACTIVE for port object 7544d5d0-d026-45e2-af30-b63b2cc29809 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:24.480705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.490612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:18Z', 'revision_number': 2, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:22Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:24.502596 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Transition to ACTIVE for port object 7544d5d0-d026-45e2-af30-b63b2cc29809 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:24.503813 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d609f8-1a50-40a1-a4a9-c653b560a1b8 None None] The sync data for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv is: [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:18Z', 'revision_number': 2, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:22Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:24.505567 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Transition to ACTIVE for port object bc081a0a-16a8-4de8-8e27-0f47a4198b2e will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:24.533415 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Transition to ACTIVE for port object bc081a0a-16a8-4de8-8e27-0f47a4198b2e will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:24.597701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.639943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.681526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Network a5a3d667-0095-430a-95be-baf70268baac is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:24.686626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:24.701871 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Network 59fa1ad5-4be9-426e-99a3-1f0d96172cb3 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:24.704818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:24.716081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:24.721151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Pushing event updated for resources: {'Port': ['ID=7544d5d0-d026-45e2-af30-b63b2cc29809,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:24.731350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:24.756310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a879-707b-4b52-a779-3e8abfd0a71b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:24.770305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb13ac-6640-4505-bd62-f5c5ec7438a5 req-c7cf386c-6405-4384-bd15-ac27a101c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:24.771780 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b2fb13ac-6640-4505-bd62-f5c5ec7438a5 req-c7cf386c-6405-4384-bd15-ac27a101c8d0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b55c25ae10474f2abd40a8267579e2cf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.5530396 Apr 29 15:37:24.941613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a879-707b-4b52-a779-3e8abfd0a71b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 900daf3a-8761-4727-ad29-4b192ab4fc8f owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:24.952574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4540e62d-abe7-4046-851a-5ffb373d5c1d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:24.997164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Allocated IP 2001:db8:1::1 (59fa1ad5-4be9-426e-99a3-1f0d96172cb3/d440001e-6f9f-42b5-924b-42b821295a18/d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:25.029339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Attempting to bind port 7544d5d0-d026-45e2-af30-b63b2cc29809 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:25.035358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Attempting to bind port 7544d5d0-d026-45e2-af30-b63b2cc29809 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '98f1d315-40a4-42ce-be3d-743ef0eef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5a3d667-0095-430a-95be-baf70268baac'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:25.035358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Attempting to bind port 7544d5d0-d026-45e2-af30-b63b2cc29809 on network a5a3d667-0095-430a-95be-baf70268baac {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:25.035358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Attempting to bind port bc081a0a-16a8-4de8-8e27-0f47a4198b2e on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:25.035358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Attempting to bind port bc081a0a-16a8-4de8-8e27-0f47a4198b2e by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '024da941-290a-4bcb-932f-dab8f238a268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:25.035358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Attempting to bind port bc081a0a-16a8-4de8-8e27-0f47a4198b2e on network 59fa1ad5-4be9-426e-99a3-1f0d96172cb3 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:25.038043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Pushing event updated for resources: {'Port': ['ID=bc081a0a-16a8-4de8-8e27-0f47a4198b2e,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:25.048975 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:25.049349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Checking segment: {'id': '98f1d315-40a4-42ce-be3d-743ef0eef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5a3d667-0095-430a-95be-baf70268baac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:25.049749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.050135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Bound using segment: {'id': '98f1d315-40a4-42ce-be3d-743ef0eef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5a3d667-0095-430a-95be-baf70268baac'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:25.050647 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Bound port: 7544d5d0-d026-45e2-af30-b63b2cc29809, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f1d315-40a4-42ce-be3d-743ef0eef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a5a3d667-0095-430a-95be-baf70268baac'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:25.051020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.068809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:25.069186 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Checking segment: {'id': '024da941-290a-4bcb-932f-dab8f238a268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:25.069582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.069978 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Bound using segment: {'id': '024da941-290a-4bcb-932f-dab8f238a268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:25.070462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Bound port: bc081a0a-16a8-4de8-8e27-0f47a4198b2e, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024da941-290a-4bcb-932f-dab8f238a268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:25.071300 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.227963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb13ac-6640-4505-bd62-f5c5ec7438a5 req-c9925841-455d-44ec-b8ee-f686e57f6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:25.230554 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b2fb13ac-6640-4505-bd62-f5c5ec7438a5 req-c9925841-455d-44ec-b8ee-f686e57f6bc7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4526460 Apr 29 15:37:25.267395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd025d7-16f0-4a66-8d19-6e252e32538a req-a88750d2-ed8e-4e56-81de-7fc5312b0937 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:25.270804 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8cd025d7-16f0-4a66-8d19-6e252e32538a req-a88750d2-ed8e-4e56-81de-7fc5312b0937 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 943 time: 0.1223872 Apr 29 15:37:25.320569 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8cd025d7-16f0-4a66-8d19-6e252e32538a req-5555b5a2-7807-4dbf-8487-564f4260b7ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486164 Apr 29 15:37:25.349006 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] For port 7544d5d0-d026-45e2-af30-b63b2cc29809, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:25.358742 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] For port bc081a0a-16a8-4de8-8e27-0f47a4198b2e, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:25.361832 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] For port bc081a0a-16a8-4de8-8e27-0f47a4198b2e, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bc081a0a-16a8-4de8-8e27-0f47a4198b2e,segment=NetworkSegment(024da941-290a-4bcb-932f-dab8f238a268),segment_id=024da941-290a-4bcb-932f-dab8f238a268)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:25.398262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 4540e62d-abe7-4046-851a-5ffb373d5c1d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:25.405462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4540e62d-abe7-4046-851a-5ffb373d5c1d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:25.407646 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.438429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.442508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.454556 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a879-707b-4b52-a779-3e8abfd0a71b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.514809 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a879-707b-4b52-a779-3e8abfd0a71b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=900daf3a-8761-4727-ad29-4b192ab4fc8f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:25.517060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Transition to ACTIVE for port object d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:25.520739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-15c08ffc-d06d-4aad-a535-70ffbfa5fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:25.522402 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-15c08ffc-d06d-4aad-a535-70ffbfa5fbd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 1096 time: 0.2080193 Apr 29 15:37:25.530239 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] For port 7544d5d0-d026-45e2-af30-b63b2cc29809, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7544d5d0-d026-45e2-af30-b63b2cc29809,segment=NetworkSegment(98f1d315-40a4-42ce-be3d-743ef0eef5f0),segment_id=98f1d315-40a4-42ce-be3d-743ef0eef5f0)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:25.554394 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:37:25.570924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68debb0a-6a89-4111-ab4f-7d3ca28a1922 None None] Pushing event updated for resources: {'Port': ['ID=bc081a0a-16a8-4de8-8e27-0f47a4198b2e,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:25.613868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.658875 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-d95b4cfa-4a4d-451b-a5bd-6ee3bd3ab9d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e891cc8-7d77-4559-87f0-926a08fa7f16 HTTP/1.1" status: 200 len: 217 time: 0.1083977 Apr 29 15:37:25.711368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.744589 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f06f1-ca37-47cb-accf-b02afe340827 None None] Pushing event updated for resources: {'Port': ['ID=7544d5d0-d026-45e2-af30-b63b2cc29809,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:25.759477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 4540e62d-abe7-4046-851a-5ffb373d5c1d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4540e62d-abe7-4046-851a-5ffb373d5c1d,segment=NetworkSegment(15940a34-1d2b-48b6-9b72-8febce40595f),segment_id=15940a34-1d2b-48b6-9b72-8febce40595f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:25.770596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a879-707b-4b52-a779-3e8abfd0a71b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.774035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-017dc20b-8b52-4242-b934-406c7bcea6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:25.775461 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-017dc20b-8b52-4242-b934-406c7bcea6d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adb2f4b6-5500-47e6-8f6b-82b86b9deba1 HTTP/1.1" status: 200 len: 835 time: 0.1064498 Apr 29 15:37:25.837917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.847513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.899161 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2cb9a879-707b-4b52-a779-3e8abfd0a71b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/900daf3a-8761-4727-ad29-4b192ab4fc8f HTTP/1.1" status: 204 len: 168 time: 1.9613895 Apr 29 15:37:25.902571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38424) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:25.940977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=4540e62d-abe7-4046-851a-5ffb373d5c1d,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:25.969303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network 59fa1ad5-4be9-426e-99a3-1f0d96172cb3 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:25.976489 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43e3224-8ec4-4820-86ad-631451f34e4c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] DELETE failed (client error): The resource could not be found. Apr 29 15:37:25.976919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:25.977281 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43e3224-8ec4-4820-86ad-631451f34e4c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:25.980036 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a43e3224-8ec4-4820-86ad-631451f34e4c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/900daf3a-8761-4727-ad29-4b192ab4fc8f HTTP/1.1" status: 404 len: 333 time: 0.0746067 Apr 29 15:37:25.980262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:25.980738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:25.988759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38428) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:25.993404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:26.052316 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-3ded9e61-de74-4d9f-8c7c-17fce5436af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:26.053844 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-3ded9e61-de74-4d9f-8c7c-17fce5436af1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4db73c39-5a26-4d3b-8f64-15da74ae4350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2718024 Apr 29 15:37:26.060895 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f1743e-e73f-43e1-9129-0110c4eedeeb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:37:26.061325 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-76f1743e-e73f-43e1-9129-0110c4eedeeb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:26.146566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-76f1743e-e73f-43e1-9129-0110c4eedeeb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:26.150266 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-76f1743e-e73f-43e1-9129-0110c4eedeeb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/900daf3a-8761-4727-ad29-4b192ab4fc8f HTTP/1.1" status: 404 len: 333 time: 0.1580019 Apr 29 15:37:26.156211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38432) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:26.224936 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-e7b814fe-28ae-44a8-b808-3ab82e315606 service neutron] 10.222.0.44 "GET /v2.0/networks/4db73c39-5a26-4d3b-8f64-15da74ae4350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574364 Apr 29 15:37:26.232457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-a541433c-6fe6-410b-a1dd-5d23da12e47c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting subnet 198afddc-420f-4360-ab96-454d1eeae6f7 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:37:26.235751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a541433c-6fe6-410b-a1dd-5d23da12e47c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.293084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a541433c-6fe6-410b-a1dd-5d23da12e47c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.381077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a541433c-6fe6-410b-a1dd-5d23da12e47c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.515481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.538280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e305c0-a390-434e-8e9f-c945a374051e req-70916e65-725d-4006-acb9-8a9c7ce844af tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:26.539743 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f2e305c0-a390-434e-8e9f-c945a374051e req-70916e65-725d-4006-acb9-8a9c7ce844af tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 943 time: 0.1016235 Apr 29 15:37:26.545541 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ae81b22-cdcf-4d2f-afbe-220a922e9378 req-e04b9f11-9147-4146-8431-8aeea57527cf service neutron] 10.222.0.44 "GET /v2.0/networks/4db73c39-5a26-4d3b-8f64-15da74ae4350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148873 Apr 29 15:37:26.581363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a541433c-6fe6-410b-a1dd-5d23da12e47c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.631760 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f2e305c0-a390-434e-8e9f-c945a374051e req-e5642b5d-5f9b-4fed-b560-1e5a6276d0b6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853100 Apr 29 15:37:26.632968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541433c-6fe6-410b-a1dd-5d23da12e47c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Subnet': ['ID=198afddc-420f-4360-ab96-454d1eeae6f7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:26.636912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a541433c-6fe6-410b-a1dd-5d23da12e47c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.646025 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a541433c-6fe6-410b-a1dd-5d23da12e47c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/198afddc-420f-4360-ab96-454d1eeae6f7 HTTP/1.1" status: 204 len: 168 time: 0.4916406 Apr 29 15:37:26.646742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38438) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:26.770664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.782524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 7544d5d0-d026-45e2-af30-b63b2cc29809 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:26.782865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:26.997012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.031079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bc081a0a-16a8-4de8-8e27-0f47a4198b2e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:27.061435 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3cd217-7de1-4d0d-81ae-f58f8662d111 None None] Network 59fa1ad5-4be9-426e-99a3-1f0d96172cb3 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:27.076280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] For port 7544d5d0-d026-45e2-af30-b63b2cc29809, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7544d5d0-d026-45e2-af30-b63b2cc29809,segment=NetworkSegment(98f1d315-40a4-42ce-be3d-743ef0eef5f0),segment_id=98f1d315-40a4-42ce-be3d-743ef0eef5f0)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:27.076776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.099014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.099774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.182602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:27.231269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 7544d5d0-d026-45e2-af30-b63b2cc29809 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:27.290857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d1de8e72-b901-4abf-a618-3d428826a132 None None] Provisioning for port bc081a0a-16a8-4de8-8e27-0f47a4198b2e completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:27.324562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port bc081a0a-16a8-4de8-8e27-0f47a4198b2e completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:27.328162 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port bc081a0a-16a8-4de8-8e27-0f47a4198b2e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:27.328676 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.353568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network 59fa1ad5-4be9-426e-99a3-1f0d96172cb3 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:27.356054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:27.415827 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.438387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffde51b-bde9-47e1-9bde-63fcb7153265 None None] Network a5a3d667-0095-430a-95be-baf70268baac requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:27.464516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=7544d5d0-d026-45e2-af30-b63b2cc29809,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:27.468007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No DVR routers for this DVR port 7544d5d0-d026-45e2-af30-b63b2cc29809 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:37:27.540478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 68643a8c-287e-4081-8155-c19b70e5c0c3 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:27.592352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.597503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-98a046c6-ba7f-43f9-9803-ee5470603305 None None] Could not find standard attr ID for object 7544d5d0-d026-45e2-af30-b63b2cc29809. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:37:27.625187 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a3d667-0095-430a-95be-baf70268baac']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:27.637193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f1d315-40a4-42ce-be3d-743ef0eef5f0') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:27.637495 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f1d315-40a4-42ce-be3d-743ef0eef5f0') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:27.648584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.665632 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.672982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:37:27.673624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:27.689091 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:27.700960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.712428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:27.719753 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d272c321-9653-4489-9a2b-7a266a377c87 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9804177 Apr 29 15:37:27.722469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38444) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:27.727252 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Sync routers for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:27.730299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-592421184'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:27.740557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:27.740920 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:27.741536 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:27.749535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port bc081a0a-16a8-4de8-8e27-0f47a4198b2e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bc081a0a-16a8-4de8-8e27-0f47a4198b2e,segment=NetworkSegment(024da941-290a-4bcb-932f-dab8f238a268),segment_id=024da941-290a-4bcb-932f-dab8f238a268)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:27.755791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:network and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:27.764978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:27.775544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:27.793848 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a857ffbf-e6d7-4402-a671-f6261221d158 None None] DHCP port deletion for a5a3d667-0095-430a-95be-baf70268baac request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:37:27.849314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.850416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7544d5d0-d026-45e2-af30-b63b2cc29809 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:27.889428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:27.894259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.929998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:27.951407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:27.952198 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Added segment a6d520f3-6c85-40a9-834f-3c0c722c4688 of type vlan for network e60145ff-0af6-4550-81cd-2003b71bdd96 Apr 29 15:37:27.975342 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 7544d5d0-d026-45e2-af30-b63b2cc29809 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:37:27.975688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7544d5d0-d026-45e2-af30-b63b2cc29809 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 29 15:37:27.985142 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:27.997450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.038196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Port 7544d5d0-d026-45e2-af30-b63b2cc29809 not found, will not notify nova. {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 29 15:37:28.038686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4540e62d-abe7-4046-851a-5ffb373d5c1d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:28.067709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dded283-01a2-40cb-b252-765a8f661dde req-3b28ae02-c086-4e46-9bbb-a22241ccb70c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:28.072332 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7dded283-01a2-40cb-b252-765a8f661dde req-3b28ae02-c086-4e46-9bbb-a22241ccb70c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 943 time: 0.2361243 Apr 29 15:37:28.100957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.107110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:28.108929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.114124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.151525 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7dded283-01a2-40cb-b252-765a8f661dde req-e30efde5-a44c-42fa-9571-36771fbcc11f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760190 Apr 29 15:37:28.152686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.161949 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=bc081a0a-16a8-4de8-8e27-0f47a4198b2e,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:28.197725 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Network': ['ID=a5a3d667-0095-430a-95be-baf70268baac,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:28.207947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4540e62d-abe7-4046-851a-5ffb373d5c1d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:28.208400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.250235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Network': ['ID=e60145ff-0af6-4550-81cd-2003b71bdd96,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:28.255810 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-13f2b058-eb14-4137-a9f6-93270e7d8295 None None] Provisioning for port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:28.272614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network e60145ff-0af6-4550-81cd-2003b71bdd96 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:28.277309 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e71ebe0c-5183-4a87-8b32-2accf6307d16 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/networks/a5a3d667-0095-430a-95be-baf70268baac HTTP/1.1" status: 204 len: 168 time: 1.6299114 Apr 29 15:37:28.280647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38448) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:28.287008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-975170656'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:28.301595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:28.305883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:network and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:28.313365 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:28.315692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-13f2b058-eb14-4137-a9f6-93270e7d8295 None None] Provisioning complete for port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:28.315692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-13f2b058-eb14-4137-a9f6-93270e7d8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.329485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:28.336094 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-767a4ea3-4b43-4395-8233-09c740933738 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6124399 Apr 29 15:37:28.339488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38452) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:28.345304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'subnet': {'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:28.402175 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:26Z', 'revision_number': 3, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:26Z', 'revision_number': 2, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:28.402482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 0e891cc8-7d77-4559-87f0-926a08fa7f16 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:37:28.405210 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Checking router: 68643a8c-287e-4081-8155-c19b70e5c0c3 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:28.405556 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Updating router 68643a8c-287e-4081-8155-c19b70e5c0c3 port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:37:28.437637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:28.442810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.482089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-13f2b058-eb14-4137-a9f6-93270e7d8295 None None] Port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:28.487730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:28.491844 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:28.493348 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.496863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:subnet and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:28.503935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:28.507753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.508381 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Added segment 4408df61-ea45-4461-b867-4b63b36fc6af of type vlan for network ba4ee5f8-92b8-43c3-9cae-94030db5e630 Apr 29 15:37:28.512752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:28.543477 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.609433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:28.612987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.636199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-13f2b058-eb14-4137-a9f6-93270e7d8295 None None] Provisioning complete for port bc081a0a-16a8-4de8-8e27-0f47a4198b2e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:28.636670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-13f2b058-eb14-4137-a9f6-93270e7d8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.638643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.644372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:28.647965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.792381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Network': ['ID=ba4ee5f8-92b8-43c3-9cae-94030db5e630,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:28.808735 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-815ee407-e6cc-40cc-8afc-7816790dae62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5266140 Apr 29 15:37:28.808924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network ba4ee5f8-92b8-43c3-9cae-94030db5e630 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:28.811038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38456) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:28.829938 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': 'ba4ee5f8-92b8-43c3-9cae-94030db5e630', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:28.962311 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bc081a0a-16a8-4de8-8e27-0f47a4198b2e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:28.971929 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:28.977674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:28.985897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:28.985897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:28.986938 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Transition to ACTIVE for port object d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:28.993390 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:29.000564 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 0e891cc8-7d77-4559-87f0-926a08fa7f16, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0e891cc8-7d77-4559-87f0-926a08fa7f16,segment=NetworkSegment(4dad9244-580d-44ed-ae1d-961e0b846c8d),segment_id=4dad9244-580d-44ed-ae1d-961e0b846c8d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:29.049338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'port_id': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'mac_address': 'fa:16:3e:85:23:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:37:29.070272 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.094813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:29.098670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.124833 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.145443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port bc081a0a-16a8-4de8-8e27-0f47a4198b2e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:29.145722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.147091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.171542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e891cc8-7d77-4559-87f0-926a08fa7f16 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:37:29.218414 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 0e891cc8-7d77-4559-87f0-926a08fa7f16, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0e891cc8-7d77-4559-87f0-926a08fa7f16,segment=NetworkSegment(4dad9244-580d-44ed-ae1d-961e0b846c8d),segment_id=4dad9244-580d-44ed-ae1d-961e0b846c8d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:29.278337 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Pushing event updated for resources: {'Port': ['ID=d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:29.306649 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:29.307777 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:29.308373 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:29.309168 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:29.310796 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:29.311141 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:29.311489 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:29.311964 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:29.312968 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:29.313482 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:29.313814 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:29.314134 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:37:29.319735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Checking segment: {'id': 'a6d520f3-6c85-40a9-834f-3c0c722c4688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:29.320102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network hostable DHCP agents. Network: e60145ff-0af6-4550-81cd-2003b71bdd96, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:29.329597 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.353328 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Attempting to bind port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:29.353771 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Attempting to bind port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '024da941-290a-4bcb-932f-dab8f238a268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:29.354661 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Attempting to bind port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff on network 59fa1ad5-4be9-426e-99a3-1f0d96172cb3 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:29.365371 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:29.365745 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Checking segment: {'id': '024da941-290a-4bcb-932f-dab8f238a268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:29.368347 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.368783 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Bound using segment: {'id': '024da941-290a-4bcb-932f-dab8f238a268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:29.369266 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Bound port: d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024da941-290a-4bcb-932f-dab8f238a268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:29.369900 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.372068 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Subnet': ['ID=2ddc930c-353d-4762-8a2f-873f2c8ee2e8,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:29.469351 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=0e891cc8-7d77-4559-87f0-926a08fa7f16,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:29.477485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network e60145ff-0af6-4550-81cd-2003b71bdd96 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:29.497615 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] For port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:29.500830 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] For port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff,segment=NetworkSegment(024da941-290a-4bcb-932f-dab8f238a268),segment_id=024da941-290a-4bcb-932f-dab8f238a268)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:29.522103 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7544d5d0-d026-45e2-af30-b63b2cc29809 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:37:29.549421 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['0e891cc8-7d77-4559-87f0-926a08fa7f16'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:37:29.562349 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.565174 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bfb28-5d1d-4290-b1ca-6068328e526a req-cd133b27-7b81-4bf7-aa24-fce6617f38b3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:29.566648 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a05bfb28-5d1d-4290-b1ca-6068328e526a req-cd133b27-7b81-4bf7-aa24-fce6617f38b3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 944 time: 0.1594133 Apr 29 15:37:29.584813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, e60145ff-0af6-4550-81cd-2003b71bdd96) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:29.591704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:29.592351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.613422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94ec541-f363-4617-8436-89da278d8e9b None None] Network e60145ff-0af6-4550-81cd-2003b71bdd96 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:29.643354 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:29.643575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 7544d5d0-d026-45e2-af30-b63b2cc29809 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:37:29.643821 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:29.644061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7544d5d0-d026-45e2-af30-b63b2cc29809 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:37:29.652286 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a05bfb28-5d1d-4290-b1ca-6068328e526a req-1d3dd076-e145-4385-9024-f0b30521cbd8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766881 Apr 29 15:37:29.652286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:29.707180 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2775ea39-ce8d-4b39-93cd-503e64e6253b tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3663912 Apr 29 15:37:29.709973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38462) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:29.743690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Subnet': ['ID=b59e6738-522c-4362-a2da-7e3a8047b990,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:29.772805 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72340f13-46c5-4c1e-bed9-e13e28b69458 None None] Pushing event updated for resources: {'Port': ['ID=d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:29.810753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Checking segment: {'id': '4408df61-ea45-4461-b867-4b63b36fc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ba4ee5f8-92b8-43c3-9cae-94030db5e630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:29.811930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network hostable DHCP agents. Network: ba4ee5f8-92b8-43c3-9cae-94030db5e630, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:29.851579 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:29.935465 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network ba4ee5f8-92b8-43c3-9cae-94030db5e630 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:30.014948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, ba4ee5f8-92b8-43c3-9cae-94030db5e630) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:30.020195 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:30.020955 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.047418 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-e60145ff-0af6-4550-81cd-2003b71bdd96', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:37:30.048339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.062920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8e0603-3450-49b2-afde-1a3f2a1231cf None None] Network ba4ee5f8-92b8-43c3-9cae-94030db5e630 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:30.136558 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f9f0d547-a303-4228-989c-9d1fb8f7bb69 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3243439 Apr 29 15:37:30.139779 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38466) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:30.148953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': 'ba4ee5f8-92b8-43c3-9cae-94030db5e630', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1542631020'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:30.253942 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:26Z', 'revision_number': 3, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:29Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:30.267122 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a4b6ca-139c-4419-bd8e-f4e132460b0e None None] The sync data for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv is: [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:26Z', 'revision_number': 3, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:29Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:30.383120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:30.389780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:port and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:30.392770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:30.407552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:30.428018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.429473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Allocated IP 2001:db8:2::2 (e60145ff-0af6-4550-81cd-2003b71bdd96/2ddc930c-353d-4762-8a2f-873f2c8ee2e8/190ed7a6-4507-4a9a-921a-3d54708aa52d) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:30.497777 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:30.501678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.525231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port 3e15d69c-8af4-4b3f-bee6-842f4955fdbc yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:37:30.698380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.9 (ba4ee5f8-92b8-43c3-9cae-94030db5e630/b59e6738-522c-4362-a2da-7e3a8047b990/3e15d69c-8af4-4b3f-bee6-842f4955fdbc) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:30.820784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-ba4ee5f8-92b8-43c3-9cae-94030db5e630', 'network_id': 'ba4ee5f8-92b8-43c3-9cae-94030db5e630', 'tenant_id': 'c04a7795404e4afd80825923c21e76f6', 'fixed_ips': [{'subnet_id': 'b59e6738-522c-4362-a2da-7e3a8047b990'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:37:30.823872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:30.970505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:31.027540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.052196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882dee7-b98e-4596-a683-312cefbc3134 req-46218955-9709-44c6-aef0-b55850a2603a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:31.053449 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f882dee7-b98e-4596-a683-312cefbc3134 req-46218955-9709-44c6-aef0-b55850a2603a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 944 time: 0.1671960 Apr 29 15:37:31.056502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object 3e15d69c-8af4-4b3f-bee6-842f4955fdbc will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:31.080451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.094287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Transition to ACTIVE for port object 190ed7a6-4507-4a9a-921a-3d54708aa52d will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:31.109915 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f882dee7-b98e-4596-a683-312cefbc3134 req-3761ecea-1a42-43fb-98d8-23bbc01d693c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480962 Apr 29 15:37:31.116870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Transition to ACTIVE for port object 190ed7a6-4507-4a9a-921a-3d54708aa52d will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:31.173127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:31.178114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:31.178484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.207760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.212613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.287232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Allocated IP 2001:db8:2::1 (e60145ff-0af6-4550-81cd-2003b71bdd96/2ddc930c-353d-4762-8a2f-873f2c8ee2e8/81039d26-78a6-4496-a244-74b7175d0493) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:31.288145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network ba4ee5f8-92b8-43c3-9cae-94030db5e630 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:31.295090 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:31.301006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:31.343121 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=3e15d69c-8af4-4b3f-bee6-842f4955fdbc,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:31.347782 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Network e60145ff-0af6-4550-81cd-2003b71bdd96 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:31.356159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:31.361796 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:31.367254 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Pushing event updated for resources: {'Port': ['ID=190ed7a6-4507-4a9a-921a-3d54708aa52d,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:31.375402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Allocated IP 172.20.0.2 (ba4ee5f8-92b8-43c3-9cae-94030db5e630/b59e6738-522c-4362-a2da-7e3a8047b990/b65df178-3c5a-4f33-8c05-fbee4057b826) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:31.379128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:31.379878 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.463922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.479274 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-61b6bb64-378e-4db8-98bb-e3c1b2610b65 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3357723 Apr 29 15:37:31.479518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38472) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:31.481468 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Transition to ACTIVE for port object 81039d26-78a6-4496-a244-74b7175d0493 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:31.543700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Attempting to bind port 190ed7a6-4507-4a9a-921a-3d54708aa52d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:31.544014 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Attempting to bind port 190ed7a6-4507-4a9a-921a-3d54708aa52d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'a6d520f3-6c85-40a9-834f-3c0c722c4688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:31.544395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Attempting to bind port 190ed7a6-4507-4a9a-921a-3d54708aa52d on network e60145ff-0af6-4550-81cd-2003b71bdd96 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:31.547083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8f557a4a-9b88-4840-9cd8-bc2ce4e46a0f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 3e15d69c-8af4-4b3f-bee6-842f4955fdbc {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:31.547431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8f557a4a-9b88-4840-9cd8-bc2ce4e46a0f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.556537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:31.557465 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Checking segment: {'id': 'a6d520f3-6c85-40a9-834f-3c0c722c4688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:31.557872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.558260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Bound using segment: {'id': 'a6d520f3-6c85-40a9-834f-3c0c722c4688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:31.558720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Bound port: 190ed7a6-4507-4a9a-921a-3d54708aa52d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d520f3-6c85-40a9-834f-3c0c722c4688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:31.559087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.563847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.617303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.636396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network e60145ff-0af6-4550-81cd-2003b71bdd96 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:31.639961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:31.642958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:31.643951 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.666595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=81039d26-78a6-4496-a244-74b7175d0493,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:31.742979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff,segment=NetworkSegment(024da941-290a-4bcb-932f-dab8f238a268),segment_id=024da941-290a-4bcb-932f-dab8f238a268)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:31.813033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.860067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] For port 190ed7a6-4507-4a9a-921a-3d54708aa52d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:31.896385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] For port 190ed7a6-4507-4a9a-921a-3d54708aa52d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=190ed7a6-4507-4a9a-921a-3d54708aa52d,segment=NetworkSegment(a6d520f3-6c85-40a9-834f-3c0c722c4688),segment_id=a6d520f3-6c85-40a9-834f-3c0c722c4688)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:31.901877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.919077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Transition to ACTIVE for port object b65df178-3c5a-4f33-8c05-fbee4057b826 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:31.930465 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:31.942223 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8f557a4a-9b88-4840-9cd8-bc2ce4e46a0f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.944203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Transition to ACTIVE for port object b65df178-3c5a-4f33-8c05-fbee4057b826 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:31.948310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:31.969888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.015622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.063496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Network ba4ee5f8-92b8-43c3-9cae-94030db5e630 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:32.066431 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c6332-c84c-4c42-942a-42dc740e66e2 None None] Pushing event updated for resources: {'Port': ['ID=190ed7a6-4507-4a9a-921a-3d54708aa52d,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:32.069542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:32.075042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8f557a4a-9b88-4840-9cd8-bc2ce4e46a0f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 3e15d69c-8af4-4b3f-bee6-842f4955fdbc owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:32.099897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:32.160913 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-75d42406-6b08-4ca4-9ced-b471e98d63d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.227301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Pushing event updated for resources: {'Port': ['ID=b65df178-3c5a-4f33-8c05-fbee4057b826,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:32.234157 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Attempting to bind port b65df178-3c5a-4f33-8c05-fbee4057b826 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:32.234574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Attempting to bind port b65df178-3c5a-4f33-8c05-fbee4057b826 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '4408df61-ea45-4461-b867-4b63b36fc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ba4ee5f8-92b8-43c3-9cae-94030db5e630'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:32.240026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Attempting to bind port b65df178-3c5a-4f33-8c05-fbee4057b826 on network ba4ee5f8-92b8-43c3-9cae-94030db5e630 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:32.245002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:32.245366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Checking segment: {'id': '4408df61-ea45-4461-b867-4b63b36fc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ba4ee5f8-92b8-43c3-9cae-94030db5e630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:32.245821 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.246211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Bound using segment: {'id': '4408df61-ea45-4461-b867-4b63b36fc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ba4ee5f8-92b8-43c3-9cae-94030db5e630'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:32.246683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Bound port: b65df178-3c5a-4f33-8c05-fbee4057b826, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4408df61-ea45-4461-b867-4b63b36fc6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ba4ee5f8-92b8-43c3-9cae-94030db5e630'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:32.247057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.420247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde803f-b9e1-4f8b-858e-4314054c0368 req-5174ba45-5517-43d5-bba6-0130df58aa40 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:32.421889 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6bde803f-b9e1-4f8b-858e-4314054c0368 req-5174ba45-5517-43d5-bba6-0130df58aa40 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 944 time: 0.1370373 Apr 29 15:37:32.425758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 0e891cc8-7d77-4559-87f0-926a08fa7f16 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:32.473545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8f557a4a-9b88-4840-9cd8-bc2ce4e46a0f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.491251 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] For port b65df178-3c5a-4f33-8c05-fbee4057b826, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:32.503453 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] For port b65df178-3c5a-4f33-8c05-fbee4057b826, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b65df178-3c5a-4f33-8c05-fbee4057b826,segment=NetworkSegment(4408df61-ea45-4461-b867-4b63b36fc6af),segment_id=4408df61-ea45-4461-b867-4b63b36fc6af)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:32.533450 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6bde803f-b9e1-4f8b-858e-4314054c0368 req-5ee0e8a6-463f-447e-ba24-b90d92338fb3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054385 Apr 29 15:37:32.544020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f557a4a-9b88-4840-9cd8-bc2ce4e46a0f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=3e15d69c-8af4-4b3f-bee6-842f4955fdbc,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:32.587282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.592877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.603335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 0e891cc8-7d77-4559-87f0-926a08fa7f16 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:32.654527 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.655411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.658637 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 0e891cc8-7d77-4559-87f0-926a08fa7f16 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:32.659010 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.682453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8f557a4a-9b88-4840-9cd8-bc2ce4e46a0f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.700006 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8f557a4a-9b88-4840-9cd8-bc2ce4e46a0f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/3e15d69c-8af4-4b3f-bee6-842f4955fdbc HTTP/1.1" status: 204 len: 168 time: 1.2194602 Apr 29 15:37:32.701087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38478) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:32.740054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac988b2a-8c0f-421c-88c3-ae95dba5d33c None None] Pushing event updated for resources: {'Port': ['ID=b65df178-3c5a-4f33-8c05-fbee4057b826,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:32.759033 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c18d61c-7ae4-43e1-a3a1-03101a3c913d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:37:32.759573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2c18d61c-7ae4-43e1-a3a1-03101a3c913d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:32.821449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=81039d26-78a6-4496-a244-74b7175d0493,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:32.824598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:32.844173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2c18d61c-7ae4-43e1-a3a1-03101a3c913d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:32.844173 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2c18d61c-7ae4-43e1-a3a1-03101a3c913d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/3e15d69c-8af4-4b3f-bee6-842f4955fdbc HTTP/1.1" status: 404 len: 333 time: 0.1403990 Apr 29 15:37:32.844364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38482) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:32.857482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e891cc8-7d77-4559-87f0-926a08fa7f16'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:37:32.871943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 0e891cc8-7d77-4559-87f0-926a08fa7f16, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0e891cc8-7d77-4559-87f0-926a08fa7f16,segment=NetworkSegment(4dad9244-580d-44ed-ae1d-961e0b846c8d),segment_id=4dad9244-580d-44ed-ae1d-961e0b846c8d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:32.930280 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff3ae3f-a80a-41c2-b20e-fa6bc1b55e72'] response: {'server_uuid': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'code': 200} Apr 29 15:37:32.984106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69160d4-70f2-45ce-a432-fad5b493e53f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting subnet b59e6738-522c-4362-a2da-7e3a8047b990 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:37:32.986691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.005150 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c69160d4-70f2-45ce-a432-fad5b493e53f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.058917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network e60145ff-0af6-4550-81cd-2003b71bdd96 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:33.064356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:33.101365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=0e891cc8-7d77-4559-87f0-926a08fa7f16,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:33.127657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 190ed7a6-4507-4a9a-921a-3d54708aa52d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:33.268655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c69160d4-70f2-45ce-a432-fad5b493e53f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.361594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 68643a8c-287e-4081-8155-c19b70e5c0c3 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:33.465325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b832f-cdab-4a9a-9093-5736c9992542 None None] Network e60145ff-0af6-4550-81cd-2003b71bdd96 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:33.481325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 190ed7a6-4507-4a9a-921a-3d54708aa52d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:33.500416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:33.570881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c69160d4-70f2-45ce-a432-fad5b493e53f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.638484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:33.653657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Sync routers for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:33.668981 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6605712f-07a2-4733-b97b-8692ad857905 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9579446 Apr 29 15:37:33.672306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38490) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:33.684603 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-358045169'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:33.692112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:33.692645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34d019-9f5c-4992-9221-a8c9158a5a88 req-c416373e-c7aa-4b77-9142-304e85d93469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:33.694145 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2e34d019-9f5c-4992-9221-a8c9158a5a88 req-c416373e-c7aa-4b77-9142-304e85d93469 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 1098 time: 0.2010818 Apr 29 15:37:33.707866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ca6a6d2c-a5a8-4351-a727-97e50ee544ae None None] Provisioning for port 190ed7a6-4507-4a9a-921a-3d54708aa52d completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:33.726140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:33.726780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:33.742577 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2e34d019-9f5c-4992-9221-a8c9158a5a88 req-4df25c6c-a3fc-48db-b79b-71947d3fac91 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Apr 29 15:37:33.752221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c69160d4-70f2-45ce-a432-fad5b493e53f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.765085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:network and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:33.773841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:33.791776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:33.813881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c69160d4-70f2-45ce-a432-fad5b493e53f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.819804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69160d4-70f2-45ce-a432-fad5b493e53f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Subnet': ['ID=b59e6738-522c-4362-a2da-7e3a8047b990,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:33.830369 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c69160d4-70f2-45ce-a432-fad5b493e53f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/b59e6738-522c-4362-a2da-7e3a8047b990 HTTP/1.1" status: 204 len: 168 time: 0.9865060 Apr 29 15:37:33.833216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38494) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:33.848208 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ca6a6d2c-a5a8-4351-a727-97e50ee544ae None None] Provisioning complete for port 190ed7a6-4507-4a9a-921a-3d54708aa52d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:33.848867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6d2c-a5a8-4351-a727-97e50ee544ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.860129 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8f30e-6542-489b-b4f6-6ba2908db461 req-441990a4-e92a-4ee6-9f8b-b68fa2562710 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:33.861681 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eef8f30e-6542-489b-b4f6-6ba2908db461 req-441990a4-e92a-4ee6-9f8b-b68fa2562710 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 945 time: 0.1413283 Apr 29 15:37:33.892694 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:33.892972 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:33.902280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:33.905958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.003457 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eef8f30e-6542-489b-b4f6-6ba2908db461 req-d07c7ef9-59ea-4499-89ac-177049ef8b7c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331854 Apr 29 15:37:34.026296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e646aed1-45c7-49ce-9023-9dc6f9e24650 None None] Network ba4ee5f8-92b8-43c3-9cae-94030db5e630 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:34.027053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:34.032018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.045442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.045787 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Added segment f6f99ef2-6fb4-4585-bce0-660a930c0a8c of type vlan for network f07867b4-57a9-4ff1-8e35-c35740e7028e Apr 29 15:37:34.055030 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port b65df178-3c5a-4f33-8c05-fbee4057b826 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:34.055353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.089703 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:34.122491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.289812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.295814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:34.296518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.344434 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] For port b65df178-3c5a-4f33-8c05-fbee4057b826, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b65df178-3c5a-4f33-8c05-fbee4057b826,segment=NetworkSegment(4408df61-ea45-4461-b867-4b63b36fc6af),segment_id=4408df61-ea45-4461-b867-4b63b36fc6af)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:34.344909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.445505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-89f9b3fe-d1fb-4796-ad08-aa97eef7be4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.488368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for b65df178-3c5a-4f33-8c05-fbee4057b826 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:34.604820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6d2c-a5a8-4351-a727-97e50ee544ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.692361 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0159023 Apr 29 15:37:34.693585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38498) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:34.693980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ca6a6d2c-a5a8-4351-a727-97e50ee544ae None None] For port 190ed7a6-4507-4a9a-921a-3d54708aa52d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=190ed7a6-4507-4a9a-921a-3d54708aa52d,segment=NetworkSegment(a6d520f3-6c85-40a9-834f-3c0c722c4688),segment_id=a6d520f3-6c85-40a9-834f-3c0c722c4688)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:34.697111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bee785-c113-47c6-96f2-ffa84daaef0f tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Network': ['ID=f07867b4-57a9-4ff1-8e35-c35740e7028e,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:34.700076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'subnet': {'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:34.725982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network f07867b4-57a9-4ff1-8e35-c35740e7028e details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:34.780758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6d2c-a5a8-4351-a727-97e50ee544ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.803776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:34.883981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No DVR routers for this DVR port b65df178-3c5a-4f33-8c05-fbee4057b826 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:37:34.891644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=b65df178-3c5a-4f33-8c05-fbee4057b826,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:35.000110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1165ae9-1d53-4b46-80ea-ed0b98a09879 None None] DHCP port deletion for ba4ee5f8-92b8-43c3-9cae-94030db5e630 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:37:35.029858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.035735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d0f93d9f-1a0e-44d8-9ab8-02ac85bcb9ad None None] Could not find standard attr ID for object b65df178-3c5a-4f33-8c05-fbee4057b826. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:37:35.070874 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4ee5f8-92b8-43c3-9cae-94030db5e630']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:35.084970 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:35.090321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a6d2c-a5a8-4351-a727-97e50ee544ae None None] Pushing event updated for resources: {'Port': ['ID=190ed7a6-4507-4a9a-921a-3d54708aa52d,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:35.090873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:subnet and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:35.100057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4408df61-ea45-4461-b867-4b63b36fc6af') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:35.100346 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4408df61-ea45-4461-b867-4b63b36fc6af') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:35.105614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:35.105910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:32Z', 'revision_number': 2, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:35.121294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:35.121726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.123255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Checking router: 68643a8c-287e-4081-8155-c19b70e5c0c3 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:35.123828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Updating router 68643a8c-287e-4081-8155-c19b70e5c0c3 port 81039d26-78a6-4496-a244-74b7175d0493 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:37:35.149186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.158553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:37:35.159013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.186473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Made reservation on behalf of 7fe6cb7964c54aa6af2b87045ca0c1b5 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:35.190200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:35.192075 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:35.229264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ebe4a19a-6650-4c73-bb7c-dff00bdc9219 None None] Provisioning complete for port 190ed7a6-4507-4a9a-921a-3d54708aa52d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:35.229641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a19a-6650-4c73-bb7c-dff00bdc9219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.365100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.415879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28888c47-4a4b-4750-8bde-71257231a41e req-90bf74f2-4260-4bd5-beac-029c8b1e05dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:35.424216 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-28888c47-4a4b-4750-8bde-71257231a41e req-90bf74f2-4260-4bd5-beac-029c8b1e05dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 945 time: 0.1744599 Apr 29 15:37:35.491161 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.491769 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-28888c47-4a4b-4750-8bde-71257231a41e req-69dd6c2f-2a38-49fd-8c6f-4985aaa19e57 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656807 Apr 29 15:37:35.522357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.583652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.605783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.660720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.662733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Network': ['ID=ba4ee5f8-92b8-43c3-9cae-94030db5e630,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:35.726539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e516176-2af8-4bea-95e0-2a081aeb054f req-86c9276a-89af-4ed9-9bb8-b782954a5f1d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:35.729199 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9e516176-2af8-4bea-95e0-2a081aeb054f req-86c9276a-89af-4ed9-9bb8-b782954a5f1d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 945 time: 0.1167285 Apr 29 15:37:35.759727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ebe4a19a-6650-4c73-bb7c-dff00bdc9219 None None] Provisioning for port 81039d26-78a6-4496-a244-74b7175d0493 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:35.767189 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-121cc6b6-3339-465a-8d92-c6eca092af8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/networks/ba4ee5f8-92b8-43c3-9cae-94030db5e630 HTTP/1.1" status: 204 len: 168 time: 1.9329162 Apr 29 15:37:35.771239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38506) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:35.772382 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ebe4a19a-6650-4c73-bb7c-dff00bdc9219 None None] Provisioning complete for port 81039d26-78a6-4496-a244-74b7175d0493 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:35.772544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Checking segment: {'id': 'f6f99ef2-6fb4-4585-bce0-660a930c0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:35.773030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network hostable DHCP agents. Network: f07867b4-57a9-4ff1-8e35-c35740e7028e, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:35.773578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a19a-6650-4c73-bb7c-dff00bdc9219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.779952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'name': 'tempest-PortsTestJSON-1987339727'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:35.782035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Subnet': ['ID=af9f5641-3f95-40b9-955c-7b406042d85d,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:35.844048 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9e516176-2af8-4bea-95e0-2a081aeb054f req-2edecc3c-eae2-4f75-b094-2c8b4a022f41 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077955 Apr 29 15:37:35.855116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4a19a-6650-4c73-bb7c-dff00bdc9219 None None] Port 81039d26-78a6-4496-a244-74b7175d0493 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:35.871641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network f07867b4-57a9-4ff1-8e35-c35740e7028e is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:35.874875 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38510) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:35.929988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:35.935082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:port and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:35.938128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:35.946554 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:35.955256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66443e-016f-4042-9f0d-34e6dd0a7255 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:35.957094 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dd66443e-016f-4042-9f0d-34e6dd0a7255 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 1093 time: 0.0795882 Apr 29 15:37:35.960224 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38514) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:35.965646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:35.971742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:35.975061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:35.975984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:floatingip and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:35.979502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:35.989118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:35.992003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, f07867b4-57a9-4ff1-8e35-c35740e7028e) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:35.993741 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Transition to ACTIVE for port object 81039d26-78a6-4496-a244-74b7175d0493 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:35.999519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-315705e9-8d7c-4920-b344-48f404d423dd None None] Provisioning complete for port 81039d26-78a6-4496-a244-74b7175d0493 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:35.999519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-315705e9-8d7c-4920-b344-48f404d423dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.002869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:36.003545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.030065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:36.033555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.046022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae6dc19-5f35-4863-8e65-fb5044f31d5c None None] Network f07867b4-57a9-4ff1-8e35-c35740e7028e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:36.055427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port 33b7365a-6597-41cd-a977-e4842f53fcd0 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:37:36.081706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.122377 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4b5562d6-6e5f-4a7c-ba7c-339ce304b87c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4242289 Apr 29 15:37:36.123047 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38518) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:36.156709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.205294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-315705e9-8d7c-4920-b344-48f404d423dd None None] Port 81039d26-78a6-4496-a244-74b7175d0493 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:36.296044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.404227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9a25d-bae1-48d3-a6e7-08687caca678 None None] Pushing event updated for resources: {'Port': ['ID=81039d26-78a6-4496-a244-74b7175d0493,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:36.439032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.478357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f07867b4-57a9-4ff1-8e35-c35740e7028e', 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'fixed_ips': [{'subnet_id': 'af9f5641-3f95-40b9-955c-7b406042d85d'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:37:36.479728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.519213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:36.520328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:36.524440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:36.537672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:36.537672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.559288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=33b7365a-6597-41cd-a977-e4842f53fcd0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:36.570207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Attempting to bind port 81039d26-78a6-4496-a244-74b7175d0493 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:36.570669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Attempting to bind port 81039d26-78a6-4496-a244-74b7175d0493 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'a6d520f3-6c85-40a9-834f-3c0c722c4688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:36.570920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Attempting to bind port 81039d26-78a6-4496-a244-74b7175d0493 on network e60145ff-0af6-4550-81cd-2003b71bdd96 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:36.578517 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:36.578924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Checking segment: {'id': 'a6d520f3-6c85-40a9-834f-3c0c722c4688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:36.579264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.579652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Bound using segment: {'id': 'a6d520f3-6c85-40a9-834f-3c0c722c4688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:36.580109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Bound port: 81039d26-78a6-4496-a244-74b7175d0493, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d520f3-6c85-40a9-834f-3c0c722c4688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:36.580492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.661590 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-893d114f-98f5-4c5e-b70f-ac3d3aea11bb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8889675 Apr 29 15:37:36.664109 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38522) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:36.684864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.741924 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b090609d-d0f8-434f-b3c8-dfdb4e6ff3d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 33b7365a-6597-41cd-a977-e4842f53fcd0 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:36.742546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b090609d-d0f8-434f-b3c8-dfdb4e6ff3d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.759256 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] For port 81039d26-78a6-4496-a244-74b7175d0493, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:36.804040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] For port 81039d26-78a6-4496-a244-74b7175d0493, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=81039d26-78a6-4496-a244-74b7175d0493,segment=NetworkSegment(a6d520f3-6c85-40a9-834f-3c0c722c4688),segment_id=a6d520f3-6c85-40a9-834f-3c0c722c4688)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:36.833707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Allocated IP 2001:db8:3::2 (f07867b4-57a9-4ff1-8e35-c35740e7028e/af9f5641-3f95-40b9-955c-7b406042d85d/f1ccbe5b-9900-4d12-9389-a94c111d6813) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:36.894383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:36.938585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.150 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/f3a0eebc-40ca-44cf-a489-227ed015f1c5) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:36.996567 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 190ed7a6-4507-4a9a-921a-3d54708aa52d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:37.001858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b090609d-d0f8-434f-b3c8-dfdb4e6ff3d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.123168 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.160635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:37.161438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:37.258905 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b090609d-d0f8-434f-b3c8-dfdb4e6ff3d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 33b7365a-6597-41cd-a977-e4842f53fcd0 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:37.319889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.356831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9a25d-bae1-48d3-a6e7-08687caca678 None None] Pushing event updated for resources: {'Port': ['ID=81039d26-78a6-4496-a244-74b7175d0493,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:37.429950 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:37.477920 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b090609d-d0f8-434f-b3c8-dfdb4e6ff3d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.492449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 190ed7a6-4507-4a9a-921a-3d54708aa52d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:37.493576 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.530150 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090609d-d0f8-434f-b3c8-dfdb4e6ff3d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=33b7365a-6597-41cd-a977-e4842f53fcd0,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:37.536912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b090609d-d0f8-434f-b3c8-dfdb4e6ff3d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.551614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b090609d-d0f8-434f-b3c8-dfdb4e6ff3d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/33b7365a-6597-41cd-a977-e4842f53fcd0 HTTP/1.1" status: 204 len: 168 time: 0.8808770 Apr 29 15:37:37.551847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38526) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:37.557578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'mac_address': 'fa:16:3e:04:2b:ba', 'name': 'tempest-PortsTestJSON-41093597'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:37.576531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.669202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:37.671283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.673428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:port and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:37.676296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:37.678331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.682201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:37.706627 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Transition to ACTIVE for port object f1ccbe5b-9900-4d12-9389-a94c111d6813 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:37.745217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:37.747066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:37.749968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:37.753664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:37.788345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=f3a0eebc-40ca-44cf-a489-227ed015f1c5,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:37.858577 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Transition to ACTIVE for port object f1ccbe5b-9900-4d12-9389-a94c111d6813 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:37.862597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:37.890382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port 743a67c9-8980-4ef3-b0d8-9b8dc12ee095 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:37:37.891363 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b65df178-3c5a-4f33-8c05-fbee4057b826 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:37:37.936614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: b65df178-3c5a-4f33-8c05-fbee4057b826 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:37:37.936885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b65df178-3c5a-4f33-8c05-fbee4057b826 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:37:37.967081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.039957 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Network f07867b4-57a9-4ff1-8e35-c35740e7028e is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:38.045867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:38.048503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:38.061457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Allocated IP 2001:db8:3::1 (f07867b4-57a9-4ff1-8e35-c35740e7028e/af9f5641-3f95-40b9-955c-7b406042d85d/50a9a64a-30df-4442-a927-23dbfaf76b3b) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:38.091681 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Pushing event updated for resources: {'Port': ['ID=f1ccbe5b-9900-4d12-9389-a94c111d6813,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:38.121569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.166083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Attempting to bind port f1ccbe5b-9900-4d12-9389-a94c111d6813 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:38.166472 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Attempting to bind port f1ccbe5b-9900-4d12-9389-a94c111d6813 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'f6f99ef2-6fb4-4585-bce0-660a930c0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:38.166802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Attempting to bind port f1ccbe5b-9900-4d12-9389-a94c111d6813 on network f07867b4-57a9-4ff1-8e35-c35740e7028e {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:38.173897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:38.174262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Checking segment: {'id': 'f6f99ef2-6fb4-4585-bce0-660a930c0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:38.174666 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.175057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Bound using segment: {'id': 'f6f99ef2-6fb4-4585-bce0-660a930c0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:38.175562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Bound port: f1ccbe5b-9900-4d12-9389-a94c111d6813, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f99ef2-6fb4-4585-bce0-660a930c0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:38.175938 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.189311 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:36Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:38.211574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.225938 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bee0e-a6b0-4756-a586-9328ad950574 None None] The sync data for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv is: [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:36Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:38.336009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.353438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] For port f1ccbe5b-9900-4d12-9389-a94c111d6813, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:38.356676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:38.358204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] For port f1ccbe5b-9900-4d12-9389-a94c111d6813, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f1ccbe5b-9900-4d12-9389-a94c111d6813,segment=NetworkSegment(f6f99ef2-6fb4-4585-bce0-660a930c0a8c),segment_id=f6f99ef2-6fb4-4585-bce0-660a930c0a8c)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:38.360198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:38.366946 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:38.372619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Transition to ACTIVE for port object 50a9a64a-30df-4442-a927-23dbfaf76b3b will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:38.373188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:38.374106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.391588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=743a67c9-8980-4ef3-b0d8-9b8dc12ee095,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:38.442308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.461515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.519457 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c563e995-4483-428f-a5f1-18789ca80b59 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.9653838 Apr 29 15:37:38.521018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38530) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:38.552930 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44894c2e-f468-4ca4-bfdd-53bff8918557 None None] Pushing event updated for resources: {'Port': ['ID=f1ccbe5b-9900-4d12-9389-a94c111d6813,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:38.570034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.714489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network f07867b4-57a9-4ff1-8e35-c35740e7028e is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:38.727974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0da9ae-e5e3-4c23-ac8c-197f67aac090 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:38.727974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3f0da9ae-e5e3-4c23-ac8c-197f67aac090 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:38.735027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:38.746378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:38.746892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.768514 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=50a9a64a-30df-4442-a927-23dbfaf76b3b,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:38.774212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:38.993406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 81039d26-78a6-4496-a244-74b7175d0493 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:39.030303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3f0da9ae-e5e3-4c23-ac8c-197f67aac090 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:39.031459 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3f0da9ae-e5e3-4c23-ac8c-197f67aac090 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/743a67c9-8980-4ef3-b0d8-9b8dc12ee095 HTTP/1.1" status: 200 len: 839 time: 0.5091324 Apr 29 15:37:39.034400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38534) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:39.114338 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbffa2-2da4-4170-b672-fbfc2b82b23c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 743a67c9-8980-4ef3-b0d8-9b8dc12ee095 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:39.114926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4fbffa2-2da4-4170-b672-fbfc2b82b23c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.152142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.186312 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 81039d26-78a6-4496-a244-74b7175d0493 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:39.191689 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 81039d26-78a6-4496-a244-74b7175d0493 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:39.197391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.220283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.353004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.359593 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4fbffa2-2da4-4170-b672-fbfc2b82b23c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.380697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.387868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 81039d26-78a6-4496-a244-74b7175d0493, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=81039d26-78a6-4496-a244-74b7175d0493,segment=NetworkSegment(a6d520f3-6c85-40a9-834f-3c0c722c4688),segment_id=a6d520f3-6c85-40a9-834f-3c0c722c4688)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:39.440119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=f3a0eebc-40ca-44cf-a489-227ed015f1c5,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:39.450465 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.465136 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.466588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f1ccbe5b-9900-4d12-9389-a94c111d6813 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:39.504328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbffa2-2da4-4170-b672-fbfc2b82b23c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 743a67c9-8980-4ef3-b0d8-9b8dc12ee095 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:39.617091 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=81039d26-78a6-4496-a244-74b7175d0493,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:39.673721 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff39fd1b-06eb-4792-ad24-451ca8b736ad None None] Network f07867b4-57a9-4ff1-8e35-c35740e7028e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:39.693382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4fbffa2-2da4-4170-b672-fbfc2b82b23c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.755754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port f1ccbe5b-9900-4d12-9389-a94c111d6813 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:39.756371 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbffa2-2da4-4170-b672-fbfc2b82b23c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=743a67c9-8980-4ef3-b0d8-9b8dc12ee095,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:39.766342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4fbffa2-2da4-4170-b672-fbfc2b82b23c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.809634 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP 2e688532-9117-4a00-8eda-1949e77b0406 associated. External IP: 172.26.2.150, port: 0e891cc8-7d77-4559-87f0-926a08fa7f16. Apr 29 15:37:39.839394 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d4fbffa2-2da4-4170-b672-fbfc2b82b23c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/743a67c9-8980-4ef3-b0d8-9b8dc12ee095 HTTP/1.1" status: 204 len: 168 time: 0.7999024 Apr 29 15:37:39.840272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38538) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:39.886732 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce917e17-da19-4f60-8516-7e8a5fc82abb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:37:39.887418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ce917e17-da19-4f60-8516-7e8a5fc82abb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:39.888946 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-26c0d6eb-0459-4d93-a750-be44f659d6d4 None None] Provisioning for port f1ccbe5b-9900-4d12-9389-a94c111d6813 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:39.905294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-26c0d6eb-0459-4d93-a750-be44f659d6d4 None None] Provisioning complete for port f1ccbe5b-9900-4d12-9389-a94c111d6813 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:39.905659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-26c0d6eb-0459-4d93-a750-be44f659d6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:39.961673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ce917e17-da19-4f60-8516-7e8a5fc82abb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:39.963537 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ce917e17-da19-4f60-8516-7e8a5fc82abb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/743a67c9-8980-4ef3-b0d8-9b8dc12ee095 HTTP/1.1" status: 404 len: 333 time: 0.1224728 Apr 29 15:37:39.967262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38542) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:39.972727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'name': 'tempest-PortsTestJSON-879865732'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:40.055304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-26c0d6eb-0459-4d93-a750-be44f659d6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.093452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:40.103363 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-26c0d6eb-0459-4d93-a750-be44f659d6d4 None None] For port f1ccbe5b-9900-4d12-9389-a94c111d6813, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f1ccbe5b-9900-4d12-9389-a94c111d6813,segment=NetworkSegment(f6f99ef2-6fb4-4585-bce0-660a930c0a8c),segment_id=f6f99ef2-6fb4-4585-bce0-660a930c0a8c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:40.108215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:40.174612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-26c0d6eb-0459-4d93-a750-be44f659d6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.191702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:40.195630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.224382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port a61d16d5-37de-4ae7-b93e-ffc559af60ec yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:37:40.253591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0d6eb-0459-4d93-a750-be44f659d6d4 None None] Pushing event updated for resources: {'Port': ['ID=f1ccbe5b-9900-4d12-9389-a94c111d6813,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:40.274785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.326381 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:40.400391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3804e34e-7325-45fc-becd-d8423083f98b None None] Provisioning complete for port f1ccbe5b-9900-4d12-9389-a94c111d6813 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:40.401521 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3804e34e-7325-45fc-becd-d8423083f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.515870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.596191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.596887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.604511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.631670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3804e34e-7325-45fc-becd-d8423083f98b None None] Provisioning for port 50a9a64a-30df-4442-a927-23dbfaf76b3b completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:40.637138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3804e34e-7325-45fc-becd-d8423083f98b None None] Provisioning complete for port 50a9a64a-30df-4442-a927-23dbfaf76b3b triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:40.637509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3804e34e-7325-45fc-becd-d8423083f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.678756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:40.681933 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:40.687064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:40.692060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:40.692749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.698659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=a61d16d5-37de-4ae7-b93e-ffc559af60ec,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:40.702641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3804e34e-7325-45fc-becd-d8423083f98b None None] Port 50a9a64a-30df-4442-a927-23dbfaf76b3b cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:40.721585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event updated for resources: {'Port': ['ID=50a9a64a-30df-4442-a927-23dbfaf76b3b,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:40.809792 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ac56e464-99cf-4da1-aebf-7fe21ad4b01f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8413520 Apr 29 15:37:40.812335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38546) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:40.818610 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-55fa85ad-742d-4e0a-9ead-8ce30046ba3b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:40.829795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-40173a62-b9a6-4cbb-a1c3-c3f7857d254c None None] Provisioning complete for port 50a9a64a-30df-4442-a927-23dbfaf76b3b triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:40.830214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-40173a62-b9a6-4cbb-a1c3-c3f7857d254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:40.832936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:40.846417 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef457f-8f44-40e4-b146-b52c64de5572 None None] Sync routers for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:40.861995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Network f07867b4-57a9-4ff1-8e35-c35740e7028e is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:40.862960 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef457f-8f44-40e4-b146-b52c64de5572 None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:40.863594 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-74ef457f-8f44-40e4-b146-b52c64de5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:40.865509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:40.934537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-40173a62-b9a6-4cbb-a1c3-c3f7857d254c None None] Port 50a9a64a-30df-4442-a927-23dbfaf76b3b cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:40.954613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 81039d26-78a6-4496-a244-74b7175d0493 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:41.010991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.034826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-55fa85ad-742d-4e0a-9ead-8ce30046ba3b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.041839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 81039d26-78a6-4496-a244-74b7175d0493 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:41.042522 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.114113 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5987a991-e216-4360-8314-26084cea860a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1526897 Apr 29 15:37:41.116626 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'tag': '0e891cc8-7d77-4559-87f0-926a08fa7f16'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:37:41.124545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38550) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:41.143199 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-74ef457f-8f44-40e4-b146-b52c64de5572 None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:41.232628 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44149238-5bb3-4c03-8d2a-96b0573abdf3'] response: {'name': 'network-changed', 'server_uuid': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'tag': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'status': 'completed', 'code': 200} Apr 29 15:37:41.276105 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f1ccbe5b-9900-4d12-9389-a94c111d6813 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:41.320301 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 68643a8c-287e-4081-8155-c19b70e5c0c3 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:41.348488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a57d83ec-67ca-440c-bbd1-1188cd44b84c None None] Provisioning complete for port 50a9a64a-30df-4442-a927-23dbfaf76b3b triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:41.348861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a57d83ec-67ca-440c-bbd1-1188cd44b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.378342 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a0c53323-545f-4b18-8395-4c97b8acb216 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/2e688532-9117-4a00-8eda-1949e77b0406 HTTP/1.1" status: 200 len: 991 time: 0.2525060 Apr 29 15:37:41.390959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-55fa85ad-742d-4e0a-9ead-8ce30046ba3b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.417395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a57d83ec-67ca-440c-bbd1-1188cd44b84c None None] Port 50a9a64a-30df-4442-a927-23dbfaf76b3b cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:41.428308 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f1ccbe5b-9900-4d12-9389-a94c111d6813 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:41.428711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.477438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-55fa85ad-742d-4e0a-9ead-8ce30046ba3b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.529061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8eaed-875e-41f9-88b8-c04b35357f14 req-28bb4a02-c67d-4678-b4ab-5ba141ce076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:41.530650 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b0e8eaed-875e-41f9-88b8-c04b35357f14 req-28bb4a02-c67d-4678-b4ab-5ba141ce076a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 1098 time: 0.2883234 Apr 29 15:37:41.580277 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-74ef457f-8f44-40e4-b146-b52c64de5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:37:08Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '2e688532-9117-4a00-8eda-1949e77b0406', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'port_id': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'mac_address': 'fa:16:3e:85:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:38Z', 'updated_at': '2022-04-29T15:37:38Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:41.584527 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef457f-8f44-40e4-b146-b52c64de5572 None None] Checking router: 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:41.590764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:41.594891 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef457f-8f44-40e4-b146-b52c64de5572 None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:41.595515 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-74ef457f-8f44-40e4-b146-b52c64de5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:41.596426 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bbf03138-64bc-4872-b85d-d95219344102 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4722488 Apr 29 15:37:41.600327 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38556) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:41.604864 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Sync routers for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:41.606749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-28bcfe4c-ad1d-4804-b852-c1f274d8cca0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:41.616456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:41.617471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:41.670807 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-55fa85ad-742d-4e0a-9ead-8ce30046ba3b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] In _notify_port_updated(), no bound segment for port a61d16d5-37de-4ae7-b93e-ffc559af60ec on network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b {{(pid=88714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:37:41.676329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa85ad-742d-4e0a-9ead-8ce30046ba3b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:41.677039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-55fa85ad-742d-4e0a-9ead-8ce30046ba3b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.680767 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-55fa85ad-742d-4e0a-9ead-8ce30046ba3b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "PUT /v2.0/ports/a61d16d5-37de-4ae7-b93e-ffc559af60ec HTTP/1.1" status: 200 len: 818 time: 0.8651142 Apr 29 15:37:41.682286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38560) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:41.745192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa85ad-742d-4e0a-9ead-8ce30046ba3b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=a61d16d5-37de-4ae7-b93e-ffc559af60ec,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:41.768639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-70fdff1e-5162-489b-b5bb-f94392dbf7ea tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port a61d16d5-37de-4ae7-b93e-ffc559af60ec {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:41.769178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70fdff1e-5162-489b-b5bb-f94392dbf7ea tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:41.809471 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-74ef457f-8f44-40e4-b146-b52c64de5572 None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:41.852108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:42.022136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70fdff1e-5162-489b-b5bb-f94392dbf7ea tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.171042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8eaed-875e-41f9-88b8-c04b35357f14 req-4084a8a2-51ad-4cb5-ab15-2e8d8c692658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:42.172509 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b0e8eaed-875e-41f9-88b8-c04b35357f14 req-4084a8a2-51ad-4cb5-ab15-2e8d8c692658 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4db73c39-5a26-4d3b-8f64-15da74ae4350 HTTP/1.1" status: 200 len: 897 time: 0.6296990 Apr 29 15:37:42.184227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-70fdff1e-5162-489b-b5bb-f94392dbf7ea tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for a61d16d5-37de-4ae7-b93e-ffc559af60ec owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:42.211024 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a9a64a-30df-4442-a927-23dbfaf76b3b', 'name': '', 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:50:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:37Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 2, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:42.215657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Checking router: 68643a8c-287e-4081-8155-c19b70e5c0c3 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:42.216098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Updating router 68643a8c-287e-4081-8155-c19b70e5c0c3 port 50a9a64a-30df-4442-a927-23dbfaf76b3b binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:37:42.274081 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-74ef457f-8f44-40e4-b146-b52c64de5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:37:08Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '2e688532-9117-4a00-8eda-1949e77b0406', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'port_id': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'mac_address': 'fa:16:3e:85:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:38Z', 'updated_at': '2022-04-29T15:37:38Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:42.279597 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef457f-8f44-40e4-b146-b52c64de5572 None None] The sync data for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv is: [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:37:08Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '2e688532-9117-4a00-8eda-1949e77b0406', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'port_id': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'mac_address': 'fa:16:3e:85:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:38Z', 'updated_at': '2022-04-29T15:37:38Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:42.283481 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.346254 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70fdff1e-5162-489b-b5bb-f94392dbf7ea tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.384228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38564) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:42.412263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdff1e-5162-489b-b5bb-f94392dbf7ea tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=a61d16d5-37de-4ae7-b93e-ffc559af60ec,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:42.415583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-70fdff1e-5162-489b-b5bb-f94392dbf7ea tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.429785 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-70fdff1e-5162-489b-b5bb-f94392dbf7ea tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/a61d16d5-37de-4ae7-b93e-ffc559af60ec HTTP/1.1" status: 204 len: 168 time: 0.7439861 Apr 29 15:37:42.430068 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38568) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:42.469912 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b0e8eaed-875e-41f9-88b8-c04b35357f14 req-56f0d027-a10d-409b-ae01-48eb2dc2a2bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e891cc8-7d77-4559-87f0-926a08fa7f16 HTTP/1.1" status: 200 len: 999 time: 0.2647648 Apr 29 15:37:42.521668 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d6874b-0016-4ffc-8f2a-e6e408e6845e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:42.522753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-23d6874b-0016-4ffc-8f2a-e6e408e6845e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:42.566021 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e18d39-dbb0-4ba1-9ba1-7e056702de28 None None] New status for floating IP 2e688532-9117-4a00-8eda-1949e77b0406: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:37:42.614844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-23d6874b-0016-4ffc-8f2a-e6e408e6845e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:42.619619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8eaed-875e-41f9-88b8-c04b35357f14 req-811d1f6f-22da-4c0f-9894-96e2985f8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:42.621142 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b0e8eaed-875e-41f9-88b8-c04b35357f14 req-811d1f6f-22da-4c0f-9894-96e2985f8599 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adb2f4b6-5500-47e6-8f6b-82b86b9deba1 HTTP/1.1" status: 200 len: 835 time: 0.1246862 Apr 29 15:37:42.621439 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-23d6874b-0016-4ffc-8f2a-e6e408e6845e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1897831 Apr 29 15:37:42.621618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38572) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:42.666536 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.675286 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a3314cc0-2d31-4a05-b7d7-372e45ff39d0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/2e688532-9117-4a00-8eda-1949e77b0406 HTTP/1.1" status: 200 len: 991 time: 0.2879233 Apr 29 15:37:42.678572 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Transition to ACTIVE for port object 50a9a64a-30df-4442-a927-23dbfaf76b3b will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:42.737679 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94c0764-8508-471e-b9ac-19c0243912d3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:37:42.739036 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d94c0764-8508-471e-b9ac-19c0243912d3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/a61d16d5-37de-4ae7-b93e-ffc559af60ec HTTP/1.1" status: 404 len: 333 time: 0.1123681 Apr 29 15:37:42.740353 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.742981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38576) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:42.780009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1569981820'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:42.785149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:42.789249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:network and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:42.793425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:42.800338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:42.878836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:42.882261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.934227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea69b5-4e12-4293-8187-ca918759cf35 None None] Pushing event updated for resources: {'Port': ['ID=50a9a64a-30df-4442-a927-23dbfaf76b3b,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:42.936998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.extraroute_db [None req-28bcfe4c-ad1d-4804-b852-c1f274d8cca0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 15:37:42.942164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8eaed-875e-41f9-88b8-c04b35357f14 req-28a3f800-b21d-4c9d-b413-ec92cc8fa6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:42.943764 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b0e8eaed-875e-41f9-88b8-c04b35357f14 req-28a3f800-b21d-4c9d-b413-ec92cc8fa6b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4db73c39-5a26-4d3b-8f64-15da74ae4350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2731168 Apr 29 15:37:42.965146 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Attempting to bind port 50a9a64a-30df-4442-a927-23dbfaf76b3b on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:42.965512 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Attempting to bind port 50a9a64a-30df-4442-a927-23dbfaf76b3b by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'f6f99ef2-6fb4-4585-bce0-660a930c0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:42.965866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Attempting to bind port 50a9a64a-30df-4442-a927-23dbfaf76b3b on network f07867b4-57a9-4ff1-8e35-c35740e7028e {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:42.972022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:42.972669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Checking segment: {'id': 'f6f99ef2-6fb4-4585-bce0-660a930c0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:42.974060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.974060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Bound using segment: {'id': 'f6f99ef2-6fb4-4585-bce0-660a930c0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:42.974060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Bound port: 50a9a64a-30df-4442-a927-23dbfaf76b3b, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f99ef2-6fb4-4585-bce0-660a930c0a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:42.974480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:42.981684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:43.006340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.extraroute_db [None req-28bcfe4c-ad1d-4804-b852-c1f274d8cca0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Removed routes are [] {{(pid=88715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 15:37:43.006737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-28bcfe4c-ad1d-4804-b852-c1f274d8cca0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.019717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.020065 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Added segment 892c9abc-3475-4080-b234-8a79b4ddfdf4 of type vlan for network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 Apr 29 15:37:43.071245 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] For port 50a9a64a-30df-4442-a927-23dbfaf76b3b, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:43.074725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] For port 50a9a64a-30df-4442-a927-23dbfaf76b3b, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=50a9a64a-30df-4442-a927-23dbfaf76b3b,segment=NetworkSegment(f6f99ef2-6fb4-4585-bce0-660a930c0a8c),segment_id=f6f99ef2-6fb4-4585-bce0-660a930c0a8c)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:43.154867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.241807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:43.242427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:43.275038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.288877 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b0e8eaed-875e-41f9-88b8-c04b35357f14 req-465a43fc-e667-4f07-8c30-f380d5f1cd73 service neutron] 10.222.0.44 "GET /v2.0/networks/4db73c39-5a26-4d3b-8f64-15da74ae4350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375511 Apr 29 15:37:43.394798 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea69b5-4e12-4293-8187-ca918759cf35 None None] Pushing event updated for resources: {'Port': ['ID=50a9a64a-30df-4442-a927-23dbfaf76b3b,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:43.432456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:43.585362 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-28bcfe4c-ad1d-4804-b852-c1f274d8cca0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.591249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.596550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:43.598154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.631125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-28bcfe4c-ad1d-4804-b852-c1f274d8cca0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:43.678216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38580) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:43.805680 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-737b1c13-3bca-4d18-86b5-0ca04c77ec3e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/2e688532-9117-4a00-8eda-1949e77b0406 HTTP/1.1" status: 200 len: 993 time: 0.1214125 Apr 29 15:37:43.817597 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:42Z', 'revision_number': 6, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a9a64a-30df-4442-a927-23dbfaf76b3b', 'name': '', 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:50:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:37Z', 'updated_at': '2022-04-29T15:37:43Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:43.821531 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa90f49c-e1b9-4120-a8d6-f1cb28f51d26 None None] The sync data for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv is: [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:42Z', 'revision_number': 6, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a9a64a-30df-4442-a927-23dbfaf76b3b', 'name': '', 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:50:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:37Z', 'updated_at': '2022-04-29T15:37:43Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:43.915581 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b0e8eaed-875e-41f9-88b8-c04b35357f14 req-cbed2bb4-ca72-4d0f-9563-e3938da36b58 service neutron] 10.222.0.44 "GET /v2.0/networks/4db73c39-5a26-4d3b-8f64-15da74ae4350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144996 Apr 29 15:37:44.009304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Network': ['ID=49c549fe-16bf-4f12-b88e-a1ebcdf3e185,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:44.024871 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:44.028613 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-841d5605-9fe9-4e77-930f-ca2bf3c4d627 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2846079 Apr 29 15:37:44.031435 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38584) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:44.035893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bcfe4c-ad1d-4804-b852-c1f274d8cca0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 68643a8c-287e-4081-8155-c19b70e5c0c3 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:44.037270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': '49c549fe-16bf-4f12-b88e-a1ebcdf3e185', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:44.154610 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:44.158658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:44.164049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:44.168528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:44.216640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bcfe4c-ad1d-4804-b852-c1f274d8cca0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:44.223334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-28bcfe4c-ad1d-4804-b852-c1f274d8cca0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.226839 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-28bcfe4c-ad1d-4804-b852-c1f274d8cca0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3 HTTP/1.1" status: 200 len: 953 time: 2.6233850 Apr 29 15:37:44.227278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38588) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:44.294535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:44.298007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.498161 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-daed744d-a012-420f-9af3-6125dfcfd739 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3 HTTP/1.1" status: 200 len: 953 time: 0.2695563 Apr 29 15:37:44.500863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38592) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:44.506181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a74a926c-3e0e-4d8e-a5a8-b16c94b3c620 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'router': {'routes': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:44.584580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827c1e3a-ddc7-4499-b2d2-5530f5c34fe4 None None] Sync routers for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:44.596113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c1e3a-ddc7-4499-b2d2-5530f5c34fe4 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:44.596740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-827c1e3a-ddc7-4499-b2d2-5530f5c34fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:44.670215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.753862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-827c1e3a-ddc7-4499-b2d2-5530f5c34fe4 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:44.756067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Subnet': ['ID=f281790a-de4b-439a-9e87-d68b1a77df21,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:44.760720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Checking segment: {'id': '892c9abc-3475-4080-b234-8a79b4ddfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '49c549fe-16bf-4f12-b88e-a1ebcdf3e185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:44.761078 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network hostable DHCP agents. Network: 49c549fe-16bf-4f12-b88e-a1ebcdf3e185, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:44.830178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:44.922955 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 49c549fe-16bf-4f12-b88e-a1ebcdf3e185) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:44.935204 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:44.939506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:44.981188 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 50a9a64a-30df-4442-a927-23dbfaf76b3b up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:45.008166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13ca64c-2096-4cfc-ac95-95a38115e57c None None] Network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:45.014796 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4c9e05eb-ff79-4a97-ab67-a2518d39e5c5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9822619 Apr 29 15:37:45.017391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38596) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:45.024977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-adae16b6-2bba-4634-a5f4-04d53eddd796 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': '49c549fe-16bf-4f12-b88e-a1ebcdf3e185', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:45.104083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.extraroute_db [None req-a74a926c-3e0e-4d8e-a5a8-b16c94b3c620 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Added routes are [] {{(pid=88715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 15:37:45.104733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.extraroute_db [None req-a74a926c-3e0e-4d8e-a5a8-b16c94b3c620 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88715) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 15:37:45.143156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a74a926c-3e0e-4d8e-a5a8-b16c94b3c620 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.276268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-adae16b6-2bba-4634-a5f4-04d53eddd796 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:45.280922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-adae16b6-2bba-4634-a5f4-04d53eddd796 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:45.284332 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 50a9a64a-30df-4442-a927-23dbfaf76b3b completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:45.302635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 50a9a64a-30df-4442-a927-23dbfaf76b3b triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:45.303007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.311584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-adae16b6-2bba-4634-a5f4-04d53eddd796 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:45.317960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-adae16b6-2bba-4634-a5f4-04d53eddd796 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:45.407094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adae16b6-2bba-4634-a5f4-04d53eddd796 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:45.410803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-adae16b6-2bba-4634-a5f4-04d53eddd796 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.414471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-827c1e3a-ddc7-4499-b2d2-5530f5c34fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:42Z', 'revision_number': 6, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a9a64a-30df-4442-a927-23dbfaf76b3b', 'name': '', 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:50:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:37Z', 'updated_at': '2022-04-29T15:37:43Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:45.421126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827c1e3a-ddc7-4499-b2d2-5530f5c34fe4 None None] Checking router: 68643a8c-287e-4081-8155-c19b70e5c0c3 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:45.429168 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-49c549fe-16bf-4f12-b88e-a1ebcdf3e185', 'network_id': '49c549fe-16bf-4f12-b88e-a1ebcdf3e185', 'tenant_id': 'c04a7795404e4afd80825923c21e76f6', 'fixed_ips': [{'subnet_id': 'f281790a-de4b-439a-9e87-d68b1a77df21'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:37:45.429939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.455414 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c1e3a-ddc7-4499-b2d2-5530f5c34fe4 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:45.455959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-827c1e3a-ddc7-4499-b2d2-5530f5c34fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:45.549801 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.ipam_backend_mixin [None req-adae16b6-2bba-4634-a5f4-04d53eddd796 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f281790a-de4b-439a-9e87-d68b1a77df21 (CIDR: 172.20.0.0/28) Apr 29 15:37:45.591964 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-adae16b6-2bba-4634-a5f4-04d53eddd796 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:37:45.592529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adae16b6-2bba-4634-a5f4-04d53eddd796 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:37:45.651496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a74a926c-3e0e-4d8e-a5a8-b16c94b3c620 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.655245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a74a926c-3e0e-4d8e-a5a8-b16c94b3c620 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.659105 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-adae16b6-2bba-4634-a5f4-04d53eddd796 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6406775 Apr 29 15:37:45.661833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38600) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:45.668717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': '49c549fe-16bf-4f12-b88e-a1ebcdf3e185', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:45.761098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.793818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-827c1e3a-ddc7-4499-b2d2-5530f5c34fe4 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:45.830557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74a926c-3e0e-4d8e-a5a8-b16c94b3c620 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 68643a8c-287e-4081-8155-c19b70e5c0c3 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:45.834034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:45.838810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:45.841935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:45.847927 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:45.911730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:45.917263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:45.923843 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 50a9a64a-30df-4442-a927-23dbfaf76b3b, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=50a9a64a-30df-4442-a927-23dbfaf76b3b,segment=NetworkSegment(f6f99ef2-6fb4-4585-bce0-660a930c0a8c),segment_id=f6f99ef2-6fb4-4585-bce0-660a930c0a8c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:45.994626 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74a926c-3e0e-4d8e-a5a8-b16c94b3c620 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:45.996951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.001739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a74a926c-3e0e-4d8e-a5a8-b16c94b3c620 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.006770 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a74a926c-3e0e-4d8e-a5a8-b16c94b3c620 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3 HTTP/1.1" status: 200 len: 703 time: 1.5010135 Apr 29 15:37:46.006770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38604) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:46.160306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Allocated IP 172.20.0.2 (49c549fe-16bf-4f12-b88e-a1ebcdf3e185/f281790a-de4b-439a-9e87-d68b1a77df21/610490ff-8242-49ae-a8b1-59bf22e67dea) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:46.188270 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-68fc351a-b3b9-4137-aefc-83e6be6e4c15 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3 HTTP/1.1" status: 200 len: 703 time: 0.1786849 Apr 29 15:37:46.189183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38608) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:46.255750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.276026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=50a9a64a-30df-4442-a927-23dbfaf76b3b,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.336854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:46.340679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:46.344974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:46.345640 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.361159 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Subnet': ['ID=88a74e4a-6cbf-43a6-8ebc-ae5a3280aceb,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.437910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-827c1e3a-ddc7-4499-b2d2-5530f5c34fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:45Z', 'revision_number': 7, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a9a64a-30df-4442-a927-23dbfaf76b3b', 'name': '', 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:50:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:37Z', 'updated_at': '2022-04-29T15:37:43Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:46.446847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827c1e3a-ddc7-4499-b2d2-5530f5c34fe4 None None] The sync data for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv is: [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:45Z', 'revision_number': 7, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a9a64a-30df-4442-a927-23dbfaf76b3b', 'name': '', 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:50:90:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:37Z', 'updated_at': '2022-04-29T15:37:43Z', 'revision_number': 4, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:46.455805 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9bef5517-4196-42eb-bb92-03cf73cab19a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7926636 Apr 29 15:37:46.458468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38612) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:46.465910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': '49c549fe-16bf-4f12-b88e-a1ebcdf3e185', 'fixed_ips': [{'subnet_id': 'f281790a-de4b-439a-9e87-d68b1a77df21'}, {'subnet_id': '88a74e4a-6cbf-43a6-8ebc-ae5a3280aceb'}], 'name': 'tempest-PortsTestJSON-1263060698'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:46.467862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.479211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Transition to ACTIVE for port object 610490ff-8242-49ae-a8b1-59bf22e67dea will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:46.500026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Transition to ACTIVE for port object 610490ff-8242-49ae-a8b1-59bf22e67dea will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:46.563691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.621419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:46.632623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:46.636243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:46.636443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:46.640281 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:46.674532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Pushing event updated for resources: {'Port': ['ID=610490ff-8242-49ae-a8b1-59bf22e67dea,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:46.705863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:46.726221 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a1451-1061-4b61-826b-f7f8c0a143b9 None None] Sync routers for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:46.738515 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a1451-1061-4b61-826b-f7f8c0a143b9 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:46.739443 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1e4a1451-1061-4b61-826b-f7f8c0a143b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:46.739837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Attempting to bind port 610490ff-8242-49ae-a8b1-59bf22e67dea on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:46.740208 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Attempting to bind port 610490ff-8242-49ae-a8b1-59bf22e67dea by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '892c9abc-3475-4080-b234-8a79b4ddfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '49c549fe-16bf-4f12-b88e-a1ebcdf3e185'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:46.740590 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Attempting to bind port 610490ff-8242-49ae-a8b1-59bf22e67dea on network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:46.746809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:46.747165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Checking segment: {'id': '892c9abc-3475-4080-b234-8a79b4ddfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '49c549fe-16bf-4f12-b88e-a1ebcdf3e185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:46.747629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.747936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Bound using segment: {'id': '892c9abc-3475-4080-b234-8a79b4ddfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '49c549fe-16bf-4f12-b88e-a1ebcdf3e185'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:46.749027 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Bound port: 610490ff-8242-49ae-a8b1-59bf22e67dea, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892c9abc-3475-4080-b234-8a79b4ddfdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '49c549fe-16bf-4f12-b88e-a1ebcdf3e185'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:46.749652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.782965 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e6f48ad2-ddc6-4fdf-b71e-3776e37cd7dd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.854177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] For port 610490ff-8242-49ae-a8b1-59bf22e67dea, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:46.857902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] For port 610490ff-8242-49ae-a8b1-59bf22e67dea, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=610490ff-8242-49ae-a8b1-59bf22e67dea,segment=NetworkSegment(892c9abc-3475-4080-b234-8a79b4ddfdf4),segment_id=892c9abc-3475-4080-b234-8a79b4ddfdf4)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:46.862588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:46.892576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port 5ce18d42-5248-469e-8277-777209d6e04c yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:37:46.905941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 50a9a64a-30df-4442-a927-23dbfaf76b3b up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:46.916756 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-1e4a1451-1061-4b61-826b-f7f8c0a143b9 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:46.946124 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.059419 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e6f70-f999-48a7-993d-1ec4f1829728 None None] Pushing event updated for resources: {'Port': ['ID=610490ff-8242-49ae-a8b1-59bf22e67dea,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:47.070884 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 50a9a64a-30df-4442-a927-23dbfaf76b3b triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:47.071254 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.349137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.13 (49c549fe-16bf-4f12-b88e-a1ebcdf3e185/f281790a-de4b-439a-9e87-d68b1a77df21/5ce18d42-5248-469e-8277-777209d6e04c) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:47.356288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.29 (49c549fe-16bf-4f12-b88e-a1ebcdf3e185/88a74e4a-6cbf-43a6-8ebc-ae5a3280aceb/5ce18d42-5248-469e-8277-777209d6e04c) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:47.383789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-e6f48ad2-ddc6-4fdf-b71e-3776e37cd7dd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 50a9a64a-30df-4442-a927-23dbfaf76b3b {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:47.384247 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e6f48ad2-ddc6-4fdf-b71e-3776e37cd7dd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.400948 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1e4a1451-1061-4b61-826b-f7f8c0a143b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:45Z', 'revision_number': 7, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a9a64a-30df-4442-a927-23dbfaf76b3b', 'name': '', 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:50:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:37Z', 'updated_at': '2022-04-29T15:37:45Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:47.411877 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a1451-1061-4b61-826b-f7f8c0a143b9 None None] Checking router: 68643a8c-287e-4081-8155-c19b70e5c0c3 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:47.442991 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a1451-1061-4b61-826b-f7f8c0a143b9 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:47.443670 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1e4a1451-1061-4b61-826b-f7f8c0a143b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:47.666425 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-1e4a1451-1061-4b61-826b-f7f8c0a143b9 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:47.680791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-e6f48ad2-ddc6-4fdf-b71e-3776e37cd7dd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] For port 50a9a64a-30df-4442-a927-23dbfaf76b3b, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=50a9a64a-30df-4442-a927-23dbfaf76b3b,segment=NetworkSegment(f6f99ef2-6fb4-4585-bce0-660a930c0a8c),segment_id=f6f99ef2-6fb4-4585-bce0-660a930c0a8c)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:47.680942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e6f48ad2-ddc6-4fdf-b71e-3776e37cd7dd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.724154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.742733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object 5ce18d42-5248-469e-8277-777209d6e04c will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:47.826567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:47.828999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-e6f48ad2-ddc6-4fdf-b71e-3776e37cd7dd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for 50a9a64a-30df-4442-a927-23dbfaf76b3b owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:47.905329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:47.908542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:47.912631 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:47.954265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=5ce18d42-5248-469e-8277-777209d6e04c,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:47.982793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:47.983450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.058063 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1e4a1451-1061-4b61-826b-f7f8c0a143b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:45Z', 'revision_number': 7, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a9a64a-30df-4442-a927-23dbfaf76b3b', 'name': '', 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:50:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:37Z', 'updated_at': '2022-04-29T15:37:45Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:48.062167 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a1451-1061-4b61-826b-f7f8c0a143b9 None None] The sync data for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv is: [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:45Z', 'revision_number': 7, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a9a64a-30df-4442-a927-23dbfaf76b3b', 'name': '', 'network_id': 'f07867b4-57a9-4ff1-8e35-c35740e7028e', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:50:90:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:37Z', 'updated_at': '2022-04-29T15:37:45Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'af9f5641-3f95-40b9-955c-7b406042d85d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:48.065469 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-154abbd1-4370-41f5-9eb7-3f06b2fa506a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.6058590 Apr 29 15:37:48.068155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38616) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:48.075169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-74baf53f-b3af-464d-bf64-f9f45e7fc2a0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f281790a-de4b-439a-9e87-d68b1a77df21'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:48.125485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e6f48ad2-ddc6-4fdf-b71e-3776e37cd7dd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.187009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f48ad2-ddc6-4fdf-b71e-3776e37cd7dd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=50a9a64a-30df-4442-a927-23dbfaf76b3b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:48.480792 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d07286-3571-4d6b-8c18-70c33de36880 None None] Network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:48.501895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e6f48ad2-ddc6-4fdf-b71e-3776e37cd7dd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.647772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e76bee95-4dd9-4a57-913f-384472858592 None None] Provisioning for port 610490ff-8242-49ae-a8b1-59bf22e67dea completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:48.812356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-74baf53f-b3af-464d-bf64-f9f45e7fc2a0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.872289 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974d1252-d8dd-4c76-bc64-ed256a55f459 None None] Update dhcp port {'port': {'network_id': '49c549fe-16bf-4f12-b88e-a1ebcdf3e185', 'fixed_ips': [{'subnet_id': 'f281790a-de4b-439a-9e87-d68b1a77df21', 'ip_address': '172.20.0.2'}, {'subnet_id': '88a74e4a-6cbf-43a6-8ebc-ae5a3280aceb'}], 'binding:host_id': 'dv-neutron-839183-1-hyperv'}, 'id': '610490ff-8242-49ae-a8b1-59bf22e67dea'} from dv-neutron-839183-1-hyperv. {{(pid=88716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 15:37:48.926415 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-974d1252-d8dd-4c76-bc64-ed256a55f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:48.994421 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 610490ff-8242-49ae-a8b1-59bf22e67dea up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:49.149512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f48ad2-ddc6-4fdf-b71e-3776e37cd7dd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 68643a8c-287e-4081-8155-c19b70e5c0c3 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:49.185519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-974d1252-d8dd-4c76-bc64-ed256a55f459 None None] Allocated IP 172.20.0.18 (49c549fe-16bf-4f12-b88e-a1ebcdf3e185/88a74e4a-6cbf-43a6-8ebc-ae5a3280aceb/610490ff-8242-49ae-a8b1-59bf22e67dea) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:49.227533 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 610490ff-8242-49ae-a8b1-59bf22e67dea completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:49.236495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 610490ff-8242-49ae-a8b1-59bf22e67dea triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:49.236861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.372269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f48ad2-ddc6-4fdf-b71e-3776e37cd7dd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:49.385081 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e6f48ad2-ddc6-4fdf-b71e-3776e37cd7dd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1942661 Apr 29 15:37:49.385352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b161d9b-ee47-44d1-81b6-e2650f7e0438 None None] Sync routers for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:49.387878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38620) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:49.449899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-974d1252-d8dd-4c76-bc64-ed256a55f459 None None] For port 610490ff-8242-49ae-a8b1-59bf22e67dea, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=610490ff-8242-49ae-a8b1-59bf22e67dea,segment=NetworkSegment(892c9abc-3475-4080-b234-8a79b4ddfdf4),segment_id=892c9abc-3475-4080-b234-8a79b4ddfdf4)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:49.454354 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b161d9b-ee47-44d1-81b6-e2650f7e0438 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:49.454962 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8b161d9b-ee47-44d1-81b6-e2650f7e0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:49.456345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c0c200-0a4e-4e27-9820-b5d1c33abb6a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting subnet af9f5641-3f95-40b9-955c-7b406042d85d {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:37:49.459335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12c0c200-0a4e-4e27-9820-b5d1c33abb6a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.513557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12c0c200-0a4e-4e27-9820-b5d1c33abb6a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.584056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.601862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12c0c200-0a4e-4e27-9820-b5d1c33abb6a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.630424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-974d1252-d8dd-4c76-bc64-ed256a55f459 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.657043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-974d1252-d8dd-4c76-bc64-ed256a55f459 None None] Transition to ACTIVE for port object 610490ff-8242-49ae-a8b1-59bf22e67dea will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:49.661148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-8b161d9b-ee47-44d1-81b6-e2650f7e0438 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:49.762940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12c0c200-0a4e-4e27-9820-b5d1c33abb6a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.784841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-974d1252-d8dd-4c76-bc64-ed256a55f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.816711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0c200-0a4e-4e27-9820-b5d1c33abb6a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Subnet': ['ID=af9f5641-3f95-40b9-955c-7b406042d85d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:49.825899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12c0c200-0a4e-4e27-9820-b5d1c33abb6a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:49.835140 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-12c0c200-0a4e-4e27-9820-b5d1c33abb6a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/af9f5641-3f95-40b9-955c-7b406042d85d HTTP/1.1" status: 204 len: 168 time: 0.4462950 Apr 29 15:37:49.837902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38624) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:49.855896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8899162-006e-4699-96dc-d696c1657670 None None] Network f07867b4-57a9-4ff1-8e35-c35740e7028e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:49.869733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-74baf53f-b3af-464d-bf64-f9f45e7fc2a0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Delete allocated IP 172.20.0.29 (49c549fe-16bf-4f12-b88e-a1ebcdf3e185/88a74e4a-6cbf-43a6-8ebc-ae5a3280aceb) {{(pid=88715) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 15:37:49.997043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.074137 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port f1ccbe5b-9900-4d12-9389-a94c111d6813 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:50.074137 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.126768 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:37:50.127109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:37:50.157983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d1252-d8dd-4c76-bc64-ed256a55f459 None None] Pushing event updated for resources: {'Port': ['ID=610490ff-8242-49ae-a8b1-59bf22e67dea,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:50.217175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-74baf53f-b3af-464d-bf64-f9f45e7fc2a0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.265920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-74baf53f-b3af-464d-bf64-f9f45e7fc2a0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Ignored duplicate provisioning block setup for port 5ce18d42-5248-469e-8277-777209d6e04c by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 29 15:37:50.346623 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-74baf53f-b3af-464d-bf64-f9f45e7fc2a0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.349326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] For port f1ccbe5b-9900-4d12-9389-a94c111d6813, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f1ccbe5b-9900-4d12-9389-a94c111d6813,segment=NetworkSegment(f6f99ef2-6fb4-4585-bce0-660a930c0a8c),segment_id=f6f99ef2-6fb4-4585-bce0-660a930c0a8c)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:50.349782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.392892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8b161d9b-ee47-44d1-81b6-e2650f7e0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:47Z', 'revision_number': 8, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:50.397107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b161d9b-ee47-44d1-81b6-e2650f7e0438 None None] Checking router: 68643a8c-287e-4081-8155-c19b70e5c0c3 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:50.408592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b161d9b-ee47-44d1-81b6-e2650f7e0438 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:50.409270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8b161d9b-ee47-44d1-81b6-e2650f7e0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:50.469830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60735ecd-2190-4aec-bd19-d3dc8ff1d7b3 None None] DHCP port deletion for f07867b4-57a9-4ff1-8e35-c35740e7028e request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:37:50.545657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-60735ecd-2190-4aec-bd19-d3dc8ff1d7b3 None None] Deleting port f1ccbe5b-9900-4d12-9389-a94c111d6813 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:50.546022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-60735ecd-2190-4aec-bd19-d3dc8ff1d7b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.663863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for f1ccbe5b-9900-4d12-9389-a94c111d6813 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:50.672809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-8b161d9b-ee47-44d1-81b6-e2650f7e0438 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:50.732336 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11433256-f7bb-4852-a243-9992943b2c43 None None] Network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:50.823078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baf53f-b3af-464d-bf64-f9f45e7fc2a0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=5ce18d42-5248-469e-8277-777209d6e04c,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:50.850451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-74baf53f-b3af-464d-bf64-f9f45e7fc2a0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] In _notify_port_updated(), no bound segment for port 5ce18d42-5248-469e-8277-777209d6e04c on network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:37:50.856401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74baf53f-b3af-464d-bf64-f9f45e7fc2a0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:50.857082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-74baf53f-b3af-464d-bf64-f9f45e7fc2a0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.859714 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-74baf53f-b3af-464d-bf64-f9f45e7fc2a0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "PUT /v2.0/ports/5ce18d42-5248-469e-8277-777209d6e04c HTTP/1.1" status: 200 len: 920 time: 2.7890131 Apr 29 15:37:50.861535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38628) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:50.867589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5ea85c91-dc6e-4f65-87e2-3991bb72cc67 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f281790a-de4b-439a-9e87-d68b1a77df21'}, {'subnet_id': '88a74e4a-6cbf-43a6-8ebc-ae5a3280aceb'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:50.969041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:50.993329 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ea85c91-dc6e-4f65-87e2-3991bb72cc67 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.037438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.040496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28c5c345-f66b-4cb7-8e27-77b1e041f542 None None] Provisioning for port 5ce18d42-5248-469e-8277-777209d6e04c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:51.092503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28c5c345-f66b-4cb7-8e27-77b1e041f542 None None] Provisioning complete for port 5ce18d42-5248-469e-8277-777209d6e04c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:51.092861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28c5c345-f66b-4cb7-8e27-77b1e041f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.105149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=f1ccbe5b-9900-4d12-9389-a94c111d6813,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:51.108980 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No DVR routers for this DVR port f1ccbe5b-9900-4d12-9389-a94c111d6813 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:37:51.246893 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-60735ecd-2190-4aec-bd19-d3dc8ff1d7b3 None None] For port f1ccbe5b-9900-4d12-9389-a94c111d6813, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f1ccbe5b-9900-4d12-9389-a94c111d6813,segment=NetworkSegment(f6f99ef2-6fb4-4585-bce0-660a930c0a8c),segment_id=f6f99ef2-6fb4-4585-bce0-660a930c0a8c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:51.247257 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-60735ecd-2190-4aec-bd19-d3dc8ff1d7b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.267352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 610490ff-8242-49ae-a8b1-59bf22e67dea, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=610490ff-8242-49ae-a8b1-59bf22e67dea,segment=NetworkSegment(892c9abc-3475-4080-b234-8a79b4ddfdf4),segment_id=892c9abc-3475-4080-b234-8a79b4ddfdf4)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:51.321650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.366848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07867b4-57a9-4ff1-8e35-c35740e7028e']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:51.403380 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.409406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f99ef2-6fb4-4585-bce0-660a930c0a8c') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:51.409699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f99ef2-6fb4-4585-bce0-660a930c0a8c') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:51.415063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-60735ecd-2190-4aec-bd19-d3dc8ff1d7b3 None None] Calling delete_port for f1ccbe5b-9900-4d12-9389-a94c111d6813 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:51.438850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.464272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.471636 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28c5c345-f66b-4cb7-8e27-77b1e041f542 None None] Port 5ce18d42-5248-469e-8277-777209d6e04c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:51.475671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:37:51.476128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:51.490582 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:51.511449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 610490ff-8242-49ae-a8b1-59bf22e67dea up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:51.625037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-5ea85c91-dc6e-4f65-87e2-3991bb72cc67 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.24 (49c549fe-16bf-4f12-b88e-a1ebcdf3e185/88a74e4a-6cbf-43a6-8ebc-ae5a3280aceb/5ce18d42-5248-469e-8277-777209d6e04c) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:51.711589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.737643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.761122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28c5c345-f66b-4cb7-8e27-77b1e041f542 None None] Provisioning for port 610490ff-8242-49ae-a8b1-59bf22e67dea completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:51.761778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Network': ['ID=f07867b4-57a9-4ff1-8e35-c35740e7028e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:51.767526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=610490ff-8242-49ae-a8b1-59bf22e67dea,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:51.779748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28c5c345-f66b-4cb7-8e27-77b1e041f542 None None] Provisioning complete for port 610490ff-8242-49ae-a8b1-59bf22e67dea triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:51.780113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28c5c345-f66b-4cb7-8e27-77b1e041f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.782055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38632) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:51.782548 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a63612b1-1e5a-4be6-b7d4-4209c26e804a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/networks/f07867b4-57a9-4ff1-8e35-c35740e7028e HTTP/1.1" status: 204 len: 168 time: 1.9433515 Apr 29 15:37:51.831697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-60735ecd-2190-4aec-bd19-d3dc8ff1d7b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:37:51.831697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-60735ecd-2190-4aec-bd19-d3dc8ff1d7b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:37:51.832060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ea85c91-dc6e-4f65-87e2-3991bb72cc67 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.847154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-5ea85c91-dc6e-4f65-87e2-3991bb72cc67 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object 5ce18d42-5248-469e-8277-777209d6e04c will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:51.865664 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 610490ff-8242-49ae-a8b1-59bf22e67dea triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:51.866093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.882894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ea85c91-dc6e-4f65-87e2-3991bb72cc67 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:51.986999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8b161d9b-ee47-44d1-81b6-e2650f7e0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:47Z', 'revision_number': 8, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:52.003730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b161d9b-ee47-44d1-81b6-e2650f7e0438 None None] The sync data for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv is: [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:47Z', 'revision_number': 8, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81039d26-78a6-4496-a244-74b7175d0493', 'name': '', 'network_id': 'e60145ff-0af6-4550-81cd-2003b71bdd96', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:9d:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:30Z', 'updated_at': '2022-04-29T15:37:39Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': '2ddc930c-353d-4762-8a2f-873f2c8ee2e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:52.094653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea85c91-dc6e-4f65-87e2-3991bb72cc67 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=5ce18d42-5248-469e-8277-777209d6e04c,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:52.121394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-5ea85c91-dc6e-4f65-87e2-3991bb72cc67 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] In _notify_port_updated(), no bound segment for port 5ce18d42-5248-469e-8277-777209d6e04c on network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:37:52.126701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea85c91-dc6e-4f65-87e2-3991bb72cc67 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:52.127311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ea85c91-dc6e-4f65-87e2-3991bb72cc67 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:52.128611 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5ea85c91-dc6e-4f65-87e2-3991bb72cc67 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "PUT /v2.0/ports/5ce18d42-5248-469e-8277-777209d6e04c HTTP/1.1" status: 200 len: 1000 time: 1.2661421 Apr 29 15:37:52.131258 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38636) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:52.326613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7a874979-9929-42d1-b4ec-4cc1e57f8bec tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 5ce18d42-5248-469e-8277-777209d6e04c {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:52.326613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a874979-9929-42d1-b4ec-4cc1e57f8bec tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:52.336672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-60735ecd-2190-4aec-bd19-d3dc8ff1d7b3 None None] Deleting port f1ccbe5b-9900-4d12-9389-a94c111d6813 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:52.336672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-60735ecd-2190-4aec-bd19-d3dc8ff1d7b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:52.395793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f1ccbe5b-9900-4d12-9389-a94c111d6813 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:37:52.470457 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: f1ccbe5b-9900-4d12-9389-a94c111d6813 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:37:52.470951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f1ccbe5b-9900-4d12-9389-a94c111d6813 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:37:52.478002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-60735ecd-2190-4aec-bd19-d3dc8ff1d7b3 None None] The port 'f1ccbe5b-9900-4d12-9389-a94c111d6813' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:37:52.532923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c064771f-74d3-4bf7-bb23-6a02e53c120d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:52.591303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6073ced1-18b7-4619-85a3-b3cb5729356d None None] Provisioning for port 5ce18d42-5248-469e-8277-777209d6e04c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:37:52.596978 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6073ced1-18b7-4619-85a3-b3cb5729356d None None] Provisioning complete for port 5ce18d42-5248-469e-8277-777209d6e04c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:52.597599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6073ced1-18b7-4619-85a3-b3cb5729356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:52.684050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-6073ced1-18b7-4619-85a3-b3cb5729356d None None] Port 5ce18d42-5248-469e-8277-777209d6e04c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:52.684281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a874979-9929-42d1-b4ec-4cc1e57f8bec tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:52.684390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6073ced1-18b7-4619-85a3-b3cb5729356d None None] Provisioning complete for port 610490ff-8242-49ae-a8b1-59bf22e67dea triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:52.684987 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6073ced1-18b7-4619-85a3-b3cb5729356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:52.816021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7a874979-9929-42d1-b4ec-4cc1e57f8bec tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 5ce18d42-5248-469e-8277-777209d6e04c owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:52.915334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c064771f-74d3-4bf7-bb23-6a02e53c120d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 81039d26-78a6-4496-a244-74b7175d0493 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:52.916533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c064771f-74d3-4bf7-bb23-6a02e53c120d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:52.958305 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-70c2a032-6305-469f-8f20-7591da5441f1 None None] Provisioning complete for port 5ce18d42-5248-469e-8277-777209d6e04c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:52.958926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-70c2a032-6305-469f-8f20-7591da5441f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.038169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-70c2a032-6305-469f-8f20-7591da5441f1 None None] Port 5ce18d42-5248-469e-8277-777209d6e04c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:37:53.095418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a874979-9929-42d1-b4ec-4cc1e57f8bec tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.147757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-c064771f-74d3-4bf7-bb23-6a02e53c120d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] For port 81039d26-78a6-4496-a244-74b7175d0493, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=81039d26-78a6-4496-a244-74b7175d0493,segment=NetworkSegment(a6d520f3-6c85-40a9-834f-3c0c722c4688),segment_id=a6d520f3-6c85-40a9-834f-3c0c722c4688)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:53.148883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c064771f-74d3-4bf7-bb23-6a02e53c120d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.151298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5c9a0337-3cd1-4b21-b86b-0a3bd4d2a714 None None] Could not find standard attr ID for object 5ce18d42-5248-469e-8277-777209d6e04c. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:37:53.155649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a874979-9929-42d1-b4ec-4cc1e57f8bec tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=5ce18d42-5248-469e-8277-777209d6e04c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:53.263631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-493cad6c-aa2e-4acd-91fe-9d6a40284955 None None] Could not find standard attr ID for object 5ce18d42-5248-469e-8277-777209d6e04c. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:37:53.292598 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7a874979-9929-42d1-b4ec-4cc1e57f8bec tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.293427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c064771f-74d3-4bf7-bb23-6a02e53c120d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for 81039d26-78a6-4496-a244-74b7175d0493 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:53.302238 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7a874979-9929-42d1-b4ec-4cc1e57f8bec tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/5ce18d42-5248-469e-8277-777209d6e04c HTTP/1.1" status: 204 len: 168 time: 1.1700191 Apr 29 15:37:53.304716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38640) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:53.347466 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a306567-e7a3-4245-be39-441b6fabea5e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:37:53.347904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3a306567-e7a3-4245-be39-441b6fabea5e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:53.449176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3a306567-e7a3-4245-be39-441b6fabea5e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:53.452883 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3a306567-e7a3-4245-be39-441b6fabea5e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/5ce18d42-5248-469e-8277-777209d6e04c HTTP/1.1" status: 404 len: 333 time: 0.1448510 Apr 29 15:37:53.453168 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38644) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:53.478742 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 610490ff-8242-49ae-a8b1-59bf22e67dea up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:37:53.524075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2b474b-27d9-40f1-9128-73c28c5588e1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting subnet 88a74e4a-6cbf-43a6-8ebc-ae5a3280aceb {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:37:53.527857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c2b474b-27d9-40f1-9128-73c28c5588e1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.554820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 610490ff-8242-49ae-a8b1-59bf22e67dea triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:53.559513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.589492 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c2b474b-27d9-40f1-9128-73c28c5588e1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.602830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c064771f-74d3-4bf7-bb23-6a02e53c120d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.662253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064771f-74d3-4bf7-bb23-6a02e53c120d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=81039d26-78a6-4496-a244-74b7175d0493,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:53.686222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c2b474b-27d9-40f1-9128-73c28c5588e1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.724433 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 50a9a64a-30df-4442-a927-23dbfaf76b3b no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:37:53.768065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 50a9a64a-30df-4442-a927-23dbfaf76b3b {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:37:53.768421 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 50a9a64a-30df-4442-a927-23dbfaf76b3b not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:37:53.855472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c2b474b-27d9-40f1-9128-73c28c5588e1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.906157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b474b-27d9-40f1-9128-73c28c5588e1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Subnet': ['ID=88a74e4a-6cbf-43a6-8ebc-ae5a3280aceb,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:53.911157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c2b474b-27d9-40f1-9128-73c28c5588e1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:53.921073 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8c2b474b-27d9-40f1-9128-73c28c5588e1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/88a74e4a-6cbf-43a6-8ebc-ae5a3280aceb HTTP/1.1" status: 204 len: 168 time: 0.4644704 Apr 29 15:37:53.922059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38648) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:53.926634 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f264cd49-cc37-4b42-9444-d8ce31b9a63a None None] Network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:53.998071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fe2253-f3e0-4f2d-a8b8-cc2ff6d1d7bd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting subnet f281790a-de4b-439a-9e87-d68b1a77df21 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:37:54.001560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99fe2253-f3e0-4f2d-a8b8-cc2ff6d1d7bd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.014084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c064771f-74d3-4bf7-bb23-6a02e53c120d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.016017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.067389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99fe2253-f3e0-4f2d-a8b8-cc2ff6d1d7bd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.152629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99fe2253-f3e0-4f2d-a8b8-cc2ff6d1d7bd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.306562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99fe2253-f3e0-4f2d-a8b8-cc2ff6d1d7bd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.348793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c064771f-74d3-4bf7-bb23-6a02e53c120d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 68643a8c-287e-4081-8155-c19b70e5c0c3 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:54.353549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe2253-f3e0-4f2d-a8b8-cc2ff6d1d7bd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Subnet': ['ID=f281790a-de4b-439a-9e87-d68b1a77df21,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:54.360125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99fe2253-f3e0-4f2d-a8b8-cc2ff6d1d7bd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.366752 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-99fe2253-f3e0-4f2d-a8b8-cc2ff6d1d7bd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/f281790a-de4b-439a-9e87-d68b1a77df21 HTTP/1.1" status: 204 len: 168 time: 0.4436855 Apr 29 15:37:54.372953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38652) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:54.528549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c064771f-74d3-4bf7-bb23-6a02e53c120d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:54.540543 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f06c9b-a5ec-4039-94f5-e02152f81bd3 None None] Sync routers for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:54.546126 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c064771f-74d3-4bf7-bb23-6a02e53c120d tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7601810 Apr 29 15:37:54.546342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38656) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:54.557194 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f06c9b-a5ec-4039-94f5-e02152f81bd3 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:54.558307 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-28f06c9b-a5ec-4039-94f5-e02152f81bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:54.611880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.622249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-494f39a7-69e7-4b8e-9d1b-077cf2003821 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting subnet 2ddc930c-353d-4762-8a2f-873f2c8ee2e8 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:37:54.624817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 610490ff-8242-49ae-a8b1-59bf22e67dea {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:54.625165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.627230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-494f39a7-69e7-4b8e-9d1b-077cf2003821 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.695739 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-494f39a7-69e7-4b8e-9d1b-077cf2003821 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.731644 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-28f06c9b-a5ec-4039-94f5-e02152f81bd3 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:54.783154 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487c602-4002-40e9-af39-d2fe69d30d30 None None] Network 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:54.804296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-494f39a7-69e7-4b8e-9d1b-077cf2003821 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.842354 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1ac9ff4a-3bd1-44f7-ac6b-5a6371169f42 None None] Provisioning complete for port 610490ff-8242-49ae-a8b1-59bf22e67dea triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:37:54.843110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ff4a-3bd1-44f7-ac6b-5a6371169f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.883363 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] For port 610490ff-8242-49ae-a8b1-59bf22e67dea, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=610490ff-8242-49ae-a8b1-59bf22e67dea,segment=NetworkSegment(892c9abc-3475-4080-b234-8a79b4ddfdf4),segment_id=892c9abc-3475-4080-b234-8a79b4ddfdf4)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:54.883979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:54.969450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-494f39a7-69e7-4b8e-9d1b-077cf2003821 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.021114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-494f39a7-69e7-4b8e-9d1b-077cf2003821 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.023825 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f39a7-69e7-4b8e-9d1b-077cf2003821 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Subnet': ['ID=2ddc930c-353d-4762-8a2f-873f2c8ee2e8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:55.031888 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-494f39a7-69e7-4b8e-9d1b-077cf2003821 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/2ddc930c-353d-4762-8a2f-873f2c8ee2e8 HTTP/1.1" status: 204 len: 168 time: 0.4845808 Apr 29 15:37:55.032496 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38660) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:55.058352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74847d63-90e6-4a3d-bf2d-1cce2a52ef2b None None] Network e60145ff-0af6-4550-81cd-2003b71bdd96 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:55.063650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 610490ff-8242-49ae-a8b1-59bf22e67dea owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:55.090928 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-28f06c9b-a5ec-4039-94f5-e02152f81bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:53Z', 'revision_number': 9, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:55.096429 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f06c9b-a5ec-4039-94f5-e02152f81bd3 None None] Checking router: 68643a8c-287e-4081-8155-c19b70e5c0c3 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:55.106878 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f06c9b-a5ec-4039-94f5-e02152f81bd3 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:55.108779 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-28f06c9b-a5ec-4039-94f5-e02152f81bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:55.162509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.173484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 190ed7a6-4507-4a9a-921a-3d54708aa52d {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:55.173937 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.198305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.238567 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.plugins.ml2.db [None req-1ac9ff4a-3bd1-44f7-ac6b-5a6371169f42 None None] No ports have port_id starting with 610490ff-8242-49ae-a8b1-59bf22e67dea Apr 29 15:37:55.277738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No DVR routers for this DVR port 610490ff-8242-49ae-a8b1-59bf22e67dea on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:37:55.315321 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-28f06c9b-a5ec-4039-94f5-e02152f81bd3 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:55.318319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=610490ff-8242-49ae-a8b1-59bf22e67dea,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:55.417757 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddcb198-dc44-490a-817f-fcf0bfc7fac8 None None] DHCP port deletion for 49c549fe-16bf-4f12-b88e-a1ebcdf3e185 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:37:55.470416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.473328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] For port 190ed7a6-4507-4a9a-921a-3d54708aa52d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=190ed7a6-4507-4a9a-921a-3d54708aa52d,segment=NetworkSegment(a6d520f3-6c85-40a9-834f-3c0c722c4688),segment_id=a6d520f3-6c85-40a9-834f-3c0c722c4688)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:55.473686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.481262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d65c0-46dc-4447-8fcb-e828bc3505f3 None None] DHCP port deletion for e60145ff-0af6-4550-81cd-2003b71bdd96 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:37:55.486825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f17d65c0-46dc-4447-8fcb-e828bc3505f3 None None] Deleting port 190ed7a6-4507-4a9a-921a-3d54708aa52d {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:55.487294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f17d65c0-46dc-4447-8fcb-e828bc3505f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.516979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c549fe-16bf-4f12-b88e-a1ebcdf3e185']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:55.536907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892c9abc-3475-4080-b234-8a79b4ddfdf4') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:55.537317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892c9abc-3475-4080-b234-8a79b4ddfdf4') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:55.557051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.578908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.594144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:37:55.594764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:55.619640 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:55.629486 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 610490ff-8242-49ae-a8b1-59bf22e67dea no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:37:55.651031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for 190ed7a6-4507-4a9a-921a-3d54708aa52d owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:55.691406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 610490ff-8242-49ae-a8b1-59bf22e67dea {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:37:55.691790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 610490ff-8242-49ae-a8b1-59bf22e67dea not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:37:55.741214 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-28f06c9b-a5ec-4039-94f5-e02152f81bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:53Z', 'revision_number': 9, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:55.746486 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f06c9b-a5ec-4039-94f5-e02152f81bd3 None None] The sync data for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv is: [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:53Z', 'revision_number': 9, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff', 'name': '', 'network_id': '59fa1ad5-4be9-426e-99a3-1f0d96172cb3', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:ad:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:24Z', 'updated_at': '2022-04-29T15:37:31Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'd440001e-6f9f-42b5-924b-42b821295a18', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:37:55.758355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.765376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.803222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Network': ['ID=49c549fe-16bf-4f12-b88e-a1ebcdf3e185,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:55.839271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f17d65c0-46dc-4447-8fcb-e828bc3505f3 None None] For port 190ed7a6-4507-4a9a-921a-3d54708aa52d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=190ed7a6-4507-4a9a-921a-3d54708aa52d,segment=NetworkSegment(a6d520f3-6c85-40a9-834f-3c0c722c4688),segment_id=a6d520f3-6c85-40a9-834f-3c0c722c4688)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:55.839663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f17d65c0-46dc-4447-8fcb-e828bc3505f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.843688 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-138cb6d2-d112-4bba-9d4d-33439bcac1fc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/networks/49c549fe-16bf-4f12-b88e-a1ebcdf3e185 HTTP/1.1" status: 204 len: 168 time: 1.4696386 Apr 29 15:37:55.847267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38666) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:55.905570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:55.928126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe54908-e56b-4f56-9730-a920ce043612 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:55.928859 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dfe54908-e56b-4f56-9730-a920ce043612 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:37:55.956913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No DVR routers for this DVR port 190ed7a6-4507-4a9a-921a-3d54708aa52d on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:37:55.959283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=190ed7a6-4507-4a9a-921a-3d54708aa52d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:55.967863 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f17d65c0-46dc-4447-8fcb-e828bc3505f3 None None] Calling delete_port for 190ed7a6-4507-4a9a-921a-3d54708aa52d owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:55.990434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dfe54908-e56b-4f56-9730-a920ce043612 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:37:55.996006 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dfe54908-e56b-4f56-9730-a920ce043612 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1436441 Apr 29 15:37:56.002227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38670) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:56.039275 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-f17d65c0-46dc-4447-8fcb-e828bc3505f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:37:56.039491 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-f17d65c0-46dc-4447-8fcb-e828bc3505f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:37:56.082107 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f47474b3-22bc-4fb3-9ab6-69799f9d34cd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0831382 Apr 29 15:37:56.082347 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38674) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:56.088770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.089295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1258487458'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:56.095603 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:56.099689 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:network and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:56.102634 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:56.109283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:56.115098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60145ff-0af6-4550-81cd-2003b71bdd96']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:56.127731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d520f3-6c85-40a9-834f-3c0c722c4688') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:56.130329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d520f3-6c85-40a9-834f-3c0c722c4688') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:56.140609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.158198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.164630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:37:56.165071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.172980 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:56.177455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:37:56.180802 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:37:56.311729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.320876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:37:56.331329 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.331661 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Added segment 8fdaa6a7-b990-476f-a81c-bc268686d70d of type vlan for network 82731fd6-4278-49b0-b70a-4ffed275f69c Apr 29 15:37:56.332966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.342088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Network': ['ID=e60145ff-0af6-4550-81cd-2003b71bdd96,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:56.349657 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-59aecb53-3a9b-4881-bac5-3f948e7933f4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/networks/e60145ff-0af6-4550-81cd-2003b71bdd96 HTTP/1.1" status: 204 len: 168 time: 1.3162041 Apr 29 15:37:56.352235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38678) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:56.358932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.442873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.450105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:56.450677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.541095 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f17d65c0-46dc-4447-8fcb-e828bc3505f3 None None] Deleting port 190ed7a6-4507-4a9a-921a-3d54708aa52d {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:56.541664 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f17d65c0-46dc-4447-8fcb-e828bc3505f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.559819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Network': ['ID=82731fd6-4278-49b0-b70a-4ffed275f69c,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:56.575691 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-518c0307-66c2-431f-9ae4-749334752702 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4922531 Apr 29 15:37:56.578886 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38682) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:56.580693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 82731fd6-4278-49b0-b70a-4ffed275f69c details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:37:56.584871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': '82731fd6-4278-49b0-b70a-4ffed275f69c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:56.647977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f17d65c0-46dc-4447-8fcb-e828bc3505f3 None None] The port '190ed7a6-4507-4a9a-921a-3d54708aa52d' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:37:56.706488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:56.710468 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:37:56.714706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:37:56.722099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:56.774230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:56.777793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:56.880053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cdde1e0-139b-404b-8e0b-a43e64192fdd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.042075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.225178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-9cdde1e0-139b-404b-8e0b-a43e64192fdd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:57.225802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cdde1e0-139b-404b-8e0b-a43e64192fdd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.241943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Subnet': ['ID=a7e39f3c-f9e6-4c4a-b6bd-c70ab6d6ce6a,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:57.248519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Checking segment: {'id': '8fdaa6a7-b990-476f-a81c-bc268686d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '82731fd6-4278-49b0-b70a-4ffed275f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:57.248881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network hostable DHCP agents. Network: 82731fd6-4278-49b0-b70a-4ffed275f69c, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:37:57.345326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network 82731fd6-4278-49b0-b70a-4ffed275f69c is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:37:57.431236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 82731fd6-4278-49b0-b70a-4ffed275f69c) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:57.440147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911bd235-8c11-4ca3-b309-ade71462d714 None None] Network 82731fd6-4278-49b0-b70a-4ffed275f69c requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:57.449104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:57.449802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.479839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 81039d26-78a6-4496-a244-74b7175d0493 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:37:57.537030 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a9bb63a0-73fa-4f75-b220-6c4186744523 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9547536 Apr 29 15:37:57.537319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38686) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:57.543795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': '82731fd6-4278-49b0-b70a-4ffed275f69c', 'name': 'tempest-PortsTestJSON-731889237'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:57.544469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-9cdde1e0-139b-404b-8e0b-a43e64192fdd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] For port d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff,segment=NetworkSegment(024da941-290a-4bcb-932f-dab8f238a268),segment_id=024da941-290a-4bcb-932f-dab8f238a268)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:57.544951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cdde1e0-139b-404b-8e0b-a43e64192fdd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.561448 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 81039d26-78a6-4496-a244-74b7175d0493 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:37:57.562059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 81039d26-78a6-4496-a244-74b7175d0493 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:37:57.562169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 190ed7a6-4507-4a9a-921a-3d54708aa52d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:37:57.600009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 190ed7a6-4507-4a9a-921a-3d54708aa52d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:37:57.600262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 190ed7a6-4507-4a9a-921a-3d54708aa52d not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:37:57.675551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-9cdde1e0-139b-404b-8e0b-a43e64192fdd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:57.683435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:37:57.692889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:37:57.735569 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-82731fd6-4278-49b0-b70a-4ffed275f69c', 'network_id': '82731fd6-4278-49b0-b70a-4ffed275f69c', 'tenant_id': 'c04a7795404e4afd80825923c21e76f6', 'fixed_ips': [{'subnet_id': 'a7e39f3c-f9e6-4c4a-b6bd-c70ab6d6ce6a'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:37:57.738494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.756788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:37:57.761590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.783915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port df5d34a5-e8de-4a6b-b0f8-e195dc17718a yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:37:57.894450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Allocated IP 172.20.0.2 (82731fd6-4278-49b0-b70a-4ffed275f69c/a7e39f3c-f9e6-4c4a-b6bd-c70ab6d6ce6a/42c0550f-437c-46c2-94c8-1e9d90f511f4) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:57.922631 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cdde1e0-139b-404b-8e0b-a43e64192fdd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:57.975989 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdde1e0-139b-404b-8e0b-a43e64192fdd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:58.174838 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9cdde1e0-139b-404b-8e0b-a43e64192fdd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.285749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.300084 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Transition to ACTIVE for port object 42c0550f-437c-46c2-94c8-1e9d90f511f4 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:58.324665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Transition to ACTIVE for port object 42c0550f-437c-46c2-94c8-1e9d90f511f4 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:58.415411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.486568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Network 82731fd6-4278-49b0-b70a-4ffed275f69c is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:58.489428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:58.493009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:58.500887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Pushing event updated for resources: {'Port': ['ID=42c0550f-437c-46c2-94c8-1e9d90f511f4,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:58.505794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdde1e0-139b-404b-8e0b-a43e64192fdd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 68643a8c-287e-4081-8155-c19b70e5c0c3 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:37:58.552740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6191c4f2-3242-4a42-8a20-3f2deb704770 {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:37:58.553677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:37:58.591471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Attempting to bind port 42c0550f-437c-46c2-94c8-1e9d90f511f4 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:37:58.592037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Attempting to bind port 42c0550f-437c-46c2-94c8-1e9d90f511f4 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '8fdaa6a7-b990-476f-a81c-bc268686d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '82731fd6-4278-49b0-b70a-4ffed275f69c'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:37:58.592181 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Attempting to bind port 42c0550f-437c-46c2-94c8-1e9d90f511f4 on network 82731fd6-4278-49b0-b70a-4ffed275f69c {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:37:58.597330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:37:58.597693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Checking segment: {'id': '8fdaa6a7-b990-476f-a81c-bc268686d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '82731fd6-4278-49b0-b70a-4ffed275f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:37:58.598083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.598471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Bound using segment: {'id': '8fdaa6a7-b990-476f-a81c-bc268686d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '82731fd6-4278-49b0-b70a-4ffed275f69c'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:37:58.598925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Bound port: 42c0550f-437c-46c2-94c8-1e9d90f511f4, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdaa6a7-b990-476f-a81c-bc268686d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '82731fd6-4278-49b0-b70a-4ffed275f69c'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:37:58.599290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.664214 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdde1e0-139b-404b-8e0b-a43e64192fdd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:37:58.675680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4ca0b-8277-4207-b194-b693dbf8fd5b None None] Sync routers for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:37:58.677588 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9cdde1e0-139b-404b-8e0b-a43e64192fdd tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3243487 Apr 29 15:37:58.680107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38690) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:58.695007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4ca0b-8277-4207-b194-b693dbf8fd5b None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:58.695614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-19a4ca0b-8277-4207-b194-b693dbf8fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:58.747113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] For port 42c0550f-437c-46c2-94c8-1e9d90f511f4, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:37:58.748745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1682c25-71df-467e-a597-d5625be190ff tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting subnet d440001e-6f9f-42b5-924b-42b821295a18 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:37:58.751659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1682c25-71df-467e-a597-d5625be190ff tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.805580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1682c25-71df-467e-a597-d5625be190ff tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.829837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] For port 42c0550f-437c-46c2-94c8-1e9d90f511f4, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=42c0550f-437c-46c2-94c8-1e9d90f511f4,segment=NetworkSegment(8fdaa6a7-b990-476f-a81c-bc268686d70d),segment_id=8fdaa6a7-b990-476f-a81c-bc268686d70d)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:37:58.856450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-19a4ca0b-8277-4207-b194-b693dbf8fd5b None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:58.887860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1682c25-71df-467e-a597-d5625be190ff tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:58.898423 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.055881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.073452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62975abd-0b87-47f4-b5cc-46c6b5643593 None None] Pushing event updated for resources: {'Port': ['ID=42c0550f-437c-46c2-94c8-1e9d90f511f4,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:59.079837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port 303909bb-64bc-4020-ab79-28baf3174752 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:37:59.167767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1682c25-71df-467e-a597-d5625be190ff tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.212625 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1682c25-71df-467e-a597-d5625be190ff tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.217644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1682c25-71df-467e-a597-d5625be190ff tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Subnet': ['ID=d440001e-6f9f-42b5-924b-42b821295a18,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:59.223085 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f1682c25-71df-467e-a597-d5625be190ff tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/d440001e-6f9f-42b5-924b-42b821295a18 HTTP/1.1" status: 204 len: 168 time: 0.5417199 Apr 29 15:37:59.226124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38694) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:59.228604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.8 (82731fd6-4278-49b0-b70a-4ffed275f69c/a7e39f3c-f9e6-4c4a-b6bd-c70ab6d6ce6a/303909bb-64bc-4020-ab79-28baf3174752) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:37:59.246824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1337b6-fd4d-40f4-aaf8-9f83ae40677b None None] Network 59fa1ad5-4be9-426e-99a3-1f0d96172cb3 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:37:59.378421 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.390614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port bc081a0a-16a8-4de8-8e27-0f47a4198b2e {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:59.390982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.490241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-19a4ca0b-8277-4207-b194-b693dbf8fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:57Z', 'revision_number': 10, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:59.499052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4ca0b-8277-4207-b194-b693dbf8fd5b None None] Checking router: 68643a8c-287e-4081-8155-c19b70e5c0c3 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:37:59.528166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.540207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4ca0b-8277-4207-b194-b693dbf8fd5b None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:37:59.541587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-19a4ca0b-8277-4207-b194-b693dbf8fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:37:59.560762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object 303909bb-64bc-4020-ab79-28baf3174752 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:37:59.660661 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.664113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] For port bc081a0a-16a8-4de8-8e27-0f47a4198b2e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bc081a0a-16a8-4de8-8e27-0f47a4198b2e,segment=NetworkSegment(024da941-290a-4bcb-932f-dab8f238a268),segment_id=024da941-290a-4bcb-932f-dab8f238a268)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:37:59.664745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.741605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network 82731fd6-4278-49b0-b70a-4ffed275f69c is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:37:59.745356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:37:59.748379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:37:59.780050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-19a4ca0b-8277-4207-b194-b693dbf8fd5b None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:37:59.802182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=303909bb-64bc-4020-ab79-28baf3174752,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:37:59.819620 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for bc081a0a-16a8-4de8-8e27-0f47a4198b2e owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:37:59.833004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:37:59.833531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:37:59.929324 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ee469e35-982b-43d7-8bcd-e9dfecdf73d2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3910263 Apr 29 15:37:59.934444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38700) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:37:59.938293 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': '82731fd6-4278-49b0-b70a-4ffed275f69c', 'name': 'tempest-PortsTestJSON-368264625'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:37:59.947445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec5b991-9e87-4af9-9dac-7928babd5c1f None None] DHCP port deletion for 59fa1ad5-4be9-426e-99a3-1f0d96172cb3 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:37:59.970386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5b991-9e87-4af9-9dac-7928babd5c1f None None] Deleting port bc081a0a-16a8-4de8-8e27-0f47a4198b2e {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:37:59.970565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b991-9e87-4af9-9dac-7928babd5c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.022860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.091303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=bc081a0a-16a8-4de8-8e27-0f47a4198b2e,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:00.093075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No DVR routers for this DVR port bc081a0a-16a8-4de8-8e27-0f47a4198b2e on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:00.110475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5b991-9e87-4af9-9dac-7928babd5c1f None None] The port 'bc081a0a-16a8-4de8-8e27-0f47a4198b2e' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:38:00.192669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:00.222976 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-19a4ca0b-8277-4207-b194-b693dbf8fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:57Z', 'revision_number': 10, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:00.239763 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4ca0b-8277-4207-b194-b693dbf8fd5b None None] The sync data for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv is: [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:37:57Z', 'revision_number': 10, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None, '_interfaces': [{'id': '4540e62d-abe7-4046-851a-5ffb373d5c1d', 'name': '', 'network_id': 'e997af44-676b-4751-b8b6-852f771ca027', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'mac_address': 'fa:16:3e:fb:be:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:17Z', 'updated_at': '2022-04-29T15:37:25Z', 'revision_number': 5, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'subnets': [{'id': 'a15370fd-9466-4a8a-bac3-ec17a1707bc8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:38:00.245399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:port and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:00.249437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.261669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:00.271799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:00.291062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fa1ad5-4be9-426e-99a3-1f0d96172cb3']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:00.304192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024da941-290a-4bcb-932f-dab8f238a268') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:00.304516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024da941-290a-4bcb-932f-dab8f238a268') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:00.318023 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.336910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.344205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:38:00.344671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:00.364257 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:00.387692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:00.391279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.466518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port 64fe7573-9dd7-4974-be98-2adcb4efb7ab yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:38:00.524557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec66c94-7f9f-4ecf-ae79-43722af8d9fd None None] Network 82731fd6-4278-49b0-b70a-4ffed275f69c requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:00.533916 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.551346 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.575651 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Network': ['ID=59fa1ad5-4be9-426e-99a3-1f0d96172cb3,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:00.587846 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8bc82dca-c770-4eee-a3a1-6d4abfb86d20 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/networks/59fa1ad5-4be9-426e-99a3-1f0d96172cb3 HTTP/1.1" status: 204 len: 168 time: 1.3607371 Apr 29 15:38:00.590890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38708) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:00.656524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.4 (82731fd6-4278-49b0-b70a-4ffed275f69c/a7e39f3c-f9e6-4c4a-b6bd-c70ab6d6ce6a/64fe7573-9dd7-4974-be98-2adcb4efb7ab) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:00.703475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-fe2c6501-1111-4894-bc49-d01c02f8e010 None None] Provisioning for port 42c0550f-437c-46c2-94c8-1e9d90f511f4 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:00.883261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:00.901139 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object 64fe7573-9dd7-4974-be98-2adcb4efb7ab will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:00.997790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.141114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90a4a43d-1280-4b9b-9d93-febe9270e4b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.168352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-428c3c46-95b4-4ea8-8877-93ecf8d39603 None None] Provisioning for port 303909bb-64bc-4020-ab79-28baf3174752 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:01.173388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-428c3c46-95b4-4ea8-8877-93ecf8d39603 None None] Provisioning complete for port 303909bb-64bc-4020-ab79-28baf3174752 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:01.173934 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-428c3c46-95b4-4ea8-8877-93ecf8d39603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.178997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network 82731fd6-4278-49b0-b70a-4ffed275f69c is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:01.182886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:01.186767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:01.220947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=64fe7573-9dd7-4974-be98-2adcb4efb7ab,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:01.263753 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-428c3c46-95b4-4ea8-8877-93ecf8d39603 None None] Port 303909bb-64bc-4020-ab79-28baf3174752 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:01.272188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:01.272956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.358229 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-20996bc7-708a-4523-92f0-b64919e6d1ce tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4244475 Apr 29 15:38:01.360869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38712) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:01.405070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cccdbb04-1944-4e14-af05-28cbdc8e0425 None None] Provisioning complete for port 303909bb-64bc-4020-ab79-28baf3174752 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:01.405439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cccdbb04-1944-4e14-af05-28cbdc8e0425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.509507 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cccdbb04-1944-4e14-af05-28cbdc8e0425 None None] Port 303909bb-64bc-4020-ab79-28baf3174752 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:01.514071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc497d3f-cc80-4815-ab24-3f6a698edd79 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:01.514749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dc497d3f-cc80-4815-ab24-3f6a698edd79 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:01.579984 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 42c0550f-437c-46c2-94c8-1e9d90f511f4 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:01.591684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dc497d3f-cc80-4815-ab24-3f6a698edd79 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:01.596903 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dc497d3f-cc80-4815-ab24-3f6a698edd79 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.2337518 Apr 29 15:38:01.599155 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38716) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:01.688729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8b4317f6-3400-4b3f-b18f-71301cb85f3c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 64fe7573-9dd7-4974-be98-2adcb4efb7ab {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:01.688951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3d648827-d4c5-4e62-9c1a-d4dfe5bce148 None None] Provisioning for port 64fe7573-9dd7-4974-be98-2adcb4efb7ab completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:01.689070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b4317f6-3400-4b3f-b18f-71301cb85f3c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.695430 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3d648827-d4c5-4e62-9c1a-d4dfe5bce148 None None] Provisioning complete for port 64fe7573-9dd7-4974-be98-2adcb4efb7ab triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:01.695430 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3d648827-d4c5-4e62-9c1a-d4dfe5bce148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.706854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-90a4a43d-1280-4b9b-9d93-febe9270e4b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port 4540e62d-abe7-4046-851a-5ffb373d5c1d {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:01.707915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90a4a43d-1280-4b9b-9d93-febe9270e4b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.727530 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 42c0550f-437c-46c2-94c8-1e9d90f511f4 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:01.760735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 42c0550f-437c-46c2-94c8-1e9d90f511f4 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:01.761293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.821200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3d648827-d4c5-4e62-9c1a-d4dfe5bce148 None None] Port 64fe7573-9dd7-4974-be98-2adcb4efb7ab cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:01.892147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.924932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-90a4a43d-1280-4b9b-9d93-febe9270e4b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] For port 4540e62d-abe7-4046-851a-5ffb373d5c1d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4540e62d-abe7-4046-851a-5ffb373d5c1d,segment=NetworkSegment(15940a34-1d2b-48b6-9b72-8febce40595f),segment_id=15940a34-1d2b-48b6-9b72-8febce40595f)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:01.925442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90a4a43d-1280-4b9b-9d93-febe9270e4b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.927019 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 42c0550f-437c-46c2-94c8-1e9d90f511f4, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=42c0550f-437c-46c2-94c8-1e9d90f511f4,segment=NetworkSegment(8fdaa6a7-b990-476f-a81c-bc268686d70d),segment_id=8fdaa6a7-b990-476f-a81c-bc268686d70d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:01.982646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b4317f6-3400-4b3f-b18f-71301cb85f3c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:01.991510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.062375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-90a4a43d-1280-4b9b-9d93-febe9270e4b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for 4540e62d-abe7-4046-851a-5ffb373d5c1d owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:02.066241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:02.108733 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:38:02.119218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d04ac7ec-0b9e-4f84-a195-e4cd8fdc17ff not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:02.119218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bc081a0a-16a8-4de8-8e27-0f47a4198b2e no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:02.129215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8b4317f6-3400-4b3f-b18f-71301cb85f3c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 64fe7573-9dd7-4974-be98-2adcb4efb7ab owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:02.151443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: bc081a0a-16a8-4de8-8e27-0f47a4198b2e {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:38:02.151786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bc081a0a-16a8-4de8-8e27-0f47a4198b2e not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:02.162231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=42c0550f-437c-46c2-94c8-1e9d90f511f4,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:02.214738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-34ffaf69-9bc7-4d2f-9c35-4d50610a4095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.326757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90a4a43d-1280-4b9b-9d93-febe9270e4b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.355487 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b4317f6-3400-4b3f-b18f-71301cb85f3c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.381591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4a43d-1280-4b9b-9d93-febe9270e4b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=4540e62d-abe7-4046-851a-5ffb373d5c1d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:02.411021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4317f6-3400-4b3f-b18f-71301cb85f3c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=64fe7573-9dd7-4974-be98-2adcb4efb7ab,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:02.527836 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b4317f6-3400-4b3f-b18f-71301cb85f3c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.553885 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:38:02.598972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90a4a43d-1280-4b9b-9d93-febe9270e4b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.637532 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8b4317f6-3400-4b3f-b18f-71301cb85f3c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/64fe7573-9dd7-4974-be98-2adcb4efb7ab HTTP/1.1" status: 204 len: 168 time: 1.0372009 Apr 29 15:38:02.639930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38722) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:02.692657 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dac969-deaa-4432-ba8c-29f3e70e87b6 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:38:02.693197 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-24dac969-deaa-4432-ba8c-29f3e70e87b6 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:02.774136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-24dac969-deaa-4432-ba8c-29f3e70e87b6 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:02.775503 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-24dac969-deaa-4432-ba8c-29f3e70e87b6 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/64fe7573-9dd7-4974-be98-2adcb4efb7ab HTTP/1.1" status: 404 len: 333 time: 0.1345921 Apr 29 15:38:02.778599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38726) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:02.846060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f13df51e-adb2-4da8-a4c6-4918c59d4d08 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 303909bb-64bc-4020-ab79-28baf3174752 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:02.846350 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f13df51e-adb2-4da8-a4c6-4918c59d4d08 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:02.893346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a4a43d-1280-4b9b-9d93-febe9270e4b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 68643a8c-287e-4081-8155-c19b70e5c0c3 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:38:03.112220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f13df51e-adb2-4da8-a4c6-4918c59d4d08 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.153034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a4a43d-1280-4b9b-9d93-febe9270e4b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:38:03.162757 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046e4ba-90b5-4c59-93b3-ca6d43abe757 None None] Sync routers for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:38:03.169147 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-90a4a43d-1280-4b9b-9d93-febe9270e4b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5747147 Apr 29 15:38:03.169394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38730) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:03.175316 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1046e4ba-90b5-4c59-93b3-ca6d43abe757 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:03.175990 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1046e4ba-90b5-4c59-93b3-ca6d43abe757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:03.239272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a169d3d-db85-40fc-a98a-1cc23515629c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting subnet a15370fd-9466-4a8a-bac3-ec17a1707bc8 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:38:03.242353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f13df51e-adb2-4da8-a4c6-4918c59d4d08 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 303909bb-64bc-4020-ab79-28baf3174752 owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:03.242624 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a169d3d-db85-40fc-a98a-1cc23515629c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.309234 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-1046e4ba-90b5-4c59-93b3-ca6d43abe757 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:38:03.309837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a169d3d-db85-40fc-a98a-1cc23515629c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.398874 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a169d3d-db85-40fc-a98a-1cc23515629c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.448806 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1046e4ba-90b5-4c59-93b3-ca6d43abe757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:38:02Z', 'revision_number': 11, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:03.454491 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046e4ba-90b5-4c59-93b3-ca6d43abe757 None None] Checking router: 68643a8c-287e-4081-8155-c19b70e5c0c3 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:38:03.463714 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1046e4ba-90b5-4c59-93b3-ca6d43abe757 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:03.464566 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1046e4ba-90b5-4c59-93b3-ca6d43abe757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:37:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:03.552036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a169d3d-db85-40fc-a98a-1cc23515629c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.565190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 42c0550f-437c-46c2-94c8-1e9d90f511f4 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:03.591462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f13df51e-adb2-4da8-a4c6-4918c59d4d08 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.592591 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-1046e4ba-90b5-4c59-93b3-ca6d43abe757 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:38:03.617479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a169d3d-db85-40fc-a98a-1cc23515629c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Subnet': ['ID=a15370fd-9466-4a8a-bac3-ec17a1707bc8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:03.621869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddd5a2a-fec4-4549-8ffd-b108304fa61c None None] Network e997af44-676b-4751-b8b6-852f771ca027 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:03.626269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a169d3d-db85-40fc-a98a-1cc23515629c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.633286 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6a169d3d-db85-40fc-a98a-1cc23515629c tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/a15370fd-9466-4a8a-bac3-ec17a1707bc8 HTTP/1.1" status: 204 len: 168 time: 0.4629488 Apr 29 15:38:03.636552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38734) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:03.651884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13df51e-adb2-4da8-a4c6-4918c59d4d08 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=303909bb-64bc-4020-ab79-28baf3174752,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:03.707756 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1046e4ba-90b5-4c59-93b3-ca6d43abe757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:38:02Z', 'revision_number': 11, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:03.713367 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046e4ba-90b5-4c59-93b3-ca6d43abe757 None None] The sync data for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv is: [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:38:02Z', 'revision_number': 11, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:38:03.763268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 42c0550f-437c-46c2-94c8-1e9d90f511f4 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:03.763634 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.799427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.808033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f13df51e-adb2-4da8-a4c6-4918c59d4d08 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.811858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Deleting port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:03.812323 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:03.886569 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f13df51e-adb2-4da8-a4c6-4918c59d4d08 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/303909bb-64bc-4020-ab79-28baf3174752 HTTP/1.1" status: 204 len: 168 time: 1.1039927 Apr 29 15:38:03.888744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38738) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:03.935947 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b3a6a6-e4af-42d2-b541-cb593123acbf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:38:03.936404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-47b3a6a6-e4af-42d2-b541-cb593123acbf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:03.991222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-47b3a6a6-e4af-42d2-b541-cb593123acbf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:03.992713 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-47b3a6a6-e4af-42d2-b541-cb593123acbf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/303909bb-64bc-4020-ab79-28baf3174752 HTTP/1.1" status: 404 len: 333 time: 0.1046033 Apr 29 15:38:03.996145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38742) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:04.030325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] For port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fe41a5f1-9540-4f79-ac6e-9aa5601d38f2,segment=NetworkSegment(15940a34-1d2b-48b6-9b72-8febce40595f),segment_id=15940a34-1d2b-48b6-9b72-8febce40595f)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:04.030989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.077389 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f422265-720c-4331-b9f7-87a4b566f198 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting subnet a7e39f3c-f9e6-4c4a-b6bd-c70ab6d6ce6a {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:38:04.084119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4f422265-720c-4331-b9f7-87a4b566f198 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.117603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdc04be-3b97-446e-b85f-3dffe9c7e89b None None] DHCP port deletion for e997af44-676b-4751-b8b6-852f771ca027 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:38:04.129849 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc04be-3b97-446e-b85f-3dffe9c7e89b None None] Deleting port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:04.130222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dfdc04be-3b97-446e-b85f-3dffe9c7e89b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.158686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4f422265-720c-4331-b9f7-87a4b566f198 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.171125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Calling delete_port for fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:04.300387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4f422265-720c-4331-b9f7-87a4b566f198 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.353521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.390335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7224edae-ac56-4859-aabc-ace3b2571bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.393435 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-dfdc04be-3b97-446e-b85f-3dffe9c7e89b None None] For port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fe41a5f1-9540-4f79-ac6e-9aa5601d38f2,segment=NetworkSegment(15940a34-1d2b-48b6-9b72-8febce40595f),segment_id=15940a34-1d2b-48b6-9b72-8febce40595f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:04.393880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dfdc04be-3b97-446e-b85f-3dffe9c7e89b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.420523 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Port': ['ID=fe41a5f1-9540-4f79-ac6e-9aa5601d38f2,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:04.429274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No DVR routers for this DVR port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:04.483648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4f422265-720c-4331-b9f7-87a4b566f198 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.537462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f422265-720c-4331-b9f7-87a4b566f198 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e39f3c-f9e6-4c4a-b6bd-c70ab6d6ce6a,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:04.544585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4f422265-720c-4331-b9f7-87a4b566f198 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.552121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc04be-3b97-446e-b85f-3dffe9c7e89b None None] Calling delete_port for fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:04.554827 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4f422265-720c-4331-b9f7-87a4b566f198 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/a7e39f3c-f9e6-4c4a-b6bd-c70ab6d6ce6a HTTP/1.1" status: 204 len: 168 time: 0.5575819 Apr 29 15:38:04.555436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38746) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:04.581037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5582240-4b67-4be7-88ea-8525186674bc None None] Network 82731fd6-4278-49b0-b70a-4ffed275f69c requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:04.609133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.643457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e997af44-676b-4751-b8b6-852f771ca027']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:04.661429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15940a34-1d2b-48b6-9b72-8febce40595f') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:04.661670 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15940a34-1d2b-48b6-9b72-8febce40595f') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:04.674653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.679137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.691315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 42c0550f-437c-46c2-94c8-1e9d90f511f4 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:04.691816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.692932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.700747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:38:04.701416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:04.717612 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:04.779538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-dfdc04be-3b97-446e-b85f-3dffe9c7e89b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:38:04.779893 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-dfdc04be-3b97-446e-b85f-3dffe9c7e89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:38:04.872970 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef908180-b505-4e01-a553-76c7b25c1734 None None] DHCP port deletion for 82731fd6-4278-49b0-b70a-4ffed275f69c request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:38:04.875491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.877626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ef908180-b505-4e01-a553-76c7b25c1734 None None] Deleting port 42c0550f-437c-46c2-94c8-1e9d90f511f4 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:04.878065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ef908180-b505-4e01-a553-76c7b25c1734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.880416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.916992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Pushing event deleted for resources: {'Network': ['ID=e997af44-676b-4751-b8b6-852f771ca027,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:04.923811 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b2939921-2a45-4771-9603-ade24b49c0c0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/networks/e997af44-676b-4751-b8b6-852f771ca027 HTTP/1.1" status: 204 len: 168 time: 1.2846129 Apr 29 15:38:04.928925 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38750) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:04.933206 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] For port 42c0550f-437c-46c2-94c8-1e9d90f511f4, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=42c0550f-437c-46c2-94c8-1e9d90f511f4,segment=NetworkSegment(8fdaa6a7-b990-476f-a81c-bc268686d70d),segment_id=8fdaa6a7-b990-476f-a81c-bc268686d70d)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:04.933581 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:04.944154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-048a1140-6f02-4820-8bb8-cc5439c154d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'router': {'routes': None}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:05.125083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ef908180-b505-4e01-a553-76c7b25c1734 None None] For port 42c0550f-437c-46c2-94c8-1e9d90f511f4, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=42c0550f-437c-46c2-94c8-1e9d90f511f4,segment=NetworkSegment(8fdaa6a7-b990-476f-a81c-bc268686d70d),segment_id=8fdaa6a7-b990-476f-a81c-bc268686d70d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:05.125375 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ef908180-b505-4e01-a553-76c7b25c1734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.190396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 42c0550f-437c-46c2-94c8-1e9d90f511f4 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:05.269261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ef908180-b505-4e01-a553-76c7b25c1734 None None] Calling delete_port for 42c0550f-437c-46c2-94c8-1e9d90f511f4 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:05.297869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.299374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc04be-3b97-446e-b85f-3dffe9c7e89b None None] Deleting port fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:05.299728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dfdc04be-3b97-446e-b85f-3dffe9c7e89b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.403058 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc04be-3b97-446e-b85f-3dffe9c7e89b None None] The port 'fe41a5f1-9540-4f79-ac6e-9aa5601d38f2' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:38:05.464776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.488013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4540e62d-abe7-4046-851a-5ffb373d5c1d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:05.521038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ef908180-b505-4e01-a553-76c7b25c1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.541986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.extraroute_db [None req-048a1140-6f02-4820-8bb8-cc5439c154d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Added routes are [] {{(pid=88714) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 29 15:38:05.542290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.extraroute_db [None req-048a1140-6f02-4820-8bb8-cc5439c154d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Removed routes are [] {{(pid=88714) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 29 15:38:05.542652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-048a1140-6f02-4820-8bb8-cc5439c154d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.567093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 4540e62d-abe7-4046-851a-5ffb373d5c1d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:38:05.567565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4540e62d-abe7-4046-851a-5ffb373d5c1d not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:05.567869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 42c0550f-437c-46c2-94c8-1e9d90f511f4 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:05.605678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef908180-b505-4e01-a553-76c7b25c1734 None None] Pushing event deleted for resources: {'Port': ['ID=42c0550f-437c-46c2-94c8-1e9d90f511f4,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:05.614045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef908180-b505-4e01-a553-76c7b25c1734 None None] No DVR routers for this DVR port 42c0550f-437c-46c2-94c8-1e9d90f511f4 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:05.615831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 42c0550f-437c-46c2-94c8-1e9d90f511f4 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:38:05.615831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 42c0550f-437c-46c2-94c8-1e9d90f511f4 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:05.616264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:05.664350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:38:05.664729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fe41a5f1-9540-4f79-ac6e-9aa5601d38f2 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:05.692188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:38:05.692439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:38:05.829499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-048a1140-6f02-4820-8bb8-cc5439c154d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.832893 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-048a1140-6f02-4820-8bb8-cc5439c154d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:05.975594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048a1140-6f02-4820-8bb8-cc5439c154d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router 68643a8c-287e-4081-8155-c19b70e5c0c3 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:38:06.128803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048a1140-6f02-4820-8bb8-cc5439c154d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:38:06.139334 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd9bde-ff5b-4737-ae1c-cce5d91bb036 None None] Sync routers for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:38:06.140486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-048a1140-6f02-4820-8bb8-cc5439c154d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.141605 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-048a1140-6f02-4820-8bb8-cc5439c154d2 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3 HTTP/1.1" status: 200 len: 704 time: 1.2117522 Apr 29 15:38:06.145611 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38756) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:06.150892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd9bde-ff5b-4737-ae1c-cce5d91bb036 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:06.151580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-02fd9bde-ff5b-4737-ae1c-cce5d91bb036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:06.191929 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-67522ead-d551-455b-b877-f8218a7d7021 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Synchronizing usage tracker for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:06.194445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 42c0550f-437c-46c2-94c8-1e9d90f511f4 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:06.194779 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.281608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] The port '42c0550f-437c-46c2-94c8-1e9d90f511f4' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:38:06.334824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-02fd9bde-ff5b-4737-ae1c-cce5d91bb036 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:38:06.403812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-67522ead-d551-455b-b877-f8218a7d7021 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Unset dirty status for tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:06.404994 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-67522ead-d551-455b-b877-f8218a7d7021 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=68643a8c-287e-4081-8155-c19b70e5c0c3 HTTP/1.1" status: 200 len: 205 time: 0.2584686 Apr 29 15:38:06.407912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38760) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:06.413298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.435800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38764) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:06.447233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-02fd9bde-ff5b-4737-ae1c-cce5d91bb036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:38:02Z', 'revision_number': 11, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:06.451839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd9bde-ff5b-4737-ae1c-cce5d91bb036 None None] Checking router: 68643a8c-287e-4081-8155-c19b70e5c0c3 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:38:06.460174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd9bde-ff5b-4737-ae1c-cce5d91bb036 None None] Routers {'68643a8c-287e-4081-8155-c19b70e5c0c3'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:06.460621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-02fd9bde-ff5b-4737-ae1c-cce5d91bb036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['68643a8c-287e-4081-8155-c19b70e5c0c3'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:06.489437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82731fd6-4278-49b0-b70a-4ffed275f69c']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:06.510524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdaa6a7-b990-476f-a81c-bc268686d70d') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:06.511338 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdaa6a7-b990-476f-a81c-bc268686d70d') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:06.530305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.562144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.566177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85fdcb43-572c-4513-b824-92786240cb37 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.568823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:38:06.569450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.598388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-02fd9bde-ff5b-4737-ae1c-cce5d91bb036 None None] Set router 68643a8c-287e-4081-8155-c19b70e5c0c3 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:38:06.715356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-02fd9bde-ff5b-4737-ae1c-cce5d91bb036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:38:02Z', 'revision_number': 11, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:06.718578 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:06.723535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd9bde-ff5b-4737-ae1c-cce5d91bb036 None None] The sync data for ids ['68643a8c-287e-4081-8155-c19b70e5c0c3'] in dv-neutron-839183-1-hyperv is: [{'id': '68643a8c-287e-4081-8155-c19b70e5c0c3', 'name': 'tempest-RoutersIpV6Test-router-477878737', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:37:15Z', 'updated_at': '2022-04-29T15:38:02Z', 'revision_number': 11, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:38:06.783450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87cf3ef-586e-4ae0-96fa-e9018ad83c7b tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:06.784086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87cf3ef-586e-4ae0-96fa-e9018ad83c7b tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:06.784649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87cf3ef-586e-4ae0-96fa-e9018ad83c7b tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:06.786376 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e87cf3ef-586e-4ae0-96fa-e9018ad83c7b tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=b55c25ae10474f2abd40a8267579e2cf&network_id=4db73c39-5a26-4d3b-8f64-15da74ae4350 HTTP/1.1" status: 200 len: 2999 time: 0.3496778 Apr 29 15:38:06.801671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.826341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.834252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Network': ['ID=82731fd6-4278-49b0-b70a-4ffed275f69c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:06.836857 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4013e9c4-eb11-4fc9-b00e-8d4fb1bd3118 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/networks/82731fd6-4278-49b0-b70a-4ffed275f69c HTTP/1.1" status: 204 len: 168 time: 2.2799335 Apr 29 15:38:06.840639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38770) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:06.846591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-182813756'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:06.851707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:06.855911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:network and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:06.858959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:06.865117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:06.939761 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:06.943983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.984214 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:38:06.994625 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:06.995184 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Added segment de73453a-6e08-4088-ac68-ac3b23fbd3c8 of type vlan for network a0ab801f-6788-40fc-87fd-a68824eb8c72 Apr 29 15:38:07.034236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.037255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.037757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85fdcb43-572c-4513-b824-92786240cb37 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.040034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85fdcb43-572c-4513-b824-92786240cb37 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.128614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85fdcb43-572c-4513-b824-92786240cb37 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.129080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fdcb43-572c-4513-b824-92786240cb37 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Fanout notify agent at l3_agent the message router_deleted on router 68643a8c-287e-4081-8155-c19b70e5c0c3 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:38:07.145036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85fdcb43-572c-4513-b824-92786240cb37 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.150502 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-85fdcb43-572c-4513-b824-92786240cb37 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3 HTTP/1.1" status: 204 len: 168 time: 0.7412951 Apr 29 15:38:07.150748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38776) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:07.156294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-8cfeb4fe-3cef-4d6e-bdf9-b88ba29d36b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2107310895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:07.163439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8cfeb4fe-3cef-4d6e-bdf9-b88ba29d36b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:07.170101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8cfeb4fe-3cef-4d6e-bdf9-b88ba29d36b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Usage tracker for resource:router and tenant:7fe6cb7964c54aa6af2b87045ca0c1b5 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:07.173764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8cfeb4fe-3cef-4d6e-bdf9-b88ba29d36b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:07.179835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.185866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:07.186461 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.190347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8cfeb4fe-3cef-4d6e-bdf9-b88ba29d36b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:07.416760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8cfeb4fe-3cef-4d6e-bdf9-b88ba29d36b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.417794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8cfeb4fe-3cef-4d6e-bdf9-b88ba29d36b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.421925 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5801377 Apr 29 15:38:07.424978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38780) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:07.432195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': 'a0ab801f-6788-40fc-87fd-a68824eb8c72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:07.433231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a351a02-cdcb-4466-bcf6-f2249c93b73c tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Network': ['ID=a0ab801f-6788-40fc-87fd-a68824eb8c72,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:07.443644 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network a0ab801f-6788-40fc-87fd-a68824eb8c72 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:38:07.449202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8cfeb4fe-3cef-4d6e-bdf9-b88ba29d36b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.523266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8cfeb4fe-3cef-4d6e-bdf9-b88ba29d36b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.573177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:07.579202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:07.579700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:07.585294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:07.591355 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8cfeb4fe-3cef-4d6e-bdf9-b88ba29d36b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.592566 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8cfeb4fe-3cef-4d6e-bdf9-b88ba29d36b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4406714 Apr 29 15:38:07.595335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38784) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:07.600275 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-bd04d4ae-9969-4207-a37d-d9d943b63b69 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:07.659783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:07.663283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.981844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd04d4ae-9969-4207-a37d-d9d943b63b69 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:07.985324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.061469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Subnet': ['ID=2b2bb11c-d911-408d-8f5c-a865bb433b0b,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:08.066859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd04d4ae-9969-4207-a37d-d9d943b63b69 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.070654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Checking segment: {'id': 'de73453a-6e08-4088-ac68-ac3b23fbd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0ab801f-6788-40fc-87fd-a68824eb8c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:08.078092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network hostable DHCP agents. Network: a0ab801f-6788-40fc-87fd-a68824eb8c72, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:38:08.160885 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network a0ab801f-6788-40fc-87fd-a68824eb8c72 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:38:08.236621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, a0ab801f-6788-40fc-87fd-a68824eb8c72) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:08.240589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:08.241173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.246328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19248b31-e8e1-4e86-97ce-2ca8aa154e70 None None] Network a0ab801f-6788-40fc-87fd-a68824eb8c72 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:08.303536 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd04d4ae-9969-4207-a37d-d9d943b63b69 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Router ba9759c4-0de5-41fc-83f8-258381ab7903 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:38:08.361768 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cd572cd7-4b38-4d89-9415-b6e1585f0fbd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9352090 Apr 29 15:38:08.364585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38790) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:08.371042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': 'a0ab801f-6788-40fc-87fd-a68824eb8c72', 'name': 'tempest-PortsTestJSON-761395052', 'fixed_ips': [{'subnet_id': '2b2bb11c-d911-408d-8f5c-a865bb433b0b', 'ip_address': '172.20.0.10'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:08.449156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd04d4ae-9969-4207-a37d-d9d943b63b69 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:38:08.457298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd04d4ae-9969-4207-a37d-d9d943b63b69 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.458501 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bd04d4ae-9969-4207-a37d-d9d943b63b69 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "PUT /v2.0/routers/ba9759c4-0de5-41fc-83f8-258381ab7903 HTTP/1.1" status: 200 len: 698 time: 0.8622570 Apr 29 15:38:08.464065 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb48c88-e99f-4359-b037-31eef188fc9d None None] Sync routers for ids ['ba9759c4-0de5-41fc-83f8-258381ab7903'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:38:08.465480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38794) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:08.474478 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-a0ab801f-6788-40fc-87fd-a68824eb8c72', 'network_id': 'a0ab801f-6788-40fc-87fd-a68824eb8c72', 'tenant_id': 'c04a7795404e4afd80825923c21e76f6', 'fixed_ips': [{'subnet_id': '2b2bb11c-d911-408d-8f5c-a865bb433b0b'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:38:08.475389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.481346 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb48c88-e99f-4359-b037-31eef188fc9d None None] Routers {'ba9759c4-0de5-41fc-83f8-258381ab7903'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:08.482368 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9bb48c88-e99f-4359-b037-31eef188fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ba9759c4-0de5-41fc-83f8-258381ab7903'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:08.521715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:08.532377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:08.608034 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4db33fe0-0b96-4c6a-82f2-d8243be44de6 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/routers/ba9759c4-0de5-41fc-83f8-258381ab7903 HTTP/1.1" status: 200 len: 704 time: 0.1413162 Apr 29 15:38:08.610756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38798) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:08.613228 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-9bb48c88-e99f-4359-b037-31eef188fc9d None None] Set router ba9759c4-0de5-41fc-83f8-258381ab7903 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:38:08.629954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:08.662724 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c335add5-29fd-4ba4-96d9-00117672fff1 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba9759c4-0de5-41fc-83f8-258381ab7903 HTTP/1.1" status: 200 len: 205 time: 0.0486698 Apr 29 15:38:08.662941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38802) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:08.669215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Allocated IP 172.20.0.2 (a0ab801f-6788-40fc-87fd-a68824eb8c72/2b2bb11c-d911-408d-8f5c-a865bb433b0b/79aea774-489c-4eab-9b39-bd8840b65ba7) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:08.720246 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9bb48c88-e99f-4359-b037-31eef188fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9759c4-0de5-41fc-83f8-258381ab7903', 'name': 'tempest-RoutersIpV6Test-router-2107310895', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:07Z', 'updated_at': '2022-04-29T15:38:07Z', 'revision_number': 2, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:08.724314 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb48c88-e99f-4359-b037-31eef188fc9d None None] Checking router: ba9759c4-0de5-41fc-83f8-258381ab7903 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:38:08.733329 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb48c88-e99f-4359-b037-31eef188fc9d None None] Routers {'ba9759c4-0de5-41fc-83f8-258381ab7903'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:08.733932 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9bb48c88-e99f-4359-b037-31eef188fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ba9759c4-0de5-41fc-83f8-258381ab7903'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:08.794371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.811498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53a8b88e-6948-4e26-ad89-09965edddae0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.818982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port 10657960-e481-41a6-a743-85be0aff787f yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:38:08.860683 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-9bb48c88-e99f-4359-b037-31eef188fc9d None None] Set router ba9759c4-0de5-41fc-83f8-258381ab7903 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:38:08.919234 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:08.931070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Transition to ACTIVE for port object 79aea774-489c-4eab-9b39-bd8840b65ba7 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:08.952422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Transition to ACTIVE for port object 79aea774-489c-4eab-9b39-bd8840b65ba7 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:08.969485 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9bb48c88-e99f-4359-b037-31eef188fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9759c4-0de5-41fc-83f8-258381ab7903', 'name': 'tempest-RoutersIpV6Test-router-2107310895', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:07Z', 'updated_at': '2022-04-29T15:38:07Z', 'revision_number': 2, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:08.973903 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb48c88-e99f-4359-b037-31eef188fc9d None None] The sync data for ids ['ba9759c4-0de5-41fc-83f8-258381ab7903'] in dv-neutron-839183-1-hyperv is: [{'id': 'ba9759c4-0de5-41fc-83f8-258381ab7903', 'name': 'tempest-RoutersIpV6Test-router-2107310895', 'tenant_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:07Z', 'updated_at': '2022-04-29T15:38:07Z', 'revision_number': 2, 'project_id': '7fe6cb7964c54aa6af2b87045ca0c1b5', 'gw_port_host': None}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:38:09.031801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.104576 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Network a0ab801f-6788-40fc-87fd-a68824eb8c72 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:09.107545 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:09.109383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.10 (a0ab801f-6788-40fc-87fd-a68824eb8c72/2b2bb11c-d911-408d-8f5c-a865bb433b0b/10657960-e481-41a6-a743-85be0aff787f) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:09.110194 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:09.255159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Attempting to bind port 79aea774-489c-4eab-9b39-bd8840b65ba7 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:09.255767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Attempting to bind port 79aea774-489c-4eab-9b39-bd8840b65ba7 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'de73453a-6e08-4088-ac68-ac3b23fbd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0ab801f-6788-40fc-87fd-a68824eb8c72'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:09.255869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Attempting to bind port 79aea774-489c-4eab-9b39-bd8840b65ba7 on network a0ab801f-6788-40fc-87fd-a68824eb8c72 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:09.260292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Pushing event updated for resources: {'Port': ['ID=79aea774-489c-4eab-9b39-bd8840b65ba7,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:09.270590 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:38:09.270965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Checking segment: {'id': 'de73453a-6e08-4088-ac68-ac3b23fbd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0ab801f-6788-40fc-87fd-a68824eb8c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:09.271368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.271811 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Bound using segment: {'id': 'de73453a-6e08-4088-ac68-ac3b23fbd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0ab801f-6788-40fc-87fd-a68824eb8c72'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:38:09.272312 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Bound port: 79aea774-489c-4eab-9b39-bd8840b65ba7, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de73453a-6e08-4088-ac68-ac3b23fbd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0ab801f-6788-40fc-87fd-a68824eb8c72'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:09.272771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.277116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53a8b88e-6948-4e26-ad89-09965edddae0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.277116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53a8b88e-6948-4e26-ad89-09965edddae0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.356734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53a8b88e-6948-4e26-ad89-09965edddae0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.357260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a8b88e-6948-4e26-ad89-09965edddae0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Fanout notify agent at l3_agent the message router_deleted on router ba9759c4-0de5-41fc-83f8-258381ab7903 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:38:09.368051 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] For port 79aea774-489c-4eab-9b39-bd8840b65ba7, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:38:09.370083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.372803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-53a8b88e-6948-4e26-ad89-09965edddae0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.372947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] For port 79aea774-489c-4eab-9b39-bd8840b65ba7, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=79aea774-489c-4eab-9b39-bd8840b65ba7,segment=NetworkSegment(de73453a-6e08-4088-ac68-ac3b23fbd3c8),segment_id=de73453a-6e08-4088-ac68-ac3b23fbd3c8)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:38:09.373809 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-53a8b88e-6948-4e26-ad89-09965edddae0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/ba9759c4-0de5-41fc-83f8-258381ab7903 HTTP/1.1" status: 204 len: 168 time: 0.7096682 Apr 29 15:38:09.377688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38808) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.387794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object 10657960-e481-41a6-a743-85be0aff787f will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:09.414393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.422073 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a2448328-1a32-40ec-9562-80e3f94404fa tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba9759c4-0de5-41fc-83f8-258381ab7903 HTTP/1.1" status: 200 len: 205 time: 0.0432434 Apr 29 15:38:09.424685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38812) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.471873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.494835 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-e48d087f-91b1-4ef0-92c1-26767cc26b77 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] delete failed (client error): The resource could not be found. Apr 29 15:38:09.495980 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e48d087f-91b1-4ef0-92c1-26767cc26b77 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/ba9759c4-0de5-41fc-83f8-258381ab7903 HTTP/1.1" status: 404 len: 336 time: 0.0703325 Apr 29 15:38:09.498821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38816) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.500825 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38818) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.508767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a48cb-101d-4c0a-bf0c-96ac621a9667 None None] Pushing event updated for resources: {'Port': ['ID=79aea774-489c-4eab-9b39-bd8840b65ba7,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:09.555555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network a0ab801f-6788-40fc-87fd-a68824eb8c72 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:09.558693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:09.562448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:09.580811 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fd3a80-c145-4dca-b9ea-546be4fe0951 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:09.581397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fd3a80-c145-4dca-b9ea-546be4fe0951 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:09.585672 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a1fd3a80-c145-4dca-b9ea-546be4fe0951 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/af9f5641-3f95-40b9-955c-7b406042d85d HTTP/1.1" status: 404 len: 337 time: 0.0834470 Apr 29 15:38:09.589086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38824) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.599963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=10657960-e481-41a6-a743-85be0aff787f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:09.647871 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a6231c-e85a-4e3e-ab30-b20b560ae7de tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:09.648342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a6231c-e85a-4e3e-ab30-b20b560ae7de tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:09.652626 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-61a6231c-e85a-4e3e-ab30-b20b560ae7de tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/2ddc930c-353d-4762-8a2f-873f2c8ee2e8 HTTP/1.1" status: 404 len: 337 time: 0.0606098 Apr 29 15:38:09.653620 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38828) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.698672 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b602667-0c48-42e7-8ea7-a95698d3b273 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:09.699114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b602667-0c48-42e7-8ea7-a95698d3b273 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:09.704673 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4b602667-0c48-42e7-8ea7-a95698d3b273 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/d440001e-6f9f-42b5-924b-42b821295a18 HTTP/1.1" status: 404 len: 337 time: 0.0494320 Apr 29 15:38:09.705865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b7976d-d228-4fcc-8d02-0f3aeae89ee6 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:09.721947 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b0b7976d-d228-4fcc-8d02-0f3aeae89ee6 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 814 time: 0.2198939 Apr 29 15:38:09.722655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38832) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.775620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:09.776208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:09.793250 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-a348d993-bfb7-4af2-ae90-d4f2035f2378 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:09.793250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a348d993-bfb7-4af2-ae90-d4f2035f2378 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:09.795091 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a348d993-bfb7-4af2-ae90-d4f2035f2378 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/a15370fd-9466-4a8a-bac3-ec17a1707bc8 HTTP/1.1" status: 404 len: 337 time: 0.0709393 Apr 29 15:38:09.798041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38838) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.856204 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-75b9bf57-0d54-4a44-9e4a-61ee40445a06 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=68643a8c-287e-4081-8155-c19b70e5c0c3 HTTP/1.1" status: 200 len: 205 time: 0.0533276 Apr 29 15:38:09.856442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38842) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.927032 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-aeea7e40-de11-434b-b532-e3acd4e172a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] delete failed (client error): The resource could not be found. Apr 29 15:38:09.928037 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-aeea7e40-de11-434b-b532-e3acd4e172a3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/68643a8c-287e-4081-8155-c19b70e5c0c3 HTTP/1.1" status: 404 len: 336 time: 0.0706308 Apr 29 15:38:09.930695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38848) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.940177 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9c84731a-9e33-450a-be9d-7d927c67928a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5745144 Apr 29 15:38:09.942498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38852) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:09.949340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': 'a0ab801f-6788-40fc-87fd-a68824eb8c72', 'name': 'tempest-PortsTestJSON-732755185', 'fixed_ips': [{'subnet_id': '2b2bb11c-d911-408d-8f5c-a865bb433b0b', 'ip_address': '172.20.0.9'}]}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:09.984177 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e872e5c0-1a38-4ad1-8ae7-4d3223ec583a tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=5983c396-22c0-4dfd-9a3b-3394984d2b76 HTTP/1.1" status: 200 len: 205 time: 0.0485139 Apr 29 15:38:09.986063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38856) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.057871 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-8fa2dd35-60fb-4aba-8b5b-353c3c1ff1d7 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] delete failed (client error): The resource could not be found. Apr 29 15:38:10.061550 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8fa2dd35-60fb-4aba-8b5b-353c3c1ff1d7 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/5983c396-22c0-4dfd-9a3b-3394984d2b76 HTTP/1.1" status: 404 len: 336 time: 0.0745554 Apr 29 15:38:10.062103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38860) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.094246 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:10.098411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:port and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:10.101299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:10.105643 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cda4e9a-5813-4147-afe0-5014875e34e4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:10.106026 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cda4e9a-5813-4147-afe0-5014875e34e4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:10.107672 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8cda4e9a-5813-4147-afe0-5014875e34e4 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/b0462348-6c13-46d2-93bb-1eb3d2fda04d HTTP/1.1" status: 404 len: 337 time: 0.0446723 Apr 29 15:38:10.107805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:10.110236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38864) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.154298 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7bd50175-5a30-4772-b57e-bec3f1e7e4e0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7d92748-b38e-4109-9a34-0e1ee1a4e17f HTTP/1.1" status: 200 len: 205 time: 0.0430214 Apr 29 15:38:10.156557 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38868) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.173558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:10.178721 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.201897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port 87ed4616-661e-4641-9c95-bf57dc6d6a12 yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:38:10.227571 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-7a9a287c-0ecc-4e00-80c2-b000797206e0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] delete failed (client error): The resource could not be found. Apr 29 15:38:10.229268 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7a9a287c-0ecc-4e00-80c2-b000797206e0 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/b7d92748-b38e-4109-9a34-0e1ee1a4e17f HTTP/1.1" status: 404 len: 336 time: 0.0718334 Apr 29 15:38:10.232914 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38872) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.283008 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a3cc33c7-d1c0-422f-9b20-efcfbec62fb5 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=74235442-01ed-4572-9f55-5cf5f110023e HTTP/1.1" status: 200 len: 205 time: 0.0467682 Apr 29 15:38:10.283270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38876) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.352065 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-6240b968-60c3-4b29-94da-8777e0c59a91 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] delete failed (client error): The resource could not be found. Apr 29 15:38:10.353598 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6240b968-60c3-4b29-94da-8777e0c59a91 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/74235442-01ed-4572-9f55-5cf5f110023e HTTP/1.1" status: 404 len: 336 time: 0.0695393 Apr 29 15:38:10.356592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38880) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.394683 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb1e3d2-3282-4c9f-a640-f356c205d561 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:10.395741 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb1e3d2-3282-4c9f-a640-f356c205d561 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:10.399180 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ebb1e3d2-3282-4c9f-a640-f356c205d561 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/9e0aaddc-ee35-4fc6-a13b-f29ce422a541 HTTP/1.1" status: 404 len: 337 time: 0.0393903 Apr 29 15:38:10.400112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38884) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.411184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.9 (a0ab801f-6788-40fc-87fd-a68824eb8c72/2b2bb11c-d911-408d-8f5c-a865bb433b0b/87ed4616-661e-4641-9c95-bf57dc6d6a12) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:10.437971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38888) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.443495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'network': {'name': 'tempest-network-smoke--1141382996', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'port_security_enabled': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:10.449032 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-14f4a778-8513-4b9a-ab27-7815bf49ccff tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebed62b5-3a69-44b3-b423-7a5f97cf5f99 HTTP/1.1" status: 200 len: 205 time: 0.0464711 Apr 29 15:38:10.451406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38892) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.453488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:10.481741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:10.588209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:10.591666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.639479 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-a6730783-e436-4dbd-8ed8-4a8b0a0128cc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] delete failed (client error): The resource could not be found. Apr 29 15:38:10.640518 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a6730783-e436-4dbd-8ed8-4a8b0a0128cc tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/ebed62b5-3a69-44b3-b423-7a5f97cf5f99 HTTP/1.1" status: 404 len: 336 time: 0.1881080 Apr 29 15:38:10.649435 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38896) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.658014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:38:10.685788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.686132 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Added segment 0db6810c-8a2c-4427-b3b6-97af5757bf03 of type vlan for network 1acdf4c4-e531-4025-8776-0d601d9f7d02 Apr 29 15:38:10.689228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.691654 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af4e7b6-d666-4673-a839-ead0582f47b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:10.692106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af4e7b6-d666-4673-a839-ead0582f47b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:10.693913 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4af4e7b6-d666-4673-a839-ead0582f47b3 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/4a9ec6b0-1c13-4671-a214-ec1aa675cb1d HTTP/1.1" status: 404 len: 337 time: 0.0427728 Apr 29 15:38:10.697165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38900) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.722167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object 87ed4616-661e-4641-9c95-bf57dc6d6a12 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:10.734360 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.738231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93ff94-f04d-44fb-9903-f3245f4435ff None None] Network a0ab801f-6788-40fc-87fd-a68824eb8c72 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:10.750597 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a35352aa-98b6-49c3-827a-af894a277acf tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ecaef49-f7aa-47a8-a885-9795fd73f9dc HTTP/1.1" status: 200 len: 205 time: 0.0516574 Apr 29 15:38:10.752857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38904) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.808314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.815267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:10.815876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.826481 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-86fad3f9-3391-4a4d-b008-bebea048fd13 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] delete failed (client error): The resource could not be found. Apr 29 15:38:10.830051 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-86fad3f9-3391-4a4d-b008-bebea048fd13 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/routers/1ecaef49-f7aa-47a8-a885-9795fd73f9dc HTTP/1.1" status: 404 len: 336 time: 0.0737851 Apr 29 15:38:10.830552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38908) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.845890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:10.871177 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-656e31a1-50d1-4063-82b5-aef62c4dd466 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:10.871624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656e31a1-50d1-4063-82b5-aef62c4dd466 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:10.875780 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-656e31a1-50d1-4063-82b5-aef62c4dd466 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/ac20e137-b16c-471c-92db-bb57f7f15111 HTTP/1.1" status: 404 len: 337 time: 0.0420926 Apr 29 15:38:10.876118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38912) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:10.913833 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0d0e54-017e-4e8b-8ee8-f23bd421e229 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:10.914436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0d0e54-017e-4e8b-8ee8-f23bd421e229 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:10.919207 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3a0d0e54-017e-4e8b-8ee8-f23bd421e229 tempest-RoutersIpV6Test-984260890 tempest-RoutersIpV6Test-984260890-project] 10.222.0.39 "DELETE /v2.0/subnets/bb757820-5e16-4ae1-963b-363f8680bbf9 HTTP/1.1" status: 404 len: 337 time: 0.0396113 Apr 29 15:38:10.945403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-49df7aa0-9145-4144-97bd-b7ec0f451b9b None None] Provisioning for port 79aea774-489c-4eab-9b39-bd8840b65ba7 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:11.009783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network a0ab801f-6788-40fc-87fd-a68824eb8c72 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:11.012918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Network': ['ID=1acdf4c4-e531-4025-8776-0d601d9f7d02,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:11.015216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:11.019693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:11.026396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 1acdf4c4-e531-4025-8776-0d601d9f7d02 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:38:11.058345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=87ed4616-661e-4641-9c95-bf57dc6d6a12,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:11.080588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38918) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.080968 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c916b54d-39e8-4645-b3ba-cb6f2aea4e8e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6416183 Apr 29 15:38:11.102509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:11.103773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.160439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a39b16-3e7b-459b-aa2d-097e78d6ed23 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:11.163334 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f0a39b16-3e7b-459b-aa2d-097e78d6ed23 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b55c25ae10474f2abd40a8267579e2cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0799701 Apr 29 15:38:11.166543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38922) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.192871 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-64a3aef3-b899-4e61-b185-348940f0e7d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2492843 Apr 29 15:38:11.195376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38926) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.329160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de282af5-e288-4d1b-b8ff-6ee906f601dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:11.329888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-de282af5-e288-4d1b-b8ff-6ee906f601dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:11.339338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-330fcd06-8910-44c6-871c-286613035f31 None None] Provisioning for port 10657960-e481-41a6-a743-85be0aff787f completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:11.344531 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-330fcd06-8910-44c6-871c-286613035f31 None None] Provisioning complete for port 10657960-e481-41a6-a743-85be0aff787f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:11.345292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-330fcd06-8910-44c6-871c-286613035f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.350722 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec03dd-06cc-44b6-aeea-df0b50ad293a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:11.350722 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-edec03dd-06cc-44b6-aeea-df0b50ad293a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1813622 Apr 29 15:38:11.351088 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38930) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.405727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38936) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.406113 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f8df1379-62f0-4c43-806d-5b46916a4193 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542352 Apr 29 15:38:11.406645 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-330fcd06-8910-44c6-871c-286613035f31 None None] Port 10657960-e481-41a6-a743-85be0aff787f cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:11.444013 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-de282af5-e288-4d1b-b8ff-6ee906f601dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:11.444013 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-de282af5-e288-4d1b-b8ff-6ee906f601dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2474895 Apr 29 15:38:11.449176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38940) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.462669 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e1c86a9d-1985-43f5-9aff-a45d968f1feb tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b55c25ae10474f2abd40a8267579e2cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559204 Apr 29 15:38:11.465617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38944) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.494919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-330fcd06-8910-44c6-871c-286613035f31 None None] Provisioning for port 87ed4616-661e-4641-9c95-bf57dc6d6a12 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:11.502092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-330fcd06-8910-44c6-871c-286613035f31 None None] Provisioning complete for port 87ed4616-661e-4641-9c95-bf57dc6d6a12 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:11.502566 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-330fcd06-8910-44c6-871c-286613035f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.555106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38948) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.579860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 79aea774-489c-4eab-9b39-bd8840b65ba7 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:11.622834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89cc79b-020f-4140-97b9-622390634b04 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:11.633078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-330fcd06-8910-44c6-871c-286613035f31 None None] Port 87ed4616-661e-4641-9c95-bf57dc6d6a12 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:11.635591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89cc79b-020f-4140-97b9-622390634b04 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:11.641706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89cc79b-020f-4140-97b9-622390634b04 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:11.646803 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d89cc79b-020f-4140-97b9-622390634b04 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1965518 Apr 29 15:38:11.647772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38954) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.648964 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0211bcd-ca83-4860-8581-e49dc1128abe tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:11.650549 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c0211bcd-ca83-4860-8581-e49dc1128abe tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1806915 Apr 29 15:38:11.654588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38958) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.706251 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6904f465-0eaf-4687-945c-46cd752c2202 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510223 Apr 29 15:38:11.708711 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38962) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.715134 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1903102947', 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:11.722166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-3da6b234-5c76-4992-b810-5515ba6c51f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 87ed4616-661e-4641-9c95-bf57dc6d6a12 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:11.722599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3da6b234-5c76-4992-b810-5515ba6c51f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.746593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 79aea774-489c-4eab-9b39-bd8840b65ba7 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:11.756505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 79aea774-489c-4eab-9b39-bd8840b65ba7 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:11.756505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.785832 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c87ddff6-a595-44fe-aed9-c3ab62326ff1 None None] Provisioning complete for port 10657960-e481-41a6-a743-85be0aff787f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:11.785832 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c87ddff6-a595-44fe-aed9-c3ab62326ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.837742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:11.841831 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:subnet and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:11.845980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:11.850975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:11.860825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c87ddff6-a595-44fe-aed9-c3ab62326ff1 None None] Port 10657960-e481-41a6-a743-85be0aff787f cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:11.867346 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c82f54b5-5935-4f94-ad76-c8deaeee1e47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fe6cb7964c54aa6af2b87045ca0c1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090544 Apr 29 15:38:11.871943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38966) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:11.924659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c87ddff6-a595-44fe-aed9-c3ab62326ff1 None None] Provisioning complete for port 87ed4616-661e-4641-9c95-bf57dc6d6a12 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:11.925037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c87ddff6-a595-44fe-aed9-c3ab62326ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.933329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:11.936678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.970376 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4b96ef3f-c232-4e15-854e-314bcfb999c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:11.979787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.002205 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c87ddff6-a595-44fe-aed9-c3ab62326ff1 None None] Port 87ed4616-661e-4641-9c95-bf57dc6d6a12 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:12.022101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 79aea774-489c-4eab-9b39-bd8840b65ba7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=79aea774-489c-4eab-9b39-bd8840b65ba7,segment=NetworkSegment(de73453a-6e08-4088-ac68-ac3b23fbd3c8),segment_id=de73453a-6e08-4088-ac68-ac3b23fbd3c8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:12.022521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3da6b234-5c76-4992-b810-5515ba6c51f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.056654 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4b96ef3f-c232-4e15-854e-314bcfb999c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.092635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.151777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-3da6b234-5c76-4992-b810-5515ba6c51f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 87ed4616-661e-4641-9c95-bf57dc6d6a12 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:12.173031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=79aea774-489c-4eab-9b39-bd8840b65ba7,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:12.231061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4b96ef3f-c232-4e15-854e-314bcfb999c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.246017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96ef3f-c232-4e15-854e-314bcfb999c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6752972d-628d-4661-8470-605b9683c1c0,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:12.266120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4b96ef3f-c232-4e15-854e-314bcfb999c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.267906 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4b96ef3f-c232-4e15-854e-314bcfb999c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6752972d-628d-4661-8470-605b9683c1c0 HTTP/1.1" status: 204 len: 168 time: 0.3942225 Apr 29 15:38:12.290868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.376897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Subnet': ['ID=6bee14c0-469f-498a-96b0-db10d9c4f11f,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:12.381027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Checking segment: {'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:12.381387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network hostable DHCP agents. Network: 1acdf4c4-e531-4025-8776-0d601d9f7d02, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:38:12.510537 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 1acdf4c4-e531-4025-8776-0d601d9f7d02 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:38:12.538202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3da6b234-5c76-4992-b810-5515ba6c51f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.593058 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6b234-5c76-4992-b810-5515ba6c51f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=87ed4616-661e-4641-9c95-bf57dc6d6a12,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:12.625619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 1acdf4c4-e531-4025-8776-0d601d9f7d02) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:12.636373 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915f3b36-2c8f-43d8-b4ba-7590bdbcb683 None None] Network 1acdf4c4-e531-4025-8776-0d601d9f7d02 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:12.643450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:12.648089 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.712959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3da6b234-5c76-4992-b810-5515ba6c51f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.763483 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-19bc8a9c-f980-4c29-adaf-9f65a4b25b1b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0536728 Apr 29 15:38:12.797703 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3da6b234-5c76-4992-b810-5515ba6c51f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/87ed4616-661e-4641-9c95-bf57dc6d6a12 HTTP/1.1" status: 204 len: 168 time: 1.1487947 Apr 29 15:38:12.806492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 38982) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:12.854753 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8894bc-6bf2-4d47-9411-64dbff3644dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:38:12.855294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ae8894bc-6bf2-4d47-9411-64dbff3644dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:12.911463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-1acdf4c4-e531-4025-8776-0d601d9f7d02', 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ips': [{'subnet_id': '6bee14c0-469f-498a-96b0-db10d9c4f11f'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:38:12.912948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:12.928224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ae8894bc-6bf2-4d47-9411-64dbff3644dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:12.929874 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ae8894bc-6bf2-4d47-9411-64dbff3644dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/87ed4616-661e-4641-9c95-bf57dc6d6a12 HTTP/1.1" status: 404 len: 333 time: 0.1284146 Apr 29 15:38:12.933316 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38988) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:13.023457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-06201d33-af8f-45b1-bf53-77744e188f86 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 10657960-e481-41a6-a743-85be0aff787f {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:13.023713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06201d33-af8f-45b1-bf53-77744e188f86 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.081319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Allocated IP 172.20.0.18 (1acdf4c4-e531-4025-8776-0d601d9f7d02/6bee14c0-469f-498a-96b0-db10d9c4f11f/41e71115-f064-4267-82cb-cfa31caeeba9) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:13.148966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 38998) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:13.158062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-923548039', 'description': 'tempest-secgroup-smoke-923548039 description', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:13.165968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:13.208382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:13.335861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06201d33-af8f-45b1-bf53-77744e188f86 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.361358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.374057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Transition to ACTIVE for port object 41e71115-f064-4267-82cb-cfa31caeeba9 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:13.393515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Transition to ACTIVE for port object 41e71115-f064-4267-82cb-cfa31caeeba9 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:13.396438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.430471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39004) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:13.469387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-06201d33-af8f-45b1-bf53-77744e188f86 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 10657960-e481-41a6-a743-85be0aff787f owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:13.477391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.526566 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:13.526775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 79aea774-489c-4eab-9b39-bd8840b65ba7 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:13.533538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:13.538570 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:13.546355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:13.553245 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5148d1fc-f8c8-4c97-af2e-5d23731a2060 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-463379153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:13.561745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5148d1fc-f8c8-4c97-af2e-5d23731a2060 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:13.568650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5148d1fc-f8c8-4c97-af2e-5d23731a2060 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Usage tracker for resource:router and tenant:2f6d12eedf6442eea239999c18fd965b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:13.574621 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5148d1fc-f8c8-4c97-af2e-5d23731a2060 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:13.581971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Network 1acdf4c4-e531-4025-8776-0d601d9f7d02 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:13.582386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5148d1fc-f8c8-4c97-af2e-5d23731a2060 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:13.595357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:13.601504 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:13.654601 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Pushing event updated for resources: {'Port': ['ID=41e71115-f064-4267-82cb-cfa31caeeba9,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:13.670854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5148d1fc-f8c8-4c97-af2e-5d23731a2060 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.671972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5148d1fc-f8c8-4c97-af2e-5d23731a2060 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.713360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Attempting to bind port 41e71115-f064-4267-82cb-cfa31caeeba9 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:13.713722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Attempting to bind port 41e71115-f064-4267-82cb-cfa31caeeba9 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:13.714077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Attempting to bind port 41e71115-f064-4267-82cb-cfa31caeeba9 on network 1acdf4c4-e531-4025-8776-0d601d9f7d02 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:13.720678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:38:13.721045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Checking segment: {'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:13.721438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.721825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Bound using segment: {'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:38:13.722279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Bound port: 41e71115-f064-4267-82cb-cfa31caeeba9, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:13.722643 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.728031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06201d33-af8f-45b1-bf53-77744e188f86 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.737242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5148d1fc-f8c8-4c97-af2e-5d23731a2060 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.745315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 79aea774-489c-4eab-9b39-bd8840b65ba7 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:13.745685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.783825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06201d33-af8f-45b1-bf53-77744e188f86 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=10657960-e481-41a6-a743-85be0aff787f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:13.819754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5148d1fc-f8c8-4c97-af2e-5d23731a2060 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.872552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] For port 41e71115-f064-4267-82cb-cfa31caeeba9, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:38:13.877372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] For port 41e71115-f064-4267-82cb-cfa31caeeba9, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=41e71115-f064-4267-82cb-cfa31caeeba9,segment=NetworkSegment(0db6810c-8a2c-4427-b3b6-97af5757bf03),segment_id=0db6810c-8a2c-4427-b3b6-97af5757bf03)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:38:13.904753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.917352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06201d33-af8f-45b1-bf53-77744e188f86 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.934280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5148d1fc-f8c8-4c97-af2e-5d23731a2060 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.935581 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5148d1fc-f8c8-4c97-af2e-5d23731a2060 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5028300 Apr 29 15:38:13.938324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39010) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:13.945219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1879930266'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:13.950320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:13.954925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Usage tracker for resource:network and tenant:2f6d12eedf6442eea239999c18fd965b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:13.957957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:13.963738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:13.974477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:14.010296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.043787 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-06201d33-af8f-45b1-bf53-77744e188f86 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/10657960-e481-41a6-a743-85be0aff787f HTTP/1.1" status: 204 len: 168 time: 1.1087749 Apr 29 15:38:14.046958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39014) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:14.050547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9ecd6a-4dbd-43a8-878d-0bcec463638a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:14.050698 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e14fc3-bf5d-44a4-bb36-760bc2dad8f3 None None] Pushing event updated for resources: {'Port': ['ID=41e71115-f064-4267-82cb-cfa31caeeba9,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:14.094882 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-4832585a-6bf5-492f-9841-325adea0b737 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:38:14.099696 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4832585a-6bf5-492f-9841-325adea0b737 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/10657960-e481-41a6-a743-85be0aff787f HTTP/1.1" status: 404 len: 333 time: 0.0483050 Apr 29 15:38:14.099696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39020) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:14.140179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.144072 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-99a2d5a9-a566-42c8-bc53-6a8d284ff147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9912105 Apr 29 15:38:14.144072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Made reservation on behalf of 2f6d12eedf6442eea239999c18fd965b for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:14.146084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.147993 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39024) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:14.156700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ca3458ec-da45-4a52-a795-6460aad03248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '7b9ecd6a-4dbd-43a8-878d-0bcec463638a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:14.167536 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.167868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ca3458ec-da45-4a52-a795-6460aad03248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:14.175335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ca3458ec-da45-4a52-a795-6460aad03248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:14.179988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ca3458ec-da45-4a52-a795-6460aad03248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:14.183926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:14.186392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c3466d-197a-4753-8abe-54c29709d832 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting subnet 2b2bb11c-d911-408d-8f5c-a865bb433b0b {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:38:14.188176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Usage tracker for resource:security_group_rule and tenant:2f6d12eedf6442eea239999c18fd965b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:14.195987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:14.196142 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57c3466d-197a-4753-8abe-54c29709d832 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.197718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:14.296846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.334562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ca3458ec-da45-4a52-a795-6460aad03248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:14.379772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.380027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57c3466d-197a-4753-8abe-54c29709d832 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.420227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:38:14.425654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a368c4ef-5245-4955-ba51-1928304cda70,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:14.438249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.438706 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Added segment ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78 of type vlan for network f97395e0-24a7-46c0-9b70-ac882791217b Apr 29 15:38:14.439893 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ca3458ec-da45-4a52-a795-6460aad03248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.470060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.528902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57c3466d-197a-4753-8abe-54c29709d832 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.567821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ca3458ec-da45-4a52-a795-6460aad03248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.568336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.574110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:14.574710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.625425 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ca3458ec-da45-4a52-a795-6460aad03248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.651338 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3458ec-da45-4a52-a795-6460aad03248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0dcc29e-df55-48db-b676-e07d32a669c4,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:14.683350 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57c3466d-197a-4753-8abe-54c29709d832 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.687451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event updated for resources: {'Network': ['ID=f97395e0-24a7-46c0-9b70-ac882791217b,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:14.694733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:14.695075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:14.695410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:14.695735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:14.696056 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:14.696417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:14.696755 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:14.697072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:14.697655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:14.698073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:14.698414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:14.698706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:14.710505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network f97395e0-24a7-46c0-9b70-ac882791217b details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:38:14.717723 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a2485233-2b35-4af9-ab88-5fc02d4f3320 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7780166 Apr 29 15:38:14.720141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39028) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:14.724256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3466d-197a-4753-8abe-54c29709d832 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2bb11c-d911-408d-8f5c-a865bb433b0b,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:14.726240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57c3466d-197a-4753-8abe-54c29709d832 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.728503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Request body: {'subnet': {'network_id': 'f97395e0-24a7-46c0-9b70-ac882791217b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:14.729007 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-57c3466d-197a-4753-8abe-54c29709d832 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/2b2bb11c-d911-408d-8f5c-a865bb433b0b HTTP/1.1" status: 204 len: 168 time: 0.6289148 Apr 29 15:38:14.731292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39032) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:14.737264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351eaf52-6425-4a57-a5fa-eedb07bac7e7 None None] Network a0ab801f-6788-40fc-87fd-a68824eb8c72 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:14.758329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ca3458ec-da45-4a52-a795-6460aad03248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.762327 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ca3458ec-da45-4a52-a795-6460aad03248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6110153 Apr 29 15:38:14.764924 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39036) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:14.779785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-db42c629-faaa-44b7-af0f-c16aa2d09cf7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '7b9ecd6a-4dbd-43a8-878d-0bcec463638a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:14.789991 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-db42c629-faaa-44b7-af0f-c16aa2d09cf7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:14.800044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-db42c629-faaa-44b7-af0f-c16aa2d09cf7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:14.804261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-db42c629-faaa-44b7-af0f-c16aa2d09cf7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:14.854348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:14.858353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Usage tracker for resource:subnet and tenant:2f6d12eedf6442eea239999c18fd965b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:14.861479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:14.867673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:14.887898 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-db42c629-faaa-44b7-af0f-c16aa2d09cf7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:14.898896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.915257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 79aea774-489c-4eab-9b39-bd8840b65ba7 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:14.915836 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:14.933960 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Made reservation on behalf of 2f6d12eedf6442eea239999c18fd965b for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:14.939043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.044180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db42c629-faaa-44b7-af0f-c16aa2d09cf7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.109434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc01969-f717-46d1-bb31-8b61ab3971bf None None] DHCP port deletion for a0ab801f-6788-40fc-87fd-a68824eb8c72 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:38:15.114227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2bc01969-f717-46d1-bb31-8b61ab3971bf None None] Deleting port 79aea774-489c-4eab-9b39-bd8840b65ba7 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:15.114735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2bc01969-f717-46d1-bb31-8b61ab3971bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.134262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db42c629-faaa-44b7-af0f-c16aa2d09cf7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.245448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db42c629-faaa-44b7-af0f-c16aa2d09cf7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.292614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42c629-faaa-44b7-af0f-c16aa2d09cf7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb12de8d-1cbd-43c0-b3e2-e6207ac13749,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:15.299819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] For port 79aea774-489c-4eab-9b39-bd8840b65ba7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=79aea774-489c-4eab-9b39-bd8840b65ba7,segment=NetworkSegment(de73453a-6e08-4088-ac68-ac3b23fbd3c8),segment_id=de73453a-6e08-4088-ac68-ac3b23fbd3c8)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:15.300194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.346807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064b8204-a654-45c1-94c5-bfa6cd8d9ab6 None None] Network 1acdf4c4-e531-4025-8776-0d601d9f7d02 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:15.403778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2bc01969-f717-46d1-bb31-8b61ab3971bf None None] For port 79aea774-489c-4eab-9b39-bd8840b65ba7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=79aea774-489c-4eab-9b39-bd8840b65ba7,segment=NetworkSegment(de73453a-6e08-4088-ac68-ac3b23fbd3c8),segment_id=de73453a-6e08-4088-ac68-ac3b23fbd3c8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:15.404077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2bc01969-f717-46d1-bb31-8b61ab3971bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.440082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 79aea774-489c-4eab-9b39-bd8840b65ba7 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:15.444271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.477293 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db42c629-faaa-44b7-af0f-c16aa2d09cf7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.479295 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-db42c629-faaa-44b7-af0f-c16aa2d09cf7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7132652 Apr 29 15:38:15.490363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39044) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:15.499379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-09d1338b-1262-475f-93d4-bc0d0f642f16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '7b9ecd6a-4dbd-43a8-878d-0bcec463638a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:15.505092 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-09d1338b-1262-475f-93d4-bc0d0f642f16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:15.511409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-09d1338b-1262-475f-93d4-bc0d0f642f16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:15.515790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-09d1338b-1262-475f-93d4-bc0d0f642f16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:15.525666 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-09d1338b-1262-475f-93d4-bc0d0f642f16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:15.547955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event updated for resources: {'Subnet': ['ID=0cb91a22-3f98-4d4d-9efb-9b0d02c4a4b6,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:15.571132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Checking segment: {'id': 'ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f97395e0-24a7-46c0-9b70-ac882791217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:15.572078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Network hostable DHCP agents. Network: f97395e0-24a7-46c0-9b70-ac882791217b, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:38:15.598036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 41e71115-f064-4267-82cb-cfa31caeeba9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:15.619254 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09d1338b-1262-475f-93d4-bc0d0f642f16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.633392 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2bc01969-f717-46d1-bb31-8b61ab3971bf None None] Calling delete_port for 79aea774-489c-4eab-9b39-bd8840b65ba7 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:15.644997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.668844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4fd267e1-2927-487e-8f74-9c18a182124f None None] Provisioning for port 41e71115-f064-4267-82cb-cfa31caeeba9 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:15.681325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Network f97395e0-24a7-46c0-9b70-ac882791217b is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:38:15.708372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=79aea774-489c-4eab-9b39-bd8840b65ba7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:15.714905 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No DVR routers for this DVR port 79aea774-489c-4eab-9b39-bd8840b65ba7 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:15.756817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, f97395e0-24a7-46c0-9b70-ac882791217b) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:15.761945 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:15.762637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.800839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09d1338b-1262-475f-93d4-bc0d0f642f16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.842915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d3dc09-be6d-4891-838f-44a22b981e90 None None] Network f97395e0-24a7-46c0-9b70-ac882791217b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:15.861173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.880812 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-06cf6044-2a79-42b5-9a9f-a716242dd57d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1564274 Apr 29 15:38:15.881474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39048) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:15.887510 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09d1338b-1262-475f-93d4-bc0d0f642f16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.892096 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Request body: {'network': {'name': 'tempest-router-network01--2038867625'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:15.893192 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-2bc01969-f717-46d1-bb31-8b61ab3971bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:38:15.893548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-2bc01969-f717-46d1-bb31-8b61ab3971bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:38:15.903018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ab801f-6788-40fc-87fd-a68824eb8c72']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:15.917702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:15.926180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Usage tracker for resource:network and tenant:2f6d12eedf6442eea239999c18fd965b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:15.934742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de73453a-6e08-4088-ac68-ac3b23fbd3c8') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:15.935035 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de73453a-6e08-4088-ac68-ac3b23fbd3c8') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:15.941335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:15.953002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1338b-1262-475f-93d4-bc0d0f642f16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b083c606-b35a-4f35-84ee-258834dd411a,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:15.958843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:15.961531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.985876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.991973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:38:15.992518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:15.995908 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 41e71115-f064-4267-82cb-cfa31caeeba9 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:16.007083 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:16.014836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 41e71115-f064-4267-82cb-cfa31caeeba9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:16.015220 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.070733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09d1338b-1262-475f-93d4-bc0d0f642f16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.072920 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-09d1338b-1262-475f-93d4-bc0d0f642f16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5816913 Apr 29 15:38:16.076356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39052) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:16.083972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-37642f99-3026-450b-b097-1fc4d7fc119d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '7b9ecd6a-4dbd-43a8-878d-0bcec463638a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:16.085256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Made reservation on behalf of 2f6d12eedf6442eea239999c18fd965b for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:16.088935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.092648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-37642f99-3026-450b-b097-1fc4d7fc119d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:16.096940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-37642f99-3026-450b-b097-1fc4d7fc119d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:16.101955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-37642f99-3026-450b-b097-1fc4d7fc119d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:16.108760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-37642f99-3026-450b-b097-1fc4d7fc119d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:16.119505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:38:16.129522 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.129855 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Added segment ee54ea80-a45c-47d1-a717-8bf267921d0b of type vlan for network f3ae3597-87cd-46dc-8401-e10abe9a014d Apr 29 15:38:16.156095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.189696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.193635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.222720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Network': ['ID=a0ab801f-6788-40fc-87fd-a68824eb8c72,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:16.230343 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3a7fe56f-5a45-4dbc-80e5-15c4db4b6e09 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/networks/a0ab801f-6788-40fc-87fd-a68824eb8c72 HTTP/1.1" status: 204 len: 168 time: 1.4945347 Apr 29 15:38:16.230617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39058) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:16.239393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1333320216'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:16.244561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:16.246887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-37642f99-3026-450b-b097-1fc4d7fc119d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.253075 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.265046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f97395e0-24a7-46c0-9b70-ac882791217b', 'network_id': 'f97395e0-24a7-46c0-9b70-ac882791217b', 'tenant_id': '2f6d12eedf6442eea239999c18fd965b', 'fixed_ips': [{'subnet_id': '0cb91a22-3f98-4d4d-9efb-9b0d02c4a4b6'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:38:16.265364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.265485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:network and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:16.269737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.270170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:16.285572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:16.288737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:16.289953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.351506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-37642f99-3026-450b-b097-1fc4d7fc119d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.351761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 41e71115-f064-4267-82cb-cfa31caeeba9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=41e71115-f064-4267-82cb-cfa31caeeba9,segment=NetworkSegment(0db6810c-8a2c-4427-b3b6-97af5757bf03),segment_id=0db6810c-8a2c-4427-b3b6-97af5757bf03)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:16.396777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:16.403192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.416959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2bc01969-f717-46d1-bb31-8b61ab3971bf None None] Deleting port 79aea774-489c-4eab-9b39-bd8840b65ba7 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:16.417445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2bc01969-f717-46d1-bb31-8b61ab3971bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.425569 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5406919 Apr 29 15:38:16.426607 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39062) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:16.427233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19724c5a-cda4-458f-b634-1823bbecb420 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event updated for resources: {'Network': ['ID=f3ae3597-87cd-46dc-8401-e10abe9a014d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:16.430358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-37642f99-3026-450b-b097-1fc4d7fc119d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.437072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Request body: {'network': {'name': 'tempest-router-network02--320972500'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:16.442949 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:16.448486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Usage tracker for resource:network and tenant:2f6d12eedf6442eea239999c18fd965b is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:16.451689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:16.453431 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network f3ae3597-87cd-46dc-8401-e10abe9a014d details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:38:16.458758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:16.474468 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.475925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:38:16.480862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37642f99-3026-450b-b097-1fc4d7fc119d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab13bae-42e0-426d-9ea0-b2a6673c9161,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:16.498077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.498700 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Added segment 5bc45116-4fdd-4a1c-b6f5-69dfab084c6d of type vlan for network 646fa2e7-17df-4739-a93e-0040fd651194 Apr 29 15:38:16.516739 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Made reservation on behalf of 2f6d12eedf6442eea239999c18fd965b for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:16.521343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.527166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.558871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:38:16.567709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.568124 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Added segment a88a0f5e-cfb3-482d-8fae-e33042b196b0 of type vlan for network 92debf81-4682-4f84-b526-2982e8569c32 Apr 29 15:38:16.575171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-37642f99-3026-450b-b097-1fc4d7fc119d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.576876 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-37642f99-3026-450b-b097-1fc4d7fc119d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4985983 Apr 29 15:38:16.578487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 79aea774-489c-4eab-9b39-bd8840b65ba7 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:16.579326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39066) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:16.585437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c17fc04d-3ae9-485a-ab53-59a629f88cd6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '7b9ecd6a-4dbd-43a8-878d-0bcec463638a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:16.593300 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c17fc04d-3ae9-485a-ab53-59a629f88cd6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:16.597474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c17fc04d-3ae9-485a-ab53-59a629f88cd6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:16.601156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c17fc04d-3ae9-485a-ab53-59a629f88cd6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:16.603625 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.610643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c17fc04d-3ae9-485a-ab53-59a629f88cd6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:16.620155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2bc01969-f717-46d1-bb31-8b61ab3971bf None None] The port '79aea774-489c-4eab-9b39-bd8840b65ba7' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:38:16.636349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.642392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:16.643145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.677091 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 79aea774-489c-4eab-9b39-bd8840b65ba7 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:38:16.677404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 79aea774-489c-4eab-9b39-bd8840b65ba7 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:16.701164 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-c17fc04d-3ae9-485a-ab53-59a629f88cd6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:38:16.719719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c17fc04d-3ae9-485a-ab53-59a629f88cd6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.719960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Allocated IP 172.20.0.2 (f97395e0-24a7-46c0-9b70-ac882791217b/0cb91a22-3f98-4d4d-9efb-9b0d02c4a4b6/1e631d35-581e-4fed-bcef-f23e59d651a8) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:16.736954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-481af6cb-93dc-4b70-9e72-dc24725ebdae None None] Provisioning complete for port 41e71115-f064-4267-82cb-cfa31caeeba9 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:16.737329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-481af6cb-93dc-4b70-9e72-dc24725ebdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.767087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=41e71115-f064-4267-82cb-cfa31caeeba9,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:16.790956 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5590165 Apr 29 15:38:16.793863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39070) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:16.800519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': '646fa2e7-17df-4739-a93e-0040fd651194', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:16.803070 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c10277-9505-4b71-bc83-adbcf7b770a1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Network': ['ID=646fa2e7-17df-4739-a93e-0040fd651194,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:16.824233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.825609 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 646fa2e7-17df-4739-a93e-0040fd651194 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:38:16.829548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:16.830144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.853974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c17fc04d-3ae9-485a-ab53-59a629f88cd6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.917873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c17fc04d-3ae9-485a-ab53-59a629f88cd6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:16.942565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fc04d-3ae9-485a-ab53-59a629f88cd6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bd4bfb-2a98-4100-9450-eb6a8b8aefc6,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:16.956380 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5254059 Apr 29 15:38:16.959203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39074) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:16.966658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Request body: {'subnet': {'network_id': 'f3ae3597-87cd-46dc-8401-e10abe9a014d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:17.031647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ca48e-e6d8-47a6-8583-fe09ae800997 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event updated for resources: {'Network': ['ID=92debf81-4682-4f84-b526-2982e8569c32,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:17.035084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:17.039190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:17.042793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:17.048474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:17.061277 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 92debf81-4682-4f84-b526-2982e8569c32 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:38:17.067543 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c17fc04d-3ae9-485a-ab53-59a629f88cd6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.070270 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c17fc04d-3ae9-485a-ab53-59a629f88cd6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4883821 Apr 29 15:38:17.072122 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39078) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:17.078060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1235f20b-5b30-4c21-be84-8737b1b6ba84 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '7b9ecd6a-4dbd-43a8-878d-0bcec463638a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:17.085591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1235f20b-5b30-4c21-be84-8737b1b6ba84 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:17.090691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1235f20b-5b30-4c21-be84-8737b1b6ba84 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:17.090986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:17.093937 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1235f20b-5b30-4c21-be84-8737b1b6ba84 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:17.095179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Usage tracker for resource:subnet and tenant:2f6d12eedf6442eea239999c18fd965b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:17.098422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:17.100220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1235f20b-5b30-4c21-be84-8737b1b6ba84 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:17.104351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:17.132227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:17.136489 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.220041 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-1235f20b-5b30-4c21-be84-8737b1b6ba84 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:38:17.226220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Made reservation on behalf of 2f6d12eedf6442eea239999c18fd965b for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:17.230523 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.249003 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1235f20b-5b30-4c21-be84-8737b1b6ba84 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.257100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.277269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Transition to ACTIVE for port object 1e631d35-581e-4fed-bcef-f23e59d651a8 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:17.303159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Transition to ACTIVE for port object 1e631d35-581e-4fed-bcef-f23e59d651a8 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:17.338011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1235f20b-5b30-4c21-be84-8737b1b6ba84 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.368811 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.435667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Network f97395e0-24a7-46c0-9b70-ac882791217b is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:17.438619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:17.442294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:17.460001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1235f20b-5b30-4c21-be84-8737b1b6ba84 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.480368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235f20b-5b30-4c21-be84-8737b1b6ba84 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfeb526-2fdf-40bf-ac64-60452319f24f,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:17.532884 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 41e71115-f064-4267-82cb-cfa31caeeba9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:17.557750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.585712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.597847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Pushing event updated for resources: {'Port': ['ID=1e631d35-581e-4fed-bcef-f23e59d651a8,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:17.624781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Subnet': ['ID=d452d289-f781-4892-b27f-df9c63f4a334,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:17.633496 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1235f20b-5b30-4c21-be84-8737b1b6ba84 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.635087 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1235f20b-5b30-4c21-be84-8737b1b6ba84 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5612600 Apr 29 15:38:17.650114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Attempting to bind port 1e631d35-581e-4fed-bcef-f23e59d651a8 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:17.650494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Attempting to bind port 1e631d35-581e-4fed-bcef-f23e59d651a8 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f97395e0-24a7-46c0-9b70-ac882791217b'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:17.650857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Attempting to bind port 1e631d35-581e-4fed-bcef-f23e59d651a8 on network f97395e0-24a7-46c0-9b70-ac882791217b {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:17.663373 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:38:17.663740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Checking segment: {'id': 'ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f97395e0-24a7-46c0-9b70-ac882791217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:17.664138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.664557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Bound using segment: {'id': 'ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f97395e0-24a7-46c0-9b70-ac882791217b'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:38:17.666062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Bound port: 1e631d35-581e-4fed-bcef-f23e59d651a8, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f97395e0-24a7-46c0-9b70-ac882791217b'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:17.666062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.672036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event updated for resources: {'Subnet': ['ID=f9065e47-67c9-46d6-89dc-114487d91a4e,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:17.682584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Checking segment: {'id': 'ee54ea80-a45c-47d1-a717-8bf267921d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f3ae3597-87cd-46dc-8401-e10abe9a014d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:17.682950 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Network hostable DHCP agents. Network: f3ae3597-87cd-46dc-8401-e10abe9a014d, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:38:17.687674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Checking segment: {'id': '5bc45116-4fdd-4a1c-b6f5-69dfab084c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '646fa2e7-17df-4739-a93e-0040fd651194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:17.687872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network hostable DHCP agents. Network: 646fa2e7-17df-4739-a93e-0040fd651194, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:38:17.718978 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 41e71115-f064-4267-82cb-cfa31caeeba9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:17.719210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.768234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Network f3ae3597-87cd-46dc-8401-e10abe9a014d is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:38:17.779348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network 646fa2e7-17df-4739-a93e-0040fd651194 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:38:17.819100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] For port 1e631d35-581e-4fed-bcef-f23e59d651a8, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:38:17.824098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] For port 1e631d35-581e-4fed-bcef-f23e59d651a8, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1e631d35-581e-4fed-bcef-f23e59d651a8,segment=NetworkSegment(ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78),segment_id=ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:38:17.847945 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, f3ae3597-87cd-46dc-8401-e10abe9a014d) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:17.852335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:17.853984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.866325 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 646fa2e7-17df-4739-a93e-0040fd651194) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:17.867842 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a8ac51-2958-4f1c-a4e7-31c019edd90d None None] Network f3ae3597-87cd-46dc-8401-e10abe9a014d requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:17.876037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:17.876432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.883804 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed9eed-a7a4-4b4f-88f7-86feaa7251e7 None None] Network 646fa2e7-17df-4739-a93e-0040fd651194 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:17.885717 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-7a5a0682-a6bc-4055-8582-e41b21d8ffe2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-923548039&fields=id&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 267 time: 0.0545592 Apr 29 15:38:17.937687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:17.949027 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-660f4793-c808-4dfb-bdd5-70bf8816c076 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9851875 Apr 29 15:38:17.949242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39094) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:17.954880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Request body: {'subnet': {'network_id': '92debf81-4682-4f84-b526-2982e8569c32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:17.999812 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5d5a1119-954c-47d2-bb5c-d4fcf0f45566 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2045362 Apr 29 15:38:18.005169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39098) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:18.013519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5c182e4e-5a77-4cf5-b624-5d27ff8a84e0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-257941200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:18.027110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5c182e4e-5a77-4cf5-b624-5d27ff8a84e0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:18.035291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5c182e4e-5a77-4cf5-b624-5d27ff8a84e0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:router and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:18.040837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5c182e4e-5a77-4cf5-b624-5d27ff8a84e0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:18.049253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5c182e4e-5a77-4cf5-b624-5d27ff8a84e0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:18.076596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:18.079557 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-7f7db0ff-f055-4697-95ed-fd1ef4907960 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:18.080654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Usage tracker for resource:subnet and tenant:2f6d12eedf6442eea239999c18fd965b is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:18.082037 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-7f7db0ff-f055-4697-95ed-fd1ef4907960 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/networks?id=1acdf4c4-e531-4025-8776-0d601d9f7d02 HTTP/1.1" status: 200 len: 797 time: 0.1885500 Apr 29 15:38:18.083936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:18.091516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:18.099486 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f3533cea-a789-44fc-a43e-9fa212731807 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/quotas/b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 375 time: 0.0112872 Apr 29 15:38:18.151261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c182e4e-5a77-4cf5-b624-5d27ff8a84e0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.152599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c182e4e-5a77-4cf5-b624-5d27ff8a84e0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.179203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Made reservation on behalf of 2f6d12eedf6442eea239999c18fd965b for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:18.183190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.183399 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c311a7e-42ba-47bf-a084-71e8a51f27b8 None None] Pushing event updated for resources: {'Port': ['ID=1e631d35-581e-4fed-bcef-f23e59d651a8,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:18.195311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c182e4e-5a77-4cf5-b624-5d27ff8a84e0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.252875 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-a59be4a4-134f-4617-b146-3ad203d3bdbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1374948 Apr 29 15:38:18.300042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c182e4e-5a77-4cf5-b624-5d27ff8a84e0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.347963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-646fa2e7-17df-4739-a93e-0040fd651194', 'network_id': '646fa2e7-17df-4739-a93e-0040fd651194', 'tenant_id': 'c04a7795404e4afd80825923c21e76f6', 'fixed_ips': [{'subnet_id': 'd452d289-f781-4892-b27f-df9c63f4a334'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:38:18.351282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.421910 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-7c559258-d4b0-4d82-bb2b-1e4e590409b3 service neutron] 10.222.0.39 "GET /v2.0/networks/1acdf4c4-e531-4025-8776-0d601d9f7d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674252 Apr 29 15:38:18.491062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f3ae3597-87cd-46dc-8401-e10abe9a014d', 'network_id': 'f3ae3597-87cd-46dc-8401-e10abe9a014d', 'tenant_id': '2f6d12eedf6442eea239999c18fd965b', 'fixed_ips': [{'subnet_id': 'f9065e47-67c9-46d6-89dc-114487d91a4e'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:38:18.492565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.506047 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5c182e4e-5a77-4cf5-b624-5d27ff8a84e0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.507385 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5c182e4e-5a77-4cf5-b624-5d27ff8a84e0 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5011709 Apr 29 15:38:18.517835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39102) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:18.526391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'network_id': '646fa2e7-17df-4739-a93e-0040fd651194', 'name': 'tempest-PortsTestJSON-1363578680'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:18.606967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.701544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event updated for resources: {'Subnet': ['ID=49d7f901-96fb-471c-8baa-85913ace1bb8,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:18.709389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Allocated IP 172.20.0.2 (646fa2e7-17df-4739-a93e-0040fd651194/d452d289-f781-4892-b27f-df9c63f4a334/881e4ac1-63a6-4079-9501-170979a1a1fb) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:18.720455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Checking segment: {'id': 'a88a0f5e-cfb3-482d-8fae-e33042b196b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '92debf81-4682-4f84-b526-2982e8569c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:18.720455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Network hostable DHCP agents. Network: 92debf81-4682-4f84-b526-2982e8569c32, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:38:18.744170 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-dbab3bb8-fe97-47d4-85a2-cc54ae03ff3e service neutron] 10.222.0.39 "GET /v2.0/networks/1acdf4c4-e531-4025-8776-0d601d9f7d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052459 Apr 29 15:38:18.754679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:18.759382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:port and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:18.763203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:18.769484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:18.783395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Allocated IP 172.20.0.2 (f3ae3597-87cd-46dc-8401-e10abe9a014d/f9065e47-67c9-46d6-89dc-114487d91a4e/f1b04725-f917-4245-b18b-47236282b3c9) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:18.797492 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Network 92debf81-4682-4f84-b526-2982e8569c32 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:38:18.854071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:18.857713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.879307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port 85b39014-ceb7-411b-9788-0db9df8a34b0 yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:38:18.882526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 92debf81-4682-4f84-b526-2982e8569c32) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:18.888295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:18.889043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:18.901219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc8506d-cdd6-44cb-8014-2a4af134890a None None] Network 92debf81-4682-4f84-b526-2982e8569c32 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:19.000112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39110) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:19.000697 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7964d984-a5b1-42b5-be71-65f6deaca478 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0501008 Apr 29 15:38:19.081843 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.232818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Transition to ACTIVE for port object 881e4ac1-63a6-4079-9501-170979a1a1fb will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:19.332223 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-896e909f-1021-4e10-a5d9-b0671990a07f req-37cd2d17-7491-4c94-94f2-d9ffebf1bdd9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 210 time: 0.2612932 Apr 29 15:38:19.380108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Transition to ACTIVE for port object 881e4ac1-63a6-4079-9501-170979a1a1fb will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:19.451233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2424e0f-b073-46e4-bd33-33392595abc5 None None] Network f97395e0-24a7-46c0-9b70-ac882791217b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:19.508524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.541405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-92debf81-4682-4f84-b526-2982e8569c32', 'network_id': '92debf81-4682-4f84-b526-2982e8569c32', 'tenant_id': '2f6d12eedf6442eea239999c18fd965b', 'fixed_ips': [{'subnet_id': '49d7f901-96fb-471c-8baa-85913ace1bb8'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:38:19.542227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.631927 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1e631d35-581e-4fed-bcef-f23e59d651a8 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:19.672795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-df15ff4f-c7da-4367-8c45-d0e631121b31 None None] Provisioning for port 1e631d35-581e-4fed-bcef-f23e59d651a8 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:19.712630 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.716824 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.3 (646fa2e7-17df-4739-a93e-0040fd651194/d452d289-f781-4892-b27f-df9c63f4a334/85b39014-ceb7-411b-9788-0db9df8a34b0) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:19.718417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Network 646fa2e7-17df-4739-a93e-0040fd651194 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:19.764067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:19.782175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:19.789640 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Transition to ACTIVE for port object f1b04725-f917-4245-b18b-47236282b3c9 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:19.811463 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:19.812396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Pushing event updated for resources: {'Port': ['ID=881e4ac1-63a6-4079-9501-170979a1a1fb,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:19.971231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Transition to ACTIVE for port object f1b04725-f917-4245-b18b-47236282b3c9 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:19.997009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Attempting to bind port 881e4ac1-63a6-4079-9501-170979a1a1fb on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:19.997394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Attempting to bind port 881e4ac1-63a6-4079-9501-170979a1a1fb by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '5bc45116-4fdd-4a1c-b6f5-69dfab084c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '646fa2e7-17df-4739-a93e-0040fd651194'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:19.997723 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Attempting to bind port 881e4ac1-63a6-4079-9501-170979a1a1fb on network 646fa2e7-17df-4739-a93e-0040fd651194 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:20.042228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:38:20.042594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Checking segment: {'id': '5bc45116-4fdd-4a1c-b6f5-69dfab084c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '646fa2e7-17df-4739-a93e-0040fd651194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:20.042989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.043379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Bound using segment: {'id': '5bc45116-4fdd-4a1c-b6f5-69dfab084c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '646fa2e7-17df-4739-a93e-0040fd651194'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:38:20.043905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Bound port: 881e4ac1-63a6-4079-9501-170979a1a1fb, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc45116-4fdd-4a1c-b6f5-69dfab084c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '646fa2e7-17df-4739-a93e-0040fd651194'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:20.044270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.097818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.190619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 1e631d35-581e-4fed-bcef-f23e59d651a8 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:20.212387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.235054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 1e631d35-581e-4fed-bcef-f23e59d651a8 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:20.235419 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.241861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object 85b39014-ceb7-411b-9788-0db9df8a34b0 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:20.264457 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Allocated IP 172.20.0.2 (92debf81-4682-4f84-b526-2982e8569c32/49d7f901-96fb-471c-8baa-85913ace1bb8/c5dca8af-6937-482b-80b4-262c73ec6df0) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:20.279524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Network f3ae3597-87cd-46dc-8401-e10abe9a014d is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:20.311386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:20.313128 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Pushing event updated for resources: {'Port': ['ID=f1b04725-f917-4245-b18b-47236282b3c9,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:20.318332 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:20.327572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Allocated IP 172.20.0.1 (f3ae3597-87cd-46dc-8401-e10abe9a014d/f9065e47-67c9-46d6-89dc-114487d91a4e/b28cb764-44ef-4079-a041-0a2a4c2e6629) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:20.451738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] For port 881e4ac1-63a6-4079-9501-170979a1a1fb, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:38:20.474793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.532234 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] For port 881e4ac1-63a6-4079-9501-170979a1a1fb, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=881e4ac1-63a6-4079-9501-170979a1a1fb,segment=NetworkSegment(5bc45116-4fdd-4a1c-b6f5-69dfab084c6d),segment_id=5bc45116-4fdd-4a1c-b6f5-69dfab084c6d)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:38:20.543735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Attempting to bind port f1b04725-f917-4245-b18b-47236282b3c9 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:20.544159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Attempting to bind port f1b04725-f917-4245-b18b-47236282b3c9 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'ee54ea80-a45c-47d1-a717-8bf267921d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f3ae3597-87cd-46dc-8401-e10abe9a014d'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:20.544484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Attempting to bind port f1b04725-f917-4245-b18b-47236282b3c9 on network f3ae3597-87cd-46dc-8401-e10abe9a014d {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:20.593625 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-03e922b2-7e80-4f28-9ebe-ea6ec813cfc0 req-2fd04a12-1511-4827-b0ac-ed83bc9ef18f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 210 time: 0.1205859 Apr 29 15:38:20.594203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:38:20.594574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Checking segment: {'id': 'ee54ea80-a45c-47d1-a717-8bf267921d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f3ae3597-87cd-46dc-8401-e10abe9a014d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:20.594972 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.595966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Bound using segment: {'id': 'ee54ea80-a45c-47d1-a717-8bf267921d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f3ae3597-87cd-46dc-8401-e10abe9a014d'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:38:20.595966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Bound port: f1b04725-f917-4245-b18b-47236282b3c9, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee54ea80-a45c-47d1-a717-8bf267921d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f3ae3597-87cd-46dc-8401-e10abe9a014d'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:20.596285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.614980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network 646fa2e7-17df-4739-a93e-0040fd651194 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:20.620990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:20.621584 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.623466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:20.752500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.810343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=85b39014-ceb7-411b-9788-0db9df8a34b0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:20.849083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:20.849412 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:20.849751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:20.850087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:20.850425 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:20.850750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:20.851079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:20.851403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:20.851724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:20.852041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:20.852910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:20.853970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:20.859453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.892017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:20.892657 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.896646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Transition to ACTIVE for port object b28cb764-44ef-4079-a041-0a2a4c2e6629 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:20.963036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b584c-8355-4d7d-b0c7-6f5dab8b8762 None None] Pushing event updated for resources: {'Port': ['ID=881e4ac1-63a6-4079-9501-170979a1a1fb,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:20.978328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 1e631d35-581e-4fed-bcef-f23e59d651a8, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1e631d35-581e-4fed-bcef-f23e59d651a8,segment=NetworkSegment(ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78),segment_id=ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:20.985304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:20.986383 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e1913d02-67c8-4aa2-885e-de2b874671b5 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4673498 Apr 29 15:38:20.988847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39124) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:20.990993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] For port f1b04725-f917-4245-b18b-47236282b3c9, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:38:20.995099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] For port f1b04725-f917-4245-b18b-47236282b3c9, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f1b04725-f917-4245-b18b-47236282b3c9,segment=NetworkSegment(ee54ea80-a45c-47d1-a717-8bf267921d0b),segment_id=ee54ea80-a45c-47d1-a717-8bf267921d0b)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:38:21.006784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Transition to ACTIVE for port object c5dca8af-6937-482b-80b4-262c73ec6df0 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:21.028372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a2da2ee2-038d-4f5f-8aa5-4bf6f9dc2ff5 None None] Provisioning complete for port 1e631d35-581e-4fed-bcef-f23e59d651a8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:21.028767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a2da2ee2-038d-4f5f-8aa5-4bf6f9dc2ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.050377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.060532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Transition to ACTIVE for port object c5dca8af-6937-482b-80b4-262c73ec6df0 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:21.088263 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.155363 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.201968 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.262799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=1e631d35-581e-4fed-bcef-f23e59d651a8,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:21.306691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Network 92debf81-4682-4f84-b526-2982e8569c32 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:21.311381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Network f3ae3597-87cd-46dc-8401-e10abe9a014d is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:21.318006 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:21.333811 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:21.405943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:21.414985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:21.450534 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5a47b-4205-4f80-aaa6-2c49aa5442d9 None None] Pushing event updated for resources: {'Port': ['ID=f1b04725-f917-4245-b18b-47236282b3c9,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:21.456296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event updated for resources: {'Port': ['ID=b28cb764-44ef-4079-a041-0a2a4c2e6629,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:21.499671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Attempting to bind port c5dca8af-6937-482b-80b4-262c73ec6df0 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:21.504865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Attempting to bind port c5dca8af-6937-482b-80b4-262c73ec6df0 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'a88a0f5e-cfb3-482d-8fae-e33042b196b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '92debf81-4682-4f84-b526-2982e8569c32'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:21.504865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Attempting to bind port c5dca8af-6937-482b-80b4-262c73ec6df0 on network 92debf81-4682-4f84-b526-2982e8569c32 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:21.533451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:38:21.533451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Checking segment: {'id': 'a88a0f5e-cfb3-482d-8fae-e33042b196b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '92debf81-4682-4f84-b526-2982e8569c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:21.533451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.533451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Bound using segment: {'id': 'a88a0f5e-cfb3-482d-8fae-e33042b196b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '92debf81-4682-4f84-b526-2982e8569c32'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:38:21.533451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Bound port: c5dca8af-6937-482b-80b4-262c73ec6df0, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88a0f5e-cfb3-482d-8fae-e33042b196b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '92debf81-4682-4f84-b526-2982e8569c32'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:21.533451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.574099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Pushing event updated for resources: {'Port': ['ID=c5dca8af-6937-482b-80b4-262c73ec6df0,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:21.722670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] For port c5dca8af-6937-482b-80b4-262c73ec6df0, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:38:21.726839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] For port c5dca8af-6937-482b-80b4-262c73ec6df0, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c5dca8af-6937-482b-80b4-262c73ec6df0,segment=NetworkSegment(a88a0f5e-cfb3-482d-8fae-e33042b196b0),segment_id=a88a0f5e-cfb3-482d-8fae-e33042b196b0)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:38:21.745110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1e631d35-581e-4fed-bcef-f23e59d651a8 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:21.745319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-5ce70d7e-a31a-489c-834e-dc26cf361fe8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:21.746009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-5ce70d7e-a31a-489c-834e-dc26cf361fe8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:21.783966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.828560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 1e631d35-581e-4fed-bcef-f23e59d651a8 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:21.828891 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.859680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-5ce70d7e-a31a-489c-834e-dc26cf361fe8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:21.861079 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-5ce70d7e-a31a-489c-834e-dc26cf361fe8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks?id=1acdf4c4-e531-4025-8776-0d601d9f7d02 HTTP/1.1" status: 200 len: 797 time: 0.4736583 Apr 29 15:38:21.903748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:21.909063 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fed2b1b8-fc55-4ad0-be8a-15ce60ee6be1 req-ac25a38e-0971-40e6-a429-b4410699e451 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 210 time: 0.0985274 Apr 29 15:38:21.945692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-bf167f70-9167-4833-a5df-f0b12a1a73c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:22.048205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-bf167f70-9167-4833-a5df-f0b12a1a73c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:22.049511 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-bf167f70-9167-4833-a5df-f0b12a1a73c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 471 time: 0.1799581 Apr 29 15:38:22.059701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'device_id': 'e9779ac2-35b6-451d-b456-377b2c8489e9', 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02', 'admin_state_up': True, 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'security_groups': ['7b9ecd6a-4dbd-43a8-878d-0bcec463638a']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:22.077724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 881e4ac1-63a6-4079-9501-170979a1a1fb up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:22.130681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:22.150036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:22.187739 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160f040-99d3-41f2-bc45-2b100f9a5ad3 None None] Pushing event updated for resources: {'Port': ['ID=c5dca8af-6937-482b-80b4-262c73ec6df0,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:22.269365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 881e4ac1-63a6-4079-9501-170979a1a1fb completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:22.435063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:22.442035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:port and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:22.454752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:22.461424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:22.481007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c4f4ad-9c92-4cef-8d6c-78cd1d6bff46 None None] Network 646fa2e7-17df-4739-a93e-0040fd651194 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:22.533498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:22.552414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:22.688153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Provisioning for port 881e4ac1-63a6-4079-9501-170979a1a1fb completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:22.707896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Provisioning complete for port 881e4ac1-63a6-4079-9501-170979a1a1fb triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:22.708416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:22.779493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.19 (1acdf4c4-e531-4025-8776-0d601d9f7d02/6bee14c0-469f-498a-96b0-db10d9c4f11f/4b883db9-fca5-4c01-a4b6-4eb03caf96fa) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:22.815548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d11465a-5302-4d8b-b7eb-faf3ce82f809 None None] Network f3ae3597-87cd-46dc-8401-e10abe9a014d requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:23.056406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.090294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.117608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object 4b883db9-fca5-4c01-a4b6-4eb03caf96fa will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:23.175047 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] For port 881e4ac1-63a6-4079-9501-170979a1a1fb, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=881e4ac1-63a6-4079-9501-170979a1a1fb,segment=NetworkSegment(5bc45116-4fdd-4a1c-b6f5-69dfab084c6d),segment_id=5bc45116-4fdd-4a1c-b6f5-69dfab084c6d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:23.187922 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-900b2371-d647-4bca-af4b-f6e092332b0a req-590d6764-a57e-43f8-b90a-41349e2b88af tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 210 time: 0.0738244 Apr 29 15:38:23.218286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.221029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.260295 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.282746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.323348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.340583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 1acdf4c4-e531-4025-8776-0d601d9f7d02 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:23.340583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:23.351798 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:23.398362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Pushing event updated for resources: {'Port': ['ID=881e4ac1-63a6-4079-9501-170979a1a1fb,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:23.410107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:23.410463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:23.410806 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:23.411142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:23.411478 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:23.413318 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:23.413706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:23.414041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:23.414379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:23.414710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:23.415601 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:23.416154 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1774e02b-9cea-4154-97f2-98eb999c08c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:38:23.428435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=4b883db9-fca5-4c01-a4b6-4eb03caf96fa,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:23.483928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:23.485417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.485947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.511815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c62f5fee-cf58-4901-acf8-080a588bcd6a None None] Provisioning for port f1b04725-f917-4245-b18b-47236282b3c9 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:23.575026 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f69e62d5-8a13-428e-8257-ba82906b55e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5206521 Apr 29 15:38:23.589227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Request body: {'port': {'device_id': 'e9779ac2-35b6-451d-b456-377b2c8489e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:23.645347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=85b39014-ceb7-411b-9788-0db9df8a34b0,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:23.681491 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-92d9bc6f-72bf-45f0-96a0-3b1173e1f165 None None] Provisioning complete for port 881e4ac1-63a6-4079-9501-170979a1a1fb triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:23.682072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-92d9bc6f-72bf-45f0-96a0-3b1173e1f165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.776359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.801673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c5dca8af-6937-482b-80b4-262c73ec6df0 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:23.827302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:23.858785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event updated for resources: {'Port': ['ID=b28cb764-44ef-4079-a041-0a2a4c2e6629,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:23.898953 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1433d163-0cb8-4b16-b6f1-c62e583431b8 None None] Network 92debf81-4682-4f84-b526-2982e8569c32 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:24.161223 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Network f3ae3597-87cd-46dc-8401-e10abe9a014d is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:24.162420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:24.169435 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.352953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.354604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b883db9-fca5-4c01-a4b6-4eb03caf96fa {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:38:24.362146 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-92d9bc6f-72bf-45f0-96a0-3b1173e1f165 None None] Provisioning for port 85b39014-ceb7-411b-9788-0db9df8a34b0 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:24.365739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.370444 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-92d9bc6f-72bf-45f0-96a0-3b1173e1f165 None None] Provisioning complete for port 85b39014-ceb7-411b-9788-0db9df8a34b0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:24.371176 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-92d9bc6f-72bf-45f0-96a0-3b1173e1f165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.388337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Transition to ACTIVE for port object 4b883db9-fca5-4c01-a4b6-4eb03caf96fa will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:24.420029 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port c5dca8af-6937-482b-80b4-262c73ec6df0 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:24.468084 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 881e4ac1-63a6-4079-9501-170979a1a1fb up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:24.484624 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.526998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c630eb9-ae72-417c-ae59-3f729a6488a6 req-1f651ac2-0302-42e5-b49f-07c771c23941 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:24.528375 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1c630eb9-ae72-417c-ae59-3f729a6488a6 req-1f651ac2-0302-42e5-b49f-07c771c23941 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 932 time: 0.1593647 Apr 29 15:38:24.529834 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-92d9bc6f-72bf-45f0-96a0-3b1173e1f165 None None] Port 85b39014-ceb7-411b-9788-0db9df8a34b0 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:24.570669 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Pushing event updated for resources: {'Port': ['ID=4b883db9-fca5-4c01-a4b6-4eb03caf96fa,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:24.574654 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 881e4ac1-63a6-4079-9501-170979a1a1fb triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:24.581854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.582731 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1c630eb9-ae72-417c-ae59-3f729a6488a6 req-c08ca25c-07f3-46dd-a335-c9c52d873830 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b9ecd6a-4dbd-43a8-878d-0bcec463638a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458727 Apr 29 15:38:24.603613 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Router 266108e1-d46e-46db-833f-12b06055c291 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:38:24.731062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f1b04725-f917-4245-b18b-47236282b3c9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:24.794410 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Provisioning for port c5dca8af-6937-482b-80b4-262c73ec6df0 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:24.807631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Provisioning complete for port c5dca8af-6937-482b-80b4-262c73ec6df0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:24.808330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.858431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Attempting to bind port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:24.859035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Attempting to bind port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:24.859150 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Attempting to bind port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa on network 1acdf4c4-e531-4025-8776-0d601d9f7d02 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:24.865046 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa on network 1acdf4c4-e531-4025-8776-0d601d9f7d02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:38:24.865434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Attempting to bind port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa on network 1acdf4c4-e531-4025-8776-0d601d9f7d02 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:24.873336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:38:24.873863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Checking segment: {'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:24.874248 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Bound using segment: {'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:38:24.874680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Bound port: 4b883db9-fca5-4c01-a4b6-4eb03caf96fa, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:24.875024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.942500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port f1b04725-f917-4245-b18b-47236282b3c9 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:24.950338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f1b04725-f917-4245-b18b-47236282b3c9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:24.953995 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:24.978062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] For port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:38:24.981154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] For port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=4b883db9-fca5-4c01-a4b6-4eb03caf96fa,segment=NetworkSegment(0db6810c-8a2c-4427-b3b6-97af5757bf03),segment_id=0db6810c-8a2c-4427-b3b6-97af5757bf03)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:38:24.991699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.005467 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.077350 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:38:25.077618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] For port c5dca8af-6937-482b-80b4-262c73ec6df0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c5dca8af-6937-482b-80b4-262c73ec6df0,segment=NetworkSegment(a88a0f5e-cfb3-482d-8fae-e33042b196b0),segment_id=a88a0f5e-cfb3-482d-8fae-e33042b196b0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:25.085368 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dccd2bc3-60ae-4c60-bc05-e69030aef6ac tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "PUT /v2.0/routers/266108e1-d46e-46db-833f-12b06055c291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0825262 Apr 29 15:38:25.085591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39138) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:25.091108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.095720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa48f80-a80d-460b-b9ce-1ba548f5143e None None] Sync routers for ids ['266108e1-d46e-46db-833f-12b06055c291'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:38:25.114109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa48f80-a80d-460b-b9ce-1ba548f5143e None None] Routers {'266108e1-d46e-46db-833f-12b06055c291'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:25.114790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-4fa48f80-a80d-460b-b9ce-1ba548f5143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['266108e1-d46e-46db-833f-12b06055c291'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:25.178623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.215829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.223791 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-4fa48f80-a80d-460b-b9ce-1ba548f5143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:25.259909 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa48f80-a80d-460b-b9ce-1ba548f5143e None None] Routers {'266108e1-d46e-46db-833f-12b06055c291'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:25.260541 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-4fa48f80-a80d-460b-b9ce-1ba548f5143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['266108e1-d46e-46db-833f-12b06055c291'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:25.345806 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-4fa48f80-a80d-460b-b9ce-1ba548f5143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:25.346357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa48f80-a80d-460b-b9ce-1ba548f5143e None None] The sync data for ids ['266108e1-d46e-46db-833f-12b06055c291'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:38:25.363724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port f1b04725-f917-4245-b18b-47236282b3c9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f1b04725-f917-4245-b18b-47236282b3c9,segment=NetworkSegment(ee54ea80-a45c-47d1-a717-8bf267921d0b),segment_id=ee54ea80-a45c-47d1-a717-8bf267921d0b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:25.366525 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Pushing event updated for resources: {'Port': ['ID=c5dca8af-6937-482b-80b4-262c73ec6df0,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:25.415649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:25.416259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.417742 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] 10.222.0.44 "PUT /v2.0/ports/4b883db9-fca5-4c01-a4b6-4eb03caf96fa HTTP/1.1" status: 200 len: 1094 time: 1.8341658 Apr 29 15:38:25.418111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9779ac2-35b6-451d-b456-377b2c8489e9', 'tag': '4b883db9-fca5-4c01-a4b6-4eb03caf96fa'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:38:25.442768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff20a1-ba28-4e1b-86b2-2e2e4766684d service neutron] Pushing event updated for resources: {'Port': ['ID=4b883db9-fca5-4c01-a4b6-4eb03caf96fa,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:25.447059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.469520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Provisioning for port b28cb764-44ef-4079-a041-0a2a4c2e6629 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:25.475175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Provisioning complete for port b28cb764-44ef-4079-a041-0a2a4c2e6629 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:25.475692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.511285 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e73a858-fa79-44d6-af48-2663c32be9fc'] response: {'name': 'network-changed', 'server_uuid': 'e9779ac2-35b6-451d-b456-377b2c8489e9', 'tag': '4b883db9-fca5-4c01-a4b6-4eb03caf96fa', 'status': 'completed', 'code': 200} Apr 29 15:38:25.526866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.575539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.603771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Port b28cb764-44ef-4079-a041-0a2a4c2e6629 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:25.634486 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Provisioning complete for port f1b04725-f917-4245-b18b-47236282b3c9 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:25.634629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.666836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c5dca8af-6937-482b-80b4-262c73ec6df0 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:25.690321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=f1b04725-f917-4245-b18b-47236282b3c9,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:25.833255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=85b39014-ceb7-411b-9788-0db9df8a34b0,revision_number=3']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:25.836020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6f24c-505a-4f40-b4f0-8aafde3fb5f0 req-252399c4-7280-4932-95a4-139e32a43e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:25.838343 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fef6f24c-505a-4f40-b4f0-8aafde3fb5f0 req-252399c4-7280-4932-95a4-139e32a43e42 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 1097 time: 0.3212984 Apr 29 15:38:25.845525 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.863795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port c5dca8af-6937-482b-80b4-262c73ec6df0 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:25.864440 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.942367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Provisioning complete for port 85b39014-ceb7-411b-9788-0db9df8a34b0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:25.942641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:25.975970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436d224-9170-4edf-80a0-e1c1496cd3cd req-1b4bfbfe-48da-49f5-8aaa-6862e2c77190 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:25.977670 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5436d224-9170-4edf-80a0-e1c1496cd3cd req-1b4bfbfe-48da-49f5-8aaa-6862e2c77190 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 944 time: 0.2240584 Apr 29 15:38:26.038928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network 646fa2e7-17df-4739-a93e-0040fd651194 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:26.042844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:26.043011 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Port 85b39014-ceb7-411b-9788-0db9df8a34b0 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:26.078261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6f24c-505a-4f40-b4f0-8aafde3fb5f0 req-7a689bd5-1020-4493-9f50-f2903bedcad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:26.078789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6f24c-505a-4f40-b4f0-8aafde3fb5f0 req-7a689bd5-1020-4493-9f50-f2903bedcad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:26.080325 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fef6f24c-505a-4f40-b4f0-8aafde3fb5f0 req-7a689bd5-1020-4493-9f50-f2903bedcad5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b55c25ae10474f2abd40a8267579e2cf&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2331936 Apr 29 15:38:26.110271 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5436d224-9170-4edf-80a0-e1c1496cd3cd req-b89a24cc-8b12-41fa-9d84-ece7ae6d5baf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b9ecd6a-4dbd-43a8-878d-0bcec463638a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063943 Apr 29 15:38:26.110493 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-511cb84a-f1f4-4dd9-8543-b02c32ec8df8 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:38:26.114672 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-511cb84a-f1f4-4dd9-8543-b02c32ec8df8 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "PUT /v2.0/routers/266108e1-d46e-46db-833f-12b06055c291/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0249414 Apr 29 15:38:26.114998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39146) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:26.127928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c5f30ca-65d4-4145-b556-24def8010475 None None] Provisioning for port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:26.235574 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6f24c-505a-4f40-b4f0-8aafde3fb5f0 req-43884e67-2c79-4a3f-abb2-57e21f6ae367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:26.237161 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fef6f24c-505a-4f40-b4f0-8aafde3fb5f0 req-43884e67-2c79-4a3f-abb2-57e21f6ae367 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1510839 Apr 29 15:38:26.256088 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-02c3e4bc-58b9-49c3-b4c6-544d389b87d2 None None] Provisioning complete for port c5dca8af-6937-482b-80b4-262c73ec6df0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:26.256482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-02c3e4bc-58b9-49c3-b4c6-544d389b87d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.356619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-b469797e-e311-477b-84f2-d06b4e9a0acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:26.358058 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-b469797e-e311-477b-84f2-d06b4e9a0acf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 1097 time: 0.0826547 Apr 29 15:38:26.427401 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-4989f19d-6b8c-4e94-a898-1043ebe54b29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=4b883db9-fca5-4c01-a4b6-4eb03caf96fa HTTP/1.1" status: 200 len: 217 time: 0.0619841 Apr 29 15:38:26.491672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-2de1240b-9fc4-46e9-bfe5-17f3a490255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:26.493349 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-2de1240b-9fc4-46e9-bfe5-17f3a490255f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bee14c0-469f-498a-96b0-db10d9c4f11f HTTP/1.1" status: 200 len: 838 time: 0.0605400 Apr 29 15:38:26.512290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3cbe5cdb-408e-4741-9e82-405102f7feae None None] Provisioning complete for port 85b39014-ceb7-411b-9788-0db9df8a34b0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:26.512688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3cbe5cdb-408e-4741-9e82-405102f7feae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:26.570697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe5cdb-408e-4741-9e82-405102f7feae None None] Port 85b39014-ceb7-411b-9788-0db9df8a34b0 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:26.573237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-5e9e576b-1fd3-41b2-b1b1-764f5dd19d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:26.574949 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-5e9e576b-1fd3-41b2-b1b1-764f5dd19d8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1acdf4c4-e531-4025-8776-0d601d9f7d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0762186 Apr 29 15:38:26.709182 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-71f885ee-472c-418c-8f1a-31b84303d0e2 service neutron] 10.222.0.44 "GET /v2.0/networks/1acdf4c4-e531-4025-8776-0d601d9f7d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278613 Apr 29 15:38:26.794483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Router 215aa5e8-ae92-44cf-88a8-0df78c7d350f is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:38:26.839036 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dac4060d-c7bb-4e04-8145-77000338ab69 req-f8ec18f6-3a2d-409f-ac3f-23df41056992 service neutron] 10.222.0.44 "GET /v2.0/networks/1acdf4c4-e531-4025-8776-0d601d9f7d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242831 Apr 29 15:38:27.006392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:38:27.014039 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bf8529e5-a82b-415c-a2c9-744a3ad89cf4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "PUT /v2.0/routers/215aa5e8-ae92-44cf-88a8-0df78c7d350f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0219467 Apr 29 15:38:27.014818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39150) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:27.015572 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d2459-f532-4738-b00a-d9c79ffc52bc None None] Sync routers for ids ['215aa5e8-ae92-44cf-88a8-0df78c7d350f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:38:27.026068 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5d2459-f532-4738-b00a-d9c79ffc52bc None None] Routers {'215aa5e8-ae92-44cf-88a8-0df78c7d350f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:27.026672 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-eb5d2459-f532-4738-b00a-d9c79ffc52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['215aa5e8-ae92-44cf-88a8-0df78c7d350f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:27.035128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2bbef23e-694b-49d0-b54c-677eecf3f434 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.084680 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-eb5d2459-f532-4738-b00a-d9c79ffc52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:27.093548 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5d2459-f532-4738-b00a-d9c79ffc52bc None None] Routers {'215aa5e8-ae92-44cf-88a8-0df78c7d350f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:27.094134 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-eb5d2459-f532-4738-b00a-d9c79ffc52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['215aa5e8-ae92-44cf-88a8-0df78c7d350f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:27.098227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab022dca-86c0-4b0e-997c-9acc01a816ad tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:27.098932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ab022dca-86c0-4b0e-997c-9acc01a816ad tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:27.155881 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-eb5d2459-f532-4738-b00a-d9c79ffc52bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:27.156265 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d2459-f532-4738-b00a-d9c79ffc52bc None None] The sync data for ids ['215aa5e8-ae92-44cf-88a8-0df78c7d350f'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:38:27.173671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ab022dca-86c0-4b0e-997c-9acc01a816ad tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:27.174972 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ab022dca-86c0-4b0e-997c-9acc01a816ad tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=215aa5e8-ae92-44cf-88a8-0df78c7d350f HTTP/1.1" status: 200 len: 982 time: 0.1591585 Apr 29 15:38:27.179885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39156) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:27.597206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f1b04725-f917-4245-b18b-47236282b3c9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:27.650549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8037c-d6be-44e6-90d6-297df66de66d req-144c2a66-cf64-415c-b5e6-10520cf887f3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:27.652005 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-24f8037c-d6be-44e6-90d6-297df66de66d req-144c2a66-cf64-415c-b5e6-10520cf887f3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 944 time: 0.4177153 Apr 29 15:38:27.664204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f1b04725-f917-4245-b18b-47236282b3c9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:27.664607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:27.806265 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-24f8037c-d6be-44e6-90d6-297df66de66d req-f020dd65-398c-4e47-a44b-f48e127e512c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b9ecd6a-4dbd-43a8-878d-0bcec463638a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443691 Apr 29 15:38:27.827453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2bbef23e-694b-49d0-b54c-677eecf3f434 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Deleting port b28cb764-44ef-4079-a041-0a2a4c2e6629 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:27.827795 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2bbef23e-694b-49d0-b54c-677eecf3f434 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.215013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2bbef23e-694b-49d0-b54c-677eecf3f434 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.351783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2bbef23e-694b-49d0-b54c-677eecf3f434 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Calling delete_port for b28cb764-44ef-4079-a041-0a2a4c2e6629 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:28.395287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b0fe325f-b8dc-4a63-ad58-a0daa3164623 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.626182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 4b883db9-fca5-4c01-a4b6-4eb03caf96fa details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:38:28.759077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=4b883db9-fca5-4c01-a4b6-4eb03caf96fa,segment=NetworkSegment(0db6810c-8a2c-4427-b3b6-97af5757bf03),segment_id=0db6810c-8a2c-4427-b3b6-97af5757bf03)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:28.761140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe325f-b8dc-4a63-ad58-a0daa3164623 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 85b39014-ceb7-411b-9788-0db9df8a34b0 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:28.761484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b0fe325f-b8dc-4a63-ad58-a0daa3164623 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.772158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '4b883db9-fca5-4c01-a4b6-4eb03caf96fa', 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02', 'port_id': '4b883db9-fca5-4c01-a4b6-4eb03caf96fa', 'mac_address': 'fa:16:3e:38:d1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bee14c0-469f-498a-96b0-db10d9c4f11f', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:38:28.829424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.845601 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b883db9-fca5-4c01-a4b6-4eb03caf96fa {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:38:28.862662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=4b883db9-fca5-4c01-a4b6-4eb03caf96fa,segment=NetworkSegment(0db6810c-8a2c-4427-b3b6-97af5757bf03),segment_id=0db6810c-8a2c-4427-b3b6-97af5757bf03)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:28.904964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.906530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2bbef23e-694b-49d0-b54c-677eecf3f434 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:28.976662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=4b883db9-fca5-4c01-a4b6-4eb03caf96fa,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:29.004364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbef23e-694b-49d0-b54c-677eecf3f434 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event deleted for resources: {'Port': ['ID=b28cb764-44ef-4079-a041-0a2a4c2e6629,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:29.108712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['4b883db9-fca5-4c01-a4b6-4eb03caf96fa'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:38:29.121707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b0fe325f-b8dc-4a63-ad58-a0daa3164623 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:29.268590 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe325f-b8dc-4a63-ad58-a0daa3164623 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 85b39014-ceb7-411b-9788-0db9df8a34b0 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:29.585060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ab5d-bf2b-4a23-b3fe-a5cd73a9f43a req-ddf0933a-8c80-4fd6-ae59-d4c5398030d3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:29.586488 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e1f5ab5d-bf2b-4a23-b3fe-a5cd73a9f43a req-ddf0933a-8c80-4fd6-ae59-d4c5398030d3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 945 time: 0.6360145 Apr 29 15:38:29.639311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2bbef23e-694b-49d0-b54c-677eecf3f434 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:29.721586 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e1f5ab5d-bf2b-4a23-b3fe-a5cd73a9f43a req-81a63a31-1ac9-4521-b494-8457415889d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b9ecd6a-4dbd-43a8-878d-0bcec463638a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177552 Apr 29 15:38:29.984413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbef23e-694b-49d0-b54c-677eecf3f434 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Router 266108e1-d46e-46db-833f-12b06055c291 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:38:30.106867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b0fe325f-b8dc-4a63-ad58-a0daa3164623 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.165058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe325f-b8dc-4a63-ad58-a0daa3164623 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=85b39014-ceb7-411b-9788-0db9df8a34b0,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:30.200764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbef23e-694b-49d0-b54c-677eecf3f434 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:38:30.210296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f66e2-bc58-472a-88e0-af565f3ea2bc None None] Sync routers for ids ['266108e1-d46e-46db-833f-12b06055c291'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:38:30.223938 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f66e2-bc58-472a-88e0-af565f3ea2bc None None] Routers {'266108e1-d46e-46db-833f-12b06055c291'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:30.224749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b61f66e2-bc58-472a-88e0-af565f3ea2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['266108e1-d46e-46db-833f-12b06055c291'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:30.259395 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2bbef23e-694b-49d0-b54c-677eecf3f434 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "PUT /v2.0/routers/266108e1-d46e-46db-833f-12b06055c291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1397176 Apr 29 15:38:30.260087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39162) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:30.298086 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b61f66e2-bc58-472a-88e0-af565f3ea2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:30.310646 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f66e2-bc58-472a-88e0-af565f3ea2bc None None] Routers {'266108e1-d46e-46db-833f-12b06055c291'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:30.311630 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b61f66e2-bc58-472a-88e0-af565f3ea2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['266108e1-d46e-46db-833f-12b06055c291'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:30.389720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b61f66e2-bc58-472a-88e0-af565f3ea2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:30.390466 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f66e2-bc58-472a-88e0-af565f3ea2bc None None] The sync data for ids ['266108e1-d46e-46db-833f-12b06055c291'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:38:30.431343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b0fe325f-b8dc-4a63-ad58-a0daa3164623 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.492955 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-d3307227-8f88-4092-b16b-a1a2c3ae500e tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] delete failed (client error): The resource could not be found. Apr 29 15:38:30.494139 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d3307227-8f88-4092-b16b-a1a2c3ae500e tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-2079669381 HTTP/1.1" status: 404 len: 335 time: 0.2330210 Apr 29 15:38:30.497914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39166) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:30.502739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4a50d1fa-739e-4c9f-8e5d-5e0eae2e8e6b tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Request body: {'router': {'external_gateway_info': {'network_id': '266108e1-d46e-46db-833f-12b06055c291'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:30.641852 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 4b883db9-fca5-4c01-a4b6-4eb03caf96fa up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:30.708685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fe325f-b8dc-4a63-ad58-a0daa3164623 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Router 215aa5e8-ae92-44cf-88a8-0df78c7d350f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:38:30.779366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:30.787681 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:30.788634 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.911966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a50d1fa-739e-4c9f-8e5d-5e0eae2e8e6b tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.937751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:30.964801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9779ac2-35b6-451d-b456-377b2c8489e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b883db9-fca5-4c01-a4b6-4eb03caf96fa'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:38:30.974806 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=4b883db9-fca5-4c01-a4b6-4eb03caf96fa,segment=NetworkSegment(0db6810c-8a2c-4427-b3b6-97af5757bf03),segment_id=0db6810c-8a2c-4427-b3b6-97af5757bf03)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:31.003535 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-4a50d1fa-739e-4c9f-8e5d-5e0eae2e8e6b tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] update failed (client error): The resource could not be found. Apr 29 15:38:31.007935 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4a50d1fa-739e-4c9f-8e5d-5e0eae2e8e6b tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "PUT /v2.0/routers/266108e1-d46e-46db-833f-12b06055c291 HTTP/1.1" status: 404 len: 339 time: 0.5056865 Apr 29 15:38:31.008164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39174) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:31.020295 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f03832-4ed4-4294-b38e-0d510c25c4fa'] response: {'server_uuid': 'e9779ac2-35b6-451d-b456-377b2c8489e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b883db9-fca5-4c01-a4b6-4eb03caf96fa', 'code': 200} Apr 29 15:38:31.022626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fe325f-b8dc-4a63-ad58-a0daa3164623 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:38:31.027764 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b0fe325f-b8dc-4a63-ad58-a0daa3164623 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "PUT /v2.0/routers/215aa5e8-ae92-44cf-88a8-0df78c7d350f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8468091 Apr 29 15:38:31.031566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39178) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:31.036735 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9980b-e067-477d-bd66-eebe30092808 None None] Sync routers for ids ['215aa5e8-ae92-44cf-88a8-0df78c7d350f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:38:31.059590 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9980b-e067-477d-bd66-eebe30092808 None None] Routers {'215aa5e8-ae92-44cf-88a8-0df78c7d350f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:31.060364 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fdc9980b-e067-477d-bd66-eebe30092808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['215aa5e8-ae92-44cf-88a8-0df78c7d350f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:31.065024 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.080452 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4736468-3de6-401f-bc03-d20dcc249aaa tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:38:31.080998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d4736468-3de6-401f-bc03-d20dcc249aaa tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:31.105458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000ab80-1681-4196-9230-6519d6d327c1 req-83c66f79-20bf-48fa-97a7-b743731b7866 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:31.106972 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8000ab80-1681-4196-9230-6519d6d327c1 req-83c66f79-20bf-48fa-97a7-b743731b7866 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 945 time: 0.2097335 Apr 29 15:38:31.151859 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=4b883db9-fca5-4c01-a4b6-4eb03caf96fa,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:31.157308 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fdc9980b-e067-477d-bd66-eebe30092808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:31.157946 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8000ab80-1681-4196-9230-6519d6d327c1 req-001339b6-c30c-4fb9-9375-b8447a01ad70 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b9ecd6a-4dbd-43a8-878d-0bcec463638a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449519 Apr 29 15:38:31.167535 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9980b-e067-477d-bd66-eebe30092808 None None] Routers {'215aa5e8-ae92-44cf-88a8-0df78c7d350f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:31.168195 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fdc9980b-e067-477d-bd66-eebe30092808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['215aa5e8-ae92-44cf-88a8-0df78c7d350f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:31.198304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d4736468-3de6-401f-bc03-d20dcc249aaa tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:31.202562 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d4736468-3de6-401f-bc03-d20dcc249aaa tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/85b39014-ceb7-411b-9788-0db9df8a34b0 HTTP/1.1" status: 404 len: 333 time: 0.1703024 Apr 29 15:38:31.203509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39182) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:31.229392 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-fdc9980b-e067-477d-bd66-eebe30092808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:31.230097 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9980b-e067-477d-bd66-eebe30092808 None None] The sync data for ids ['215aa5e8-ae92-44cf-88a8-0df78c7d350f'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:38:31.351850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-36854725-13fd-4eb8-afd3-a01937a3a1d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.586938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.600507 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d6844-693e-4b32-9e3d-b4a01f3703e4 req-5a672c9d-305c-48e6-b36e-5e6796790e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:31.602129 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2b4d6844-693e-4b32-9e3d-b4a01f3703e4 req-5a672c9d-305c-48e6-b36e-5e6796790e5f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 1099 time: 0.1721511 Apr 29 15:38:31.651770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-36854725-13fd-4eb8-afd3-a01937a3a1d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.654396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-36854725-13fd-4eb8-afd3-a01937a3a1d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.767820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-36854725-13fd-4eb8-afd3-a01937a3a1d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.768346 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36854725-13fd-4eb8-afd3-a01937a3a1d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Fanout notify agent at l3_agent the message router_deleted on router 215aa5e8-ae92-44cf-88a8-0df78c7d350f {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:38:31.779889 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-36854725-13fd-4eb8-afd3-a01937a3a1d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.781000 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-36854725-13fd-4eb8-afd3-a01937a3a1d8 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/routers/215aa5e8-ae92-44cf-88a8-0df78c7d350f HTTP/1.1" status: 204 len: 168 time: 0.5763793 Apr 29 15:38:31.783568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39186) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:31.855320 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebb3a39-9e2a-45d3-9b87-851d31278f32 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting subnet d452d289-f781-4892-b27f-df9c63f4a334 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:38:31.858242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ebb3a39-9e2a-45d3-9b87-851d31278f32 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.912380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ebb3a39-9e2a-45d3-9b87-851d31278f32 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:31.918736 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2b4d6844-693e-4b32-9e3d-b4a01f3703e4 req-9c5f08f2-de1c-40ac-a208-24706b6ad13b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7b9ecd6a-4dbd-43a8-878d-0bcec463638a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672698 Apr 29 15:38:32.000517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ebb3a39-9e2a-45d3-9b87-851d31278f32 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.079929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Allocated IP 172.20.0.1 (f97395e0-24a7-46c0-9b70-ac882791217b/0cb91a22-3f98-4d4d-9efb-9b0d02c4a4b6/460b8cf0-2fcf-4708-b970-11ca50f384bb) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:32.087688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d10be725-dffc-4ee0-b321-64ddbfed5626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.145301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ebb3a39-9e2a-45d3-9b87-851d31278f32 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.184736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb3a39-9e2a-45d3-9b87-851d31278f32 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Subnet': ['ID=d452d289-f781-4892-b27f-df9c63f4a334,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:32.188131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ebb3a39-9e2a-45d3-9b87-851d31278f32 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.194153 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8ebb3a39-9e2a-45d3-9b87-851d31278f32 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/d452d289-f781-4892-b27f-df9c63f4a334 HTTP/1.1" status: 204 len: 168 time: 0.4095960 Apr 29 15:38:32.195444 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38730c35-2e04-4d22-b5cc-24e83aa42c6c None None] Network 646fa2e7-17df-4739-a93e-0040fd651194 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:32.197444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39190) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:32.314520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.323310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.332788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Transition to ACTIVE for port object 460b8cf0-2fcf-4708-b970-11ca50f384bb will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:32.344385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 881e4ac1-63a6-4079-9501-170979a1a1fb {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:32.344385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.464161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.537990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Network f97395e0-24a7-46c0-9b70-ac882791217b is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:32.541483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:32.543963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545c3468-b1e5-406b-a41d-8ee7a01f30db None None] DHCP port deletion for 646fa2e7-17df-4739-a93e-0040fd651194 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:38:32.545740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:32.548765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-545c3468-b1e5-406b-a41d-8ee7a01f30db None None] Deleting port 881e4ac1-63a6-4079-9501-170979a1a1fb {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:32.549142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-545c3468-b1e5-406b-a41d-8ee7a01f30db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.577389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event updated for resources: {'Port': ['ID=460b8cf0-2fcf-4708-b970-11ca50f384bb,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:32.616165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.744774 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b19d74-bdb7-467a-9474-1fd50615a8e0 req-40e5f094-e3d4-4b70-b126-f14216cc48a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:32.752105 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-06b19d74-bdb7-467a-9474-1fd50615a8e0 req-40e5f094-e3d4-4b70-b126-f14216cc48a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 946 time: 0.3650465 Apr 29 15:38:32.785352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-545c3468-b1e5-406b-a41d-8ee7a01f30db None None] For port 881e4ac1-63a6-4079-9501-170979a1a1fb, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=881e4ac1-63a6-4079-9501-170979a1a1fb,segment=NetworkSegment(5bc45116-4fdd-4a1c-b6f5-69dfab084c6d),segment_id=5bc45116-4fdd-4a1c-b6f5-69dfab084c6d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:32.785638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-545c3468-b1e5-406b-a41d-8ee7a01f30db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.804563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.814813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] For port 881e4ac1-63a6-4079-9501-170979a1a1fb, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=881e4ac1-63a6-4079-9501-170979a1a1fb,segment=NetworkSegment(5bc45116-4fdd-4a1c-b6f5-69dfab084c6d),segment_id=5bc45116-4fdd-4a1c-b6f5-69dfab084c6d)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:32.815306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:32.843489 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-06b19d74-bdb7-467a-9474-1fd50615a8e0 req-a1e44e83-03d4-47bd-92e7-864280438c82 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b9ecd6a-4dbd-43a8-878d-0bcec463638a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902689 Apr 29 15:38:32.931462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-545c3468-b1e5-406b-a41d-8ee7a01f30db None None] Calling delete_port for 881e4ac1-63a6-4079-9501-170979a1a1fb owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:32.972301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for 881e4ac1-63a6-4079-9501-170979a1a1fb owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:33.013580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cbb1d355-e77b-478a-939c-a91adda6413b None None] Provisioning for port 460b8cf0-2fcf-4708-b970-11ca50f384bb completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:33.020513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cbb1d355-e77b-478a-939c-a91adda6413b None None] Provisioning complete for port 460b8cf0-2fcf-4708-b970-11ca50f384bb triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:33.020513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cbb1d355-e77b-478a-939c-a91adda6413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.084436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-545c3468-b1e5-406b-a41d-8ee7a01f30db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.093097 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:38:33.094066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:38:33.122285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cbb1d355-e77b-478a-939c-a91adda6413b None None] Port 460b8cf0-2fcf-4708-b970-11ca50f384bb cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:33.139771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c3468-b1e5-406b-a41d-8ee7a01f30db None None] Pushing event deleted for resources: {'Port': ['ID=881e4ac1-63a6-4079-9501-170979a1a1fb,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:33.141613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545c3468-b1e5-406b-a41d-8ee7a01f30db None None] No DVR routers for this DVR port 881e4ac1-63a6-4079-9501-170979a1a1fb on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:33.257899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.356473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.469706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event updated for resources: {'Port': ['ID=460b8cf0-2fcf-4708-b970-11ca50f384bb,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:33.472136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.594193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 881e4ac1-63a6-4079-9501-170979a1a1fb no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:33.594942 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port 881e4ac1-63a6-4079-9501-170979a1a1fb {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:33.595351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.613658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Network f97395e0-24a7-46c0-9b70-ac882791217b is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:33.614892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:33.633473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 881e4ac1-63a6-4079-9501-170979a1a1fb {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:38:33.633820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 881e4ac1-63a6-4079-9501-170979a1a1fb not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:33.672445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] The port '881e4ac1-63a6-4079-9501-170979a1a1fb' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:38:33.811911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.840956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646fa2e7-17df-4739-a93e-0040fd651194']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:33.848802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-055fd96d-5b07-497e-b5b3-88aacd6e3c63 None None] Provisioning complete for port 460b8cf0-2fcf-4708-b970-11ca50f384bb triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:33.849318 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-055fd96d-5b07-497e-b5b3-88aacd6e3c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.855193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc45116-4fdd-4a1c-b6f5-69dfab084c6d') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:33.855501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc45116-4fdd-4a1c-b6f5-69dfab084c6d') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:33.870691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.888416 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.895238 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:38:33.895650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:33.907010 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-055fd96d-5b07-497e-b5b3-88aacd6e3c63 None None] Port 460b8cf0-2fcf-4708-b970-11ca50f384bb cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:33.911080 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:33.970562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Router 266108e1-d46e-46db-833f-12b06055c291 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:38:34.045186 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d14db8aa-831d-4e60-9985-b1188d692032 req-fcab7f12-4323-490b-a79b-188f56a9e281 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3095832 Apr 29 15:38:34.069376 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc584a9-85c9-46b3-ae90-409f7c111245 req-4b2238fc-dba6-4a9b-940f-f9b8d879ec51 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:34.070765 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bdc584a9-85c9-46b3-ae90-409f7c111245 req-4b2238fc-dba6-4a9b-940f-f9b8d879ec51 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 946 time: 0.0864894 Apr 29 15:38:34.115321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.137839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.145444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Network': ['ID=646fa2e7-17df-4739-a93e-0040fd651194,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:34.149575 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bdc584a9-85c9-46b3-ae90-409f7c111245 req-ccd20c62-58d9-4336-bbdb-9d998fe469ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b9ecd6a-4dbd-43a8-878d-0bcec463638a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713453 Apr 29 15:38:34.190924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5d82de3b-fa1c-430e-9ed0-302b89e78a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.203124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:38:34.215830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5db6b-1bf3-4956-8f6a-ea6452211f77 None None] Sync routers for ids ['266108e1-d46e-46db-833f-12b06055c291'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:38:34.220090 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c608af44-a41b-4bc5-b956-b535fb15ca94 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/networks/646fa2e7-17df-4739-a93e-0040fd651194 HTTP/1.1" status: 204 len: 168 time: 2.0213082 Apr 29 15:38:34.222170 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d08adcd8-0e3c-41c5-b37f-27e51275e97d tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "PUT /v2.0/routers/266108e1-d46e-46db-833f-12b06055c291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2123094 Apr 29 15:38:34.225976 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39200) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:34.228071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39202) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:34.241594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5db6b-1bf3-4956-8f6a-ea6452211f77 None None] Routers {'266108e1-d46e-46db-833f-12b06055c291'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:34.242542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-c4e5db6b-1bf3-4956-8f6a-ea6452211f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['266108e1-d46e-46db-833f-12b06055c291'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:34.260344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14db8aa-831d-4e60-9985-b1188d692032 req-6c8f2da3-a2c5-4522-a19a-316375bd59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:34.264536 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d14db8aa-831d-4e60-9985-b1188d692032 req-6c8f2da3-a2c5-4522-a19a-316375bd59ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 1098 time: 0.1455188 Apr 29 15:38:34.332259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-c4e5db6b-1bf3-4956-8f6a-ea6452211f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:34.341831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5db6b-1bf3-4956-8f6a-ea6452211f77 None None] Routers {'266108e1-d46e-46db-833f-12b06055c291'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:34.342557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-c4e5db6b-1bf3-4956-8f6a-ea6452211f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['266108e1-d46e-46db-833f-12b06055c291'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:34.404657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-c4e5db6b-1bf3-4956-8f6a-ea6452211f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:34.405270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5db6b-1bf3-4956-8f6a-ea6452211f77 None None] The sync data for ids ['266108e1-d46e-46db-833f-12b06055c291'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:38:34.418504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14db8aa-831d-4e60-9985-b1188d692032 req-68b84689-1f35-487d-b6d7-3ef214cab1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:34.419948 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d14db8aa-831d-4e60-9985-b1188d692032 req-68b84689-1f35-487d-b6d7-3ef214cab1cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=4db73c39-5a26-4d3b-8f64-15da74ae4350 HTTP/1.1" status: 200 len: 897 time: 0.1367073 Apr 29 15:38:34.499134 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e7d3a5-ee61-43c2-a9ba-0cd597e2d332 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:34.499625 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c8e7d3a5-ee61-43c2-a9ba-0cd597e2d332 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:34.522744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a04e703a-3d96-4b82-8c0d-0198212148fd tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:34.523654 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d14db8aa-831d-4e60-9985-b1188d692032 req-5486ed7d-c1e2-4266-9910-2714dbb6a409 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e891cc8-7d77-4559-87f0-926a08fa7f16 HTTP/1.1" status: 200 len: 1001 time: 0.0977314 Apr 29 15:38:34.585161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14db8aa-831d-4e60-9985-b1188d692032 req-cbf1512f-0b4b-4690-9300-a3b75c908fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:34.587123 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d14db8aa-831d-4e60-9985-b1188d692032 req-cbf1512f-0b4b-4690-9300-a3b75c908fbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adb2f4b6-5500-47e6-8f6b-82b86b9deba1 HTTP/1.1" status: 200 len: 835 time: 0.0565860 Apr 29 15:38:34.665908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14db8aa-831d-4e60-9985-b1188d692032 req-ce206c51-f98c-4386-b8a6-947c249ac759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:34.667407 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d14db8aa-831d-4e60-9985-b1188d692032 req-ce206c51-f98c-4386-b8a6-947c249ac759 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4db73c39-5a26-4d3b-8f64-15da74ae4350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743101 Apr 29 15:38:34.673952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190a0ed-3229-4f72-a033-aa9461012244 req-34f2354e-823e-4fca-9a35-628a2c19efa8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:34.675398 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0190a0ed-3229-4f72-a033-aa9461012244 req-34f2354e-823e-4fca-9a35-628a2c19efa8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 946 time: 0.3857892 Apr 29 15:38:34.704202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c8e7d3a5-ee61-43c2-a9ba-0cd597e2d332 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:34.714373 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c8e7d3a5-ee61-43c2-a9ba-0cd597e2d332 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/c4b3f136-7570-4d13-b0da-096d4d6e56d4 HTTP/1.1" status: 200 len: 841 time: 0.4762590 Apr 29 15:38:34.714373 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-a04e703a-3d96-4b82-8c0d-0198212148fd tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 15:38:34.714373 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a04e703a-3d96-4b82-8c0d-0198212148fd tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "DELETE /v2.0/routers/266108e1-d46e-46db-833f-12b06055c291 HTTP/1.1" status: 409 len: 329 time: 0.4834647 Apr 29 15:38:34.717952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39208) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:34.718269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39210) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:34.802515 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d14db8aa-831d-4e60-9985-b1188d692032 req-7888e441-03f9-4d32-b2a4-ac4b667fe901 service neutron] 10.222.0.44 "GET /v2.0/networks/4db73c39-5a26-4d3b-8f64-15da74ae4350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286714 Apr 29 15:38:34.939177 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d14db8aa-831d-4e60-9985-b1188d692032 req-de630db8-3e36-435e-bf11-4ae5c48e52d6 service neutron] 10.222.0.44 "GET /v2.0/networks/4db73c39-5a26-4d3b-8f64-15da74ae4350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309543 Apr 29 15:38:35.016020 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0190a0ed-3229-4f72-a033-aa9461012244 req-a1bca7d4-6c56-4c6d-b08f-e7cdc9af008f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b9ecd6a-4dbd-43a8-878d-0bcec463638a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337848 Apr 29 15:38:35.040740 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c031e323-0999-48d4-b675-ca9d05b8bf89 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/c4b3f136-7570-4d13-b0da-096d4d6e56d4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3198078 Apr 29 15:38:35.045587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39216) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:35.053391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:35.196212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.303175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:35.310488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:35.341122 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:35.348722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.352991 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:35.477732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:35.481142 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:35.619708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98f674f0-e31e-4361-8802-dad5827a61eb tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.009178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.077763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:36.084331 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:36.091015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:36.091591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.093414 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cc5171-42e0-42e9-aa3f-90bd48641312 None None] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:36.096864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-98f674f0-e31e-4361-8802-dad5827a61eb tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Deleting port 460b8cf0-2fcf-4708-b970-11ca50f384bb {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:36.097193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98f674f0-e31e-4361-8802-dad5827a61eb tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.135417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Subnet': ['ID=ca5546c9-8ce8-4e78-a49c-ada16203009c,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:36.323349 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5d194d37-9172-40f5-96ef-b8dca2c5838e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2766619 Apr 29 15:38:36.325961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39224) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:36.330735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1900821075'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:36.345845 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'tenant_id': 'c04a7795404e4afd80825923c21e76f6', 'fixed_ips': [{'subnet_id': 'ca5546c9-8ce8-4e78-a49c-ada16203009c'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:38:36.346702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.381379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:36.392043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:security_group and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:36.402444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:36.411782 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:36.442181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98f674f0-e31e-4361-8802-dad5827a61eb tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.502310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Allocated IP 172.20.0.2 (b4e7d3c7-f93e-4f88-90fe-efa363e21a1b/ca5546c9-8ce8-4e78-a49c-ada16203009c/4088cf40-a6db-460d-bb41-6b362f9eec7a) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:36.505610 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.540918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39228) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:36.580964 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-98f674f0-e31e-4361-8802-dad5827a61eb tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Calling delete_port for 460b8cf0-2fcf-4708-b970-11ca50f384bb owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:36.629242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:36.637280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:security_group_rule and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:36.641808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:36.650962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:36.751897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.763566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.841579 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.886616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c57d3bc-7444-4dcc-974c-d46eb8db6189,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:36.925925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Transition to ACTIVE for port object 4088cf40-a6db-460d-bb41-6b362f9eec7a will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:36.926183 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98f674f0-e31e-4361-8802-dad5827a61eb tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.947385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Transition to ACTIVE for port object 4088cf40-a6db-460d-bb41-6b362f9eec7a will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:36.985344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:36.986560 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-98dfa0f2-81da-4cc7-96ee-9686284fe731 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6597006 Apr 29 15:38:36.987755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f674f0-e31e-4361-8802-dad5827a61eb tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event deleted for resources: {'Port': ['ID=460b8cf0-2fcf-4708-b970-11ca50f384bb,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:36.990780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39232) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:36.996500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1133923333'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:37.014527 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.054899 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:37.096658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:security_group and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:37.106266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:37.122081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:37.148278 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:37.150156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Pushing event updated for resources: {'Port': ['ID=4088cf40-a6db-460d-bb41-6b362f9eec7a,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:37.153993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:37.156198 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:37.199071 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.276149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Attempting to bind port 4088cf40-a6db-460d-bb41-6b362f9eec7a on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:37.276613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Attempting to bind port 4088cf40-a6db-460d-bb41-6b362f9eec7a by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'a6bb8229-f731-40bb-9c2e-f6dce0597af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:37.277063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Attempting to bind port 4088cf40-a6db-460d-bb41-6b362f9eec7a on network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:37.283276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:38:37.283790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Checking segment: {'id': 'a6bb8229-f731-40bb-9c2e-f6dce0597af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:37.284279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.284779 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Bound using segment: {'id': 'a6bb8229-f731-40bb-9c2e-f6dce0597af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:38:37.285333 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Bound port: 4088cf40-a6db-460d-bb41-6b362f9eec7a, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bb8229-f731-40bb-9c2e-f6dce0597af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:37.285826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.301762 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.332000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:37.334479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-98f674f0-e31e-4361-8802-dad5827a61eb tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.342514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:security_group_rule and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:37.349891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:37.359914 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:37.410761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] For port 4088cf40-a6db-460d-bb41-6b362f9eec7a, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:38:37.415382 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] For port 4088cf40-a6db-460d-bb41-6b362f9eec7a, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4088cf40-a6db-460d-bb41-6b362f9eec7a,segment=NetworkSegment(a6bb8229-f731-40bb-9c2e-f6dce0597af0),segment_id=a6bb8229-f731-40bb-9c2e-f6dce0597af0)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:38:37.456579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.499511 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.590502 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcb39c-3be7-419a-96d7-3ba2f4f298af None None] Pushing event updated for resources: {'Port': ['ID=4088cf40-a6db-460d-bb41-6b362f9eec7a,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:37.723409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f674f0-e31e-4361-8802-dad5827a61eb tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Router 266108e1-d46e-46db-833f-12b06055c291 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:38:37.740776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.910647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:37.957509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.17 (1acdf4c4-e531-4025-8776-0d601d9f7d02/6bee14c0-469f-498a-96b0-db10d9c4f11f/99ad7210-2c56-4c12-a7e9-fb38172b4f43) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:37.978559 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f674f0-e31e-4361-8802-dad5827a61eb tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:38:37.991240 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17519032-32e7-4848-8259-39506b7d7321 None None] Sync routers for ids ['266108e1-d46e-46db-833f-12b06055c291'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:38:37.995070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055e5140-cebe-4583-9967-04c8e061bc22,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:38.001963 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17519032-32e7-4848-8259-39506b7d7321 None None] Routers {'266108e1-d46e-46db-833f-12b06055c291'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:38.004656 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-17519032-32e7-4848-8259-39506b7d7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['266108e1-d46e-46db-833f-12b06055c291'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:38.007190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39236) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:38.009549 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-98f674f0-e31e-4361-8802-dad5827a61eb tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "PUT /v2.0/routers/266108e1-d46e-46db-833f-12b06055c291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2900276 Apr 29 15:38:38.076344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.079465 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-33756e02-2671-447f-a407-36f5f6fd2ebc tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0876825 Apr 29 15:38:38.080626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39240) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:38.087726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-597581930', 'security_groups': ['055e5140-cebe-4583-9967-04c8e061bc22'], 'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ca5546c9-8ce8-4e78-a49c-ada16203009c'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:38.095591 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-325b2071-5000-4921-9c45-39c8f9f0641f tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] show failed (client error): The resource could not be found. Apr 29 15:38:38.100781 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-325b2071-5000-4921-9c45-39c8f9f0641f tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-516523635 HTTP/1.1" status: 404 len: 334 time: 0.0884581 Apr 29 15:38:38.100941 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-17519032-32e7-4848-8259-39506b7d7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:38.106471 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17519032-32e7-4848-8259-39506b7d7321 None None] Routers {'266108e1-d46e-46db-833f-12b06055c291'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:38.106988 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-17519032-32e7-4848-8259-39506b7d7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['266108e1-d46e-46db-833f-12b06055c291'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:38.143356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39244) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:38.153756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8426bf7c-d9ce-424d-a381-b1d863d42a54 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:38.170897 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-17519032-32e7-4848-8259-39506b7d7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:38.171290 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17519032-32e7-4848-8259-39506b7d7321 None None] The sync data for ids ['266108e1-d46e-46db-833f-12b06055c291'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:38:38.230788 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-8426bf7c-d9ce-424d-a381-b1d863d42a54 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] update failed (client error): The resource could not be found. Apr 29 15:38:38.235084 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8426bf7c-d9ce-424d-a381-b1d863d42a54 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-961381227 HTTP/1.1" status: 404 len: 334 time: 0.0879745 Apr 29 15:38:38.236003 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39248) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:38.281102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.298620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object 99ad7210-2c56-4c12-a7e9-fb38172b4f43 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:38.375784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-396b8fab-9dc8-4e0d-9808-ee121c5628fd tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Deleting subnet 49d7f901-96fb-471c-8baa-85913ace1bb8 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:38:38.390879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-396b8fab-9dc8-4e0d-9808-ee121c5628fd tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.414102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.448360 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:38.456671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:port and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:38.461578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:38.465815 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-396b8fab-9dc8-4e0d-9808-ee121c5628fd tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.487413 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 1acdf4c4-e531-4025-8776-0d601d9f7d02 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:38.490781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:38.495769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:38.500780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:38.540512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=99ad7210-2c56-4c12-a7e9-fb38172b4f43,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:38.568298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.587573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-396b8fab-9dc8-4e0d-9808-ee121c5628fd tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.615175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:38.765511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.784448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.804816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port c3285fb0-b721-4cab-b2ed-90f2a0e43bba yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:38:38.853467 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d1300cc1-3c1d-4ddd-a51a-f34699d96cbc None None] Provisioning for port 4088cf40-a6db-460d-bb41-6b362f9eec7a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:38.907243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-396b8fab-9dc8-4e0d-9808-ee121c5628fd tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.939116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d1300cc1-3c1d-4ddd-a51a-f34699d96cbc None None] Provisioning for port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:38.944407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d1300cc1-3c1d-4ddd-a51a-f34699d96cbc None None] Provisioning complete for port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:38.944915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d1300cc1-3c1d-4ddd-a51a-f34699d96cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.965327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b8fab-9dc8-4e0d-9808-ee121c5628fd tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event deleted for resources: {'Subnet': ['ID=49d7f901-96fb-471c-8baa-85913ace1bb8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:38.975101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-396b8fab-9dc8-4e0d-9808-ee121c5628fd tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:38.990642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc43fed-8f3d-4ec3-af38-16e2432b77aa None None] Network 92debf81-4682-4f84-b526-2982e8569c32 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:39.001236 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-396b8fab-9dc8-4e0d-9808-ee121c5628fd tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "DELETE /v2.0/subnets/49d7f901-96fb-471c-8baa-85913ace1bb8 HTTP/1.1" status: 204 len: 168 time: 0.7617600 Apr 29 15:38:39.029698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39252) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:39.103907 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d1300cc1-3c1d-4ddd-a51a-f34699d96cbc None None] Port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:39.131341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a6046c-13af-47f4-99e8-fde9f9671652 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Deleting subnet f9065e47-67c9-46d6-89dc-114487d91a4e {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:38:39.135226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.10 (b4e7d3c7-f93e-4f88-90fe-efa363e21a1b/ca5546c9-8ce8-4e78-a49c-ada16203009c/c3285fb0-b721-4cab-b2ed-90f2a0e43bba) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:39.136801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67a6046c-13af-47f4-99e8-fde9f9671652 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.191011 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d1300cc1-3c1d-4ddd-a51a-f34699d96cbc None None] Provisioning complete for port c4b3f136-7570-4d13-b0da-096d4d6e56d4 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:39.191472 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d1300cc1-3c1d-4ddd-a51a-f34699d96cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.222759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67a6046c-13af-47f4-99e8-fde9f9671652 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.290151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d1300cc1-3c1d-4ddd-a51a-f34699d96cbc None None] Port c4b3f136-7570-4d13-b0da-096d4d6e56d4 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:39.331436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.363649 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56628ad4-79c3-4a4a-ba68-840a5ef7c9a0 None None] DHCP port deletion for 92debf81-4682-4f84-b526-2982e8569c32 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:38:39.368403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-56628ad4-79c3-4a4a-ba68-840a5ef7c9a0 None None] Deleting port c5dca8af-6937-482b-80b4-262c73ec6df0 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:39.368866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-56628ad4-79c3-4a4a-ba68-840a5ef7c9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.397108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.452891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67a6046c-13af-47f4-99e8-fde9f9671652 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.482577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.516737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object c3285fb0-b721-4cab-b2ed-90f2a0e43bba will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:39.520379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=99ad7210-2c56-4c12-a7e9-fb38172b4f43,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:39.524613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.559795 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:38:39.590445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-56628ad4-79c3-4a4a-ba68-840a5ef7c9a0 None None] For port c5dca8af-6937-482b-80b4-262c73ec6df0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c5dca8af-6937-482b-80b4-262c73ec6df0,segment=NetworkSegment(a88a0f5e-cfb3-482d-8fae-e33042b196b0),segment_id=a88a0f5e-cfb3-482d-8fae-e33042b196b0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:39.592158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-56628ad4-79c3-4a4a-ba68-840a5ef7c9a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.620152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67a6046c-13af-47f4-99e8-fde9f9671652 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.659689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6046c-13af-47f4-99e8-fde9f9671652 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event deleted for resources: {'Subnet': ['ID=f9065e47-67c9-46d6-89dc-114487d91a4e,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:39.665861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67a6046c-13af-47f4-99e8-fde9f9671652 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.675311 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-67a6046c-13af-47f4-99e8-fde9f9671652 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "DELETE /v2.0/subnets/f9065e47-67c9-46d6-89dc-114487d91a4e HTTP/1.1" status: 204 len: 168 time: 0.6449721 Apr 29 15:38:39.675938 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39256) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:39.689522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 1acdf4c4-e531-4025-8776-0d601d9f7d02 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:39.690844 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:39.712071 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d1eba6-0f25-479b-925b-60d3200351d4 None None] Network f3ae3597-87cd-46dc-8401-e10abe9a014d requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:39.807231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.811920 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.812902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4088cf40-a6db-460d-bb41-6b362f9eec7a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:39.863722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-56628ad4-79c3-4a4a-ba68-840a5ef7c9a0 None None] Calling delete_port for c5dca8af-6937-482b-80b4-262c73ec6df0 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:39.906898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:38:39.921049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:39.921958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Deleting port c5dca8af-6937-482b-80b4-262c73ec6df0 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:39.922323 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:39.954059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:39.956370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:40.117932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-103eba0f-6024-4948-a252-d064bd30560a None None] Provisioning complete for port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:40.118838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-103eba0f-6024-4948-a252-d064bd30560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.120215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:38:40.133778 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-536eddbb-2c64-4d07-85af-da63f03f3359 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5912139 Apr 29 15:38:40.140576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=c3285fb0-b721-4cab-b2ed-90f2a0e43bba,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:40.153790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Sync routers for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:38:40.185108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:40.185740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:40.245448 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 4088cf40-a6db-460d-bb41-6b362f9eec7a completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:40.269910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:40.269910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.313366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a544c2f-00eb-43ec-a400-07d4170b39ff None None] DHCP port deletion for f3ae3597-87cd-46dc-8401-e10abe9a014d request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:38:40.331717 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-56628ad4-79c3-4a4a-ba68-840a5ef7c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.334818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4088cf40-a6db-460d-bb41-6b362f9eec7a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:40.335177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.361409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] For port c5dca8af-6937-482b-80b4-262c73ec6df0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c5dca8af-6937-482b-80b4-262c73ec6df0,segment=NetworkSegment(a88a0f5e-cfb3-482d-8fae-e33042b196b0),segment_id=a88a0f5e-cfb3-482d-8fae-e33042b196b0)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:40.361793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.422355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2a544c2f-00eb-43ec-a400-07d4170b39ff None None] Deleting port f1b04725-f917-4245-b18b-47236282b3c9 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:40.422722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2a544c2f-00eb-43ec-a400-07d4170b39ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.447307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-103eba0f-6024-4948-a252-d064bd30560a None None] Port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:40.477922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56628ad4-79c3-4a4a-ba68-840a5ef7c9a0 None None] Pushing event deleted for resources: {'Port': ['ID=c5dca8af-6937-482b-80b4-262c73ec6df0,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:40.485677 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a2acf5e5-08c1-4f8c-9654-99ef1c2d2733 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4033735 Apr 29 15:38:40.488926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39264) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:40.489388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56628ad4-79c3-4a4a-ba68-840a5ef7c9a0 None None] No DVR routers for this DVR port c5dca8af-6937-482b-80b4-262c73ec6df0 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:40.494169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Calling delete_port for c5dca8af-6937-482b-80b4-262c73ec6df0 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:40.496449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d20de5ca-83ca-44e2-9ba3-20a1e9de80f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:40.570446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:38:40.571538 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:38:40.645913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d20de5ca-83ca-44e2-9ba3-20a1e9de80f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:40.649832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d20de5ca-83ca-44e2-9ba3-20a1e9de80f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:40.652709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d20de5ca-83ca-44e2-9ba3-20a1e9de80f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:40.658492 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d20de5ca-83ca-44e2-9ba3-20a1e9de80f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:40.661252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:38:40.729219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a17d932c-cc9f-46f5-96aa-de044a66963f None None] Provisioning for port c3285fb0-b721-4cab-b2ed-90f2a0e43bba completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:40.732826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20de5ca-83ca-44e2-9ba3-20a1e9de80f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:40.736337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d20de5ca-83ca-44e2-9ba3-20a1e9de80f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.792212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a17d932c-cc9f-46f5-96aa-de044a66963f None None] Provisioning complete for port c3285fb0-b721-4cab-b2ed-90f2a0e43bba triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:40.792517 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a17d932c-cc9f-46f5-96aa-de044a66963f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.854041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.864621 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.ipam_backend_mixin [None req-d20de5ca-83ca-44e2-9ba3-20a1e9de80f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ca5546c9-8ce8-4e78-a49c-ada16203009c (CIDR: 172.20.0.0/28) Apr 29 15:38:40.909262 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20de5ca-83ca-44e2-9ba3-20a1e9de80f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:38:40.909749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20de5ca-83ca-44e2-9ba3-20a1e9de80f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:40.960677 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2a544c2f-00eb-43ec-a400-07d4170b39ff None None] For port f1b04725-f917-4245-b18b-47236282b3c9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f1b04725-f917-4245-b18b-47236282b3c9,segment=NetworkSegment(ee54ea80-a45c-47d1-a717-8bf267921d0b),segment_id=ee54ea80-a45c-47d1-a717-8bf267921d0b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:40.961331 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2a544c2f-00eb-43ec-a400-07d4170b39ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:40.984158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a17d932c-cc9f-46f5-96aa-de044a66963f None None] Port c3285fb0-b721-4cab-b2ed-90f2a0e43bba cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:40.996917 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d20de5ca-83ca-44e2-9ba3-20a1e9de80f4 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5068214 Apr 29 15:38:40.999682 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39268) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:41.005464 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:41.089988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Deleting port c5dca8af-6937-482b-80b4-262c73ec6df0 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:41.089988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.104668 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2a544c2f-00eb-43ec-a400-07d4170b39ff None None] Calling delete_port for f1b04725-f917-4245-b18b-47236282b3c9 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:41.169633 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 4088cf40-a6db-460d-bb41-6b362f9eec7a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4088cf40-a6db-460d-bb41-6b362f9eec7a,segment=NetworkSegment(a6bb8229-f731-40bb-9c2e-f6dce0597af0),segment_id=a6bb8229-f731-40bb-9c2e-f6dce0597af0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:41.174014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] The port 'c5dca8af-6937-482b-80b4-262c73ec6df0' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:38:41.254522 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.278652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:41.278652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:41.281915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:41.287321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:41.322363 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c5dca8af-6937-482b-80b4-262c73ec6df0 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:41.344483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.364754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: c5dca8af-6937-482b-80b4-262c73ec6df0 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:38:41.365092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c5dca8af-6937-482b-80b4-262c73ec6df0 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:41.371733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92debf81-4682-4f84-b526-2982e8569c32']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:41.389701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88a0f5e-cfb3-482d-8fae-e33042b196b0') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:41.390007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88a0f5e-cfb3-482d-8fae-e33042b196b0') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:41.398449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=4088cf40-a6db-460d-bb41-6b362f9eec7a,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:41.402732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.420173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.434330 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:38:41.434714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:41.450787 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:41.455404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:41.458994 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.479772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2a544c2f-00eb-43ec-a400-07d4170b39ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.529281 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a544c2f-00eb-43ec-a400-07d4170b39ff None None] Pushing event deleted for resources: {'Port': ['ID=f1b04725-f917-4245-b18b-47236282b3c9,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:41.533907 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a544c2f-00eb-43ec-a400-07d4170b39ff None None] No DVR routers for this DVR port f1b04725-f917-4245-b18b-47236282b3c9 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:41.568427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:38:38Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '2e688532-9117-4a00-8eda-1949e77b0406', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'port_id': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'mac_address': 'fa:16:3e:85:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:38Z', 'updated_at': '2022-04-29T15:37:42Z', 'revision_number': 1, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ad7210-2c56-4c12-a7e9-fb38172b4f43', 'name': '', 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ae:e7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6bee14c0-469f-498a-96b0-db10d9c4f11f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:37Z', 'updated_at': '2022-04-29T15:38:39Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '6bee14c0-469f-498a-96b0-db10d9c4f11f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:41.574381 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Checking router: 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:38:41.574820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Updating router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:38:41.622258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4088cf40-a6db-460d-bb41-6b362f9eec7a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:41.674047 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.676580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.699533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.710081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event deleted for resources: {'Network': ['ID=92debf81-4682-4f84-b526-2982e8569c32,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:41.721954 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-369b4c22-0e67-4685-9631-f7b74a1274ed tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "DELETE /v2.0/networks/92debf81-4682-4f84-b526-2982e8569c32 HTTP/1.1" status: 204 len: 168 time: 2.0450151 Apr 29 15:38:41.724300 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39272) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:41.807629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4088cf40-a6db-460d-bb41-6b362f9eec7a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:41.807963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:41.898001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.062247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.073242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.101052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f1b04725-f917-4245-b18b-47236282b3c9 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:42.144164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ae3597-87cd-46dc-8401-e10abe9a014d']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:42.149046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: f1b04725-f917-4245-b18b-47236282b3c9 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:38:42.149520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f1b04725-f917-4245-b18b-47236282b3c9 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:42.171682 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.184865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Transition to ACTIVE for port object 99ad7210-2c56-4c12-a7e9-fb38172b4f43 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:42.259015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.274660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:42.280925 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:42.285561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee54ea80-a45c-47d1-a717-8bf267921d0b') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:42.285561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee54ea80-a45c-47d1-a717-8bf267921d0b') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:42.291450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Subnet': ['ID=0b340614-0ed4-4495-a9a4-d1baf5576893,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:42.296868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:42.297446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.300524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9090cdf7-cfd2-4d0d-b450-227338d91848 None None] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:42.306931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.332530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.339571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:38:42.339986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:42.355066 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:42.419961 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3e302089-8526-44a0-803c-de22805f7a52 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4191024 Apr 29 15:38:42.422988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39276) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:42.430764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c2ed9c14-84b5-45fc-8641-0751a44ebab7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1487713527', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0b340614-0ed4-4495-a9a4-d1baf5576893'}], 'security_groups': ['8c57d3bc-7444-4dcc-974c-d46eb8db6189']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:42.511098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.523127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9e138-5488-4b13-88b3-e61d33fe1865 None None] Pushing event updated for resources: {'Port': ['ID=99ad7210-2c56-4c12-a7e9-fb38172b4f43,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:42.549272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.560115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event deleted for resources: {'Network': ['ID=f3ae3597-87cd-46dc-8401-e10abe9a014d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:42.565755 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d33d3fac-0224-4bc5-8758-8b2e5db17288 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "DELETE /v2.0/networks/f3ae3597-87cd-46dc-8401-e10abe9a014d HTTP/1.1" status: 204 len: 168 time: 0.8381717 Apr 29 15:38:42.565963 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39280) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:42.578857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Attempting to bind port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:38:42.579330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Attempting to bind port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:38:42.579741 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Attempting to bind port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 on network 1acdf4c4-e531-4025-8776-0d601d9f7d02 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:38:42.591105 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:38:42.591483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Checking segment: {'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:38:42.591939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.592400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Bound using segment: {'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:38:42.592948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Bound port: 99ad7210-2c56-4c12-a7e9-fb38172b4f43, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db6810c-8a2c-4427-b3b6-97af5757bf03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:38:42.593379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.636702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ac2fe5-9a75-4189-a67e-d080dec40998 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Deleting subnet 0cb91a22-3f98-4d4d-9efb-9b0d02c4a4b6 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:38:42.639896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46ac2fe5-9a75-4189-a67e-d080dec40998 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.698824 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46ac2fe5-9a75-4189-a67e-d080dec40998 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.714955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9c14-84b5-45fc-8641-0751a44ebab7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.797624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46ac2fe5-9a75-4189-a67e-d080dec40998 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.800233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] For port 99ad7210-2c56-4c12-a7e9-fb38172b4f43, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:38:42.810917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] For port 99ad7210-2c56-4c12-a7e9-fb38172b4f43, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=99ad7210-2c56-4c12-a7e9-fb38172b4f43,segment=NetworkSegment(0db6810c-8a2c-4427-b3b6-97af5757bf03),segment_id=0db6810c-8a2c-4427-b3b6-97af5757bf03)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:38:42.892115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.967148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46ac2fe5-9a75-4189-a67e-d080dec40998 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:42.988278 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:38:42.989041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:43.021670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac2fe5-9a75-4189-a67e-d080dec40998 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb91a22-3f98-4d4d-9efb-9b0d02c4a4b6,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:43.028156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46ac2fe5-9a75-4189-a67e-d080dec40998 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.040714 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-46ac2fe5-9a75-4189-a67e-d080dec40998 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "DELETE /v2.0/subnets/0cb91a22-3f98-4d4d-9efb-9b0d02c4a4b6 HTTP/1.1" status: 204 len: 168 time: 0.4703758 Apr 29 15:38:43.041228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39286) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:43.050422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51a6eec-665b-4c59-80ce-ea2a49f4e3d0 None None] Network f97395e0-24a7-46c0-9b70-ac882791217b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:43.224997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.227496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0ea42-621c-4677-8564-6b4c1860d27b None None] Update dhcp port {'port': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'fixed_ips': [{'subnet_id': 'ca5546c9-8ce8-4e78-a49c-ada16203009c', 'ip_address': '172.20.0.2'}, {'subnet_id': '0b340614-0ed4-4495-a9a4-d1baf5576893'}], 'binding:host_id': 'dv-neutron-839183-1-hyperv'}, 'id': '4088cf40-a6db-460d-bb41-6b362f9eec7a'} from dv-neutron-839183-1-hyperv. {{(pid=88716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 15:38:43.247102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Deleting port 1e631d35-581e-4fed-bcef-f23e59d651a8 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:43.247364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.335078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9e138-5488-4b13-88b3-e61d33fe1865 None None] Pushing event updated for resources: {'Port': ['ID=99ad7210-2c56-4c12-a7e9-fb38172b4f43,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:43.418952 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-43c0ea42-621c-4677-8564-6b4c1860d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.522833 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:38:43.553864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed9c14-84b5-45fc-8641-0751a44ebab7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Delete allocated IP 172.20.0.10 (b4e7d3c7-f93e-4f88-90fe-efa363e21a1b/ca5546c9-8ce8-4e78-a49c-ada16203009c) {{(pid=88715) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 15:38:43.577865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed9c14-84b5-45fc-8641-0751a44ebab7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.22 (b4e7d3c7-f93e-4f88-90fe-efa363e21a1b/0b340614-0ed4-4495-a9a4-d1baf5576893/c3285fb0-b721-4cab-b2ed-90f2a0e43bba) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:43.588443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] For port 1e631d35-581e-4fed-bcef-f23e59d651a8, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1e631d35-581e-4fed-bcef-f23e59d651a8,segment=NetworkSegment(ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78),segment_id=ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:43.588880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.723270 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Calling delete_port for 1e631d35-581e-4fed-bcef-f23e59d651a8 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:43.881199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677edb6b-f000-4d9a-b39d-2a845c2a0370 None None] DHCP port deletion for f97395e0-24a7-46c0-9b70-ac882791217b request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:38:43.901178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-677edb6b-f000-4d9a-b39d-2a845c2a0370 None None] Deleting port 1e631d35-581e-4fed-bcef-f23e59d651a8 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:43.901546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-677edb6b-f000-4d9a-b39d-2a845c2a0370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.959323 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9c14-84b5-45fc-8641-0751a44ebab7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:43.976746 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-c2ed9c14-84b5-45fc-8641-0751a44ebab7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object c3285fb0-b721-4cab-b2ed-90f2a0e43bba will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:43.978796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.029179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event deleted for resources: {'Port': ['ID=1e631d35-581e-4fed-bcef-f23e59d651a8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:44.031162 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] No DVR routers for this DVR port 1e631d35-581e-4fed-bcef-f23e59d651a8 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:44.044015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-677edb6b-f000-4d9a-b39d-2a845c2a0370 None None] The port '1e631d35-581e-4fed-bcef-f23e59d651a8' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:38:44.081707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9c14-84b5-45fc-8641-0751a44ebab7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.084198 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:38:38Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '2e688532-9117-4a00-8eda-1949e77b0406', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'port_id': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'mac_address': 'fa:16:3e:85:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:38Z', 'updated_at': '2022-04-29T15:37:42Z', 'revision_number': 1, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ad7210-2c56-4c12-a7e9-fb38172b4f43', 'name': '', 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ae:e7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6bee14c0-469f-498a-96b0-db10d9c4f11f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:37Z', 'updated_at': '2022-04-29T15:38:42Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '6bee14c0-469f-498a-96b0-db10d9c4f11f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:44.125072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fc049a-06bb-422d-8185-99e76221a3f5 None None] The sync data for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv is: [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:38:38Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '2e688532-9117-4a00-8eda-1949e77b0406', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'port_id': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'mac_address': 'fa:16:3e:85:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:38Z', 'updated_at': '2022-04-29T15:37:42Z', 'revision_number': 1, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ad7210-2c56-4c12-a7e9-fb38172b4f43', 'name': '', 'network_id': '1acdf4c4-e531-4025-8776-0d601d9f7d02', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ae:e7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '6bee14c0-469f-498a-96b0-db10d9c4f11f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:37Z', 'updated_at': '2022-04-29T15:38:42Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '6bee14c0-469f-498a-96b0-db10d9c4f11f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:38:44.157220 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-43c0ea42-621c-4677-8564-6b4c1860d27b None None] Allocated IP 172.20.0.18 (b4e7d3c7-f93e-4f88-90fe-efa363e21a1b/0b340614-0ed4-4495-a9a4-d1baf5576893/4088cf40-a6db-460d-bb41-6b362f9eec7a) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:44.262407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.341426 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-43c0ea42-621c-4677-8564-6b4c1860d27b None None] For port 4088cf40-a6db-460d-bb41-6b362f9eec7a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4088cf40-a6db-460d-bb41-6b362f9eec7a,segment=NetworkSegment(a6bb8229-f731-40bb-9c2e-f6dce0597af0),segment_id=a6bb8229-f731-40bb-9c2e-f6dce0597af0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:44.346576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed9c14-84b5-45fc-8641-0751a44ebab7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=c3285fb0-b721-4cab-b2ed-90f2a0e43bba,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:44.350166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97395e0-24a7-46c0-9b70-ac882791217b']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:44.371919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:44.372213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdcfd5e-df3c-45c2-87ec-d389b8ab7d78') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:44.379989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-43c0ea42-621c-4677-8564-6b4c1860d27b None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.390071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.400774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-43c0ea42-621c-4677-8564-6b4c1860d27b None None] Transition to ACTIVE for port object 4088cf40-a6db-460d-bb41-6b362f9eec7a will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:44.409411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed9c14-84b5-45fc-8641-0751a44ebab7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] In _notify_port_updated(), no bound segment for port c3285fb0-b721-4cab-b2ed-90f2a0e43bba on network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:38:44.415473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed9c14-84b5-45fc-8641-0751a44ebab7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:44.416084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c2ed9c14-84b5-45fc-8641-0751a44ebab7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.417517 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c2ed9c14-84b5-45fc-8641-0751a44ebab7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "PUT /v2.0/ports/c3285fb0-b721-4cab-b2ed-90f2a0e43bba HTTP/1.1" status: 200 len: 921 time: 1.9929938 Apr 29 15:38:44.420321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39290) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:44.423852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.475758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-43c0ea42-621c-4677-8564-6b4c1860d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.479454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:38:44.479888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:44.494734 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:44.630709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0ea42-621c-4677-8564-6b4c1860d27b None None] Pushing event updated for resources: {'Port': ['ID=4088cf40-a6db-460d-bb41-6b362f9eec7a,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:44.705108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-5d35840e-48f3-437f-903e-91f6c81c236b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port c3285fb0-b721-4cab-b2ed-90f2a0e43bba {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:44.705637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5d35840e-48f3-437f-903e-91f6c81c236b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.801744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.835881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:44.854696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Pushing event deleted for resources: {'Network': ['ID=f97395e0-24a7-46c0-9b70-ac882791217b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:44.860097 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5e8ba047-bf0c-4be4-b9b6-02d4e8a8ef28 tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "DELETE /v2.0/networks/f97395e0-24a7-46c0-9b70-ac882791217b HTTP/1.1" status: 204 len: 168 time: 1.8213627 Apr 29 15:38:44.863249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39294) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:44.936992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0cf0e064-cd56-46f2-beb3-e7793b71a98c tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Synchronizing usage tracker for tenant:2f6d12eedf6442eea239999c18fd965b on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:45.050513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5d35840e-48f3-437f-903e-91f6c81c236b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.117992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0cf0e064-cd56-46f2-beb3-e7793b71a98c tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Unset dirty status for tenant:2f6d12eedf6442eea239999c18fd965b on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:45.118898 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0cf0e064-cd56-46f2-beb3-e7793b71a98c tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "GET /v2.0/ports?device_id=266108e1-d46e-46db-833f-12b06055c291 HTTP/1.1" status: 200 len: 205 time: 0.2552028 Apr 29 15:38:45.121884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39300) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:45.180411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-5d35840e-48f3-437f-903e-91f6c81c236b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for c3285fb0-b721-4cab-b2ed-90f2a0e43bba owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:45.251818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-44456fd8-012b-47b0-80a3-e5a30494415e None None] Provisioning for port 4088cf40-a6db-460d-bb41-6b362f9eec7a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:45.256799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4289d394-ae60-4f11-9b0d-81a3a85c862e tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.265100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-44456fd8-012b-47b0-80a3-e5a30494415e None None] Provisioning complete for port 4088cf40-a6db-460d-bb41-6b362f9eec7a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:45.265722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44456fd8-012b-47b0-80a3-e5a30494415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.411767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5d35840e-48f3-437f-903e-91f6c81c236b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.412020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-44456fd8-012b-47b0-80a3-e5a30494415e None None] Provisioning for port c3285fb0-b721-4cab-b2ed-90f2a0e43bba completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:45.418549 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-44456fd8-012b-47b0-80a3-e5a30494415e None None] Provisioning complete for port c3285fb0-b721-4cab-b2ed-90f2a0e43bba triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:45.419114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44456fd8-012b-47b0-80a3-e5a30494415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.459783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-44456fd8-012b-47b0-80a3-e5a30494415e None None] Port c3285fb0-b721-4cab-b2ed-90f2a0e43bba was deleted so its status cannot be updated. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 29 15:38:45.462403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35840e-48f3-437f-903e-91f6c81c236b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=c3285fb0-b721-4cab-b2ed-90f2a0e43bba,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:45.473131 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-44456fd8-012b-47b0-80a3-e5a30494415e None None] Provisioning complete for port c4b3f136-7570-4d13-b0da-096d4d6e56d4 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:45.473599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44456fd8-012b-47b0-80a3-e5a30494415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.577290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4289d394-ae60-4f11-9b0d-81a3a85c862e tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.581714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4289d394-ae60-4f11-9b0d-81a3a85c862e tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.589404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-44456fd8-012b-47b0-80a3-e5a30494415e None None] Port c4b3f136-7570-4d13-b0da-096d4d6e56d4 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:45.622871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5d35840e-48f3-437f-903e-91f6c81c236b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.636537 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5d35840e-48f3-437f-903e-91f6c81c236b tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/c3285fb0-b721-4cab-b2ed-90f2a0e43bba HTTP/1.1" status: 204 len: 168 time: 1.2109151 Apr 29 15:38:45.642362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39304) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:45.694208 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd861fb-2463-4752-91db-116cbbcffc56 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:38:45.694778 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8dd861fb-2463-4752-91db-116cbbcffc56 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:45.703394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-717b0c24-89f0-4a42-8ecc-4cd33906d792 None None] Could not find standard attr ID for object c3285fb0-b721-4cab-b2ed-90f2a0e43bba. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:38:45.720007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4088cf40-a6db-460d-bb41-6b362f9eec7a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:45.731948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4289d394-ae60-4f11-9b0d-81a3a85c862e tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.732505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4289d394-ae60-4f11-9b0d-81a3a85c862e tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Fanout notify agent at l3_agent the message router_deleted on router 266108e1-d46e-46db-833f-12b06055c291 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:38:45.749386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4289d394-ae60-4f11-9b0d-81a3a85c862e tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.751080 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4289d394-ae60-4f11-9b0d-81a3a85c862e tempest-RoutersNegativeTest-831765371 tempest-RoutersNegativeTest-831765371-project] 10.222.0.39 "DELETE /v2.0/routers/266108e1-d46e-46db-833f-12b06055c291 HTTP/1.1" status: 204 len: 168 time: 0.6275733 Apr 29 15:38:45.792590 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4088cf40-a6db-460d-bb41-6b362f9eec7a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:45.792969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.794578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8dd861fb-2463-4752-91db-116cbbcffc56 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:45.795744 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8dd861fb-2463-4752-91db-116cbbcffc56 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/c3285fb0-b721-4cab-b2ed-90f2a0e43bba HTTP/1.1" status: 404 len: 333 time: 0.1521072 Apr 29 15:38:45.798599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39310) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:45.876516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44e027c4-5f65-4354-8a17-42cd32955e02 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.905840 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44e027c4-5f65-4354-8a17-42cd32955e02 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:45.934059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 99ad7210-2c56-4c12-a7e9-fb38172b4f43 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:46.007282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44e027c4-5f65-4354-8a17-42cd32955e02 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.024764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e027c4-5f65-4354-8a17-42cd32955e02 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055e5140-cebe-4583-9967-04c8e061bc22,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:46.033460 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44e027c4-5f65-4354-8a17-42cd32955e02 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.034735 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-44e027c4-5f65-4354-8a17-42cd32955e02 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/security-groups/055e5140-cebe-4583-9967-04c8e061bc22 HTTP/1.1" status: 204 len: 168 time: 0.2351837 Apr 29 15:38:46.040837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39314) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:46.097165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:46.102329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:46.102732 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.103582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-63a2e2ce-9d88-480f-83a3-5694d62d781e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.129685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-63a2e2ce-9d88-480f-83a3-5694d62d781e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.222641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.247353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-63a2e2ce-9d88-480f-83a3-5694d62d781e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.257600 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 99ad7210-2c56-4c12-a7e9-fb38172b4f43, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=99ad7210-2c56-4c12-a7e9-fb38172b4f43,segment=NetworkSegment(0db6810c-8a2c-4427-b3b6-97af5757bf03),segment_id=0db6810c-8a2c-4427-b3b6-97af5757bf03)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:46.265593 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39320) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:46.270141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2e2ce-9d88-480f-83a3-5694d62d781e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c57d3bc-7444-4dcc-974c-d46eb8db6189,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:46.272478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-63a2e2ce-9d88-480f-83a3-5694d62d781e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.273609 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-63a2e2ce-9d88-480f-83a3-5694d62d781e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/security-groups/8c57d3bc-7444-4dcc-974c-d46eb8db6189 HTTP/1.1" status: 204 len: 168 time: 0.2350643 Apr 29 15:38:46.276959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39326) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:46.339112 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.349451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-7235523b-0482-4e07-a09a-9e4380f367cb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting subnet ca5546c9-8ce8-4e78-a49c-ada16203009c {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:38:46.360797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7235523b-0482-4e07-a09a-9e4380f367cb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.394660 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1e631d35-581e-4fed-bcef-f23e59d651a8 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:46.438971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7235523b-0482-4e07-a09a-9e4380f367cb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.439774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 1e631d35-581e-4fed-bcef-f23e59d651a8 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:38:46.440682 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1e631d35-581e-4fed-bcef-f23e59d651a8 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:46.447774 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2b02036e-7ac6-4ed8-a96d-4095c6014af4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f6d12eedf6442eea239999c18fd965b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807971 Apr 29 15:38:46.450374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39330) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:46.457140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=99ad7210-2c56-4c12-a7e9-fb38172b4f43,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:46.511293 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c6b24a81-cf47-4279-bb9a-048145a5c601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.525266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7235523b-0482-4e07-a09a-9e4380f367cb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.537302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c6b24a81-cf47-4279-bb9a-048145a5c601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.658526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c6b24a81-cf47-4279-bb9a-048145a5c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.674390 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b24a81-cf47-4279-bb9a-048145a5c601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a368c4ef-5245-4955-ba51-1928304cda70,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:46.678795 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c6b24a81-cf47-4279-bb9a-048145a5c601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.680354 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c6b24a81-cf47-4279-bb9a-048145a5c601 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a368c4ef-5245-4955-ba51-1928304cda70 HTTP/1.1" status: 204 len: 168 time: 0.2274497 Apr 29 15:38:46.687606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7235523b-0482-4e07-a09a-9e4380f367cb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.732282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235523b-0482-4e07-a09a-9e4380f367cb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5546c9-8ce8-4e78-a49c-ada16203009c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:46.735939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7235523b-0482-4e07-a09a-9e4380f367cb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:46.746791 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7235523b-0482-4e07-a09a-9e4380f367cb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/ca5546c9-8ce8-4e78-a49c-ada16203009c HTTP/1.1" status: 204 len: 168 time: 0.4641383 Apr 29 15:38:46.747024 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab08f42-b9db-447d-97f0-26b065d8bfcf None None] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:46.747151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39336) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:46.752787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:46.890566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:46.894392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:46.897225 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:46.903959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:47.001970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:47.005490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.448039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.508930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:47.512321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:47.516897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:47.517683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.522391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14259363-1ad1-4b85-8a1d-879096f16e44 None None] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:47.535101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Subnet': ['ID=f65920b5-ea46-42e5-8745-d2f09d8c29a7,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:47.609186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39358) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:47.609734 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2f818af7-9cb4-40e3-a0c3-adb969dc0fd9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8611088 Apr 29 15:38:47.614697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'security_group': {'name': 'tempest-secgroup-825890664'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:47.622626 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:47.627553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:security_group and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:47.628427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 99ad7210-2c56-4c12-a7e9-fb38172b4f43 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:47.631283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:47.637774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:47.693211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d0de1ca6-0074-41d4-8de3-662b7469f204 None None] Provisioning complete for port 4088cf40-a6db-460d-bb41-6b362f9eec7a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:47.693581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ca6-0074-41d4-8de3-662b7469f204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.714403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.734804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:47.746545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:security_group_rule and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:47.746545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:47.747975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:47.818364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.841291 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:47.841655 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.877733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39364) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:47.880007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.925007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5490f71e-3691-497c-aa69-385b14413e46,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:47.996519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:47.996519 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dabc47e1-a07d-4d2c-8981-0cf2b689fcdb tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3856020 Apr 29 15:38:47.998837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39370) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:48.003892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1928877950'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:48.011368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:48.015595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:security_group and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:48.031828 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8730b11e-4410-41ee-b15d-878021346572 tempest-ServiceProvidersTest-192459881 tempest-ServiceProvidersTest-192459881-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1494234 Apr 29 15:38:48.031828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:48.038545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:48.096807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d0de1ca6-0074-41d4-8de3-662b7469f204 None None] Provisioning complete for port c4b3f136-7570-4d13-b0da-096d4d6e56d4 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:48.097178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d0de1ca6-0074-41d4-8de3-662b7469f204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.114551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.153712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:48.159794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:security_group_rule and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:48.166245 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:48.177701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:48.177941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d0de1ca6-0074-41d4-8de3-662b7469f204 None None] Port c4b3f136-7570-4d13-b0da-096d4d6e56d4 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:48.267657 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.274939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a98796-1152-4dd4-866b-989e98fc65fe None None] Update dhcp port {'port': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'fixed_ips': [{'subnet_id': '0b340614-0ed4-4495-a9a4-d1baf5576893', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f65920b5-ea46-42e5-8745-d2f09d8c29a7'}], 'binding:host_id': 'dv-neutron-839183-1-hyperv'}, 'id': '4088cf40-a6db-460d-bb41-6b362f9eec7a'} from dv-neutron-839183-1-hyperv. {{(pid=88716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 15:38:48.322902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.331223 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4a98796-1152-4dd4-866b-989e98fc65fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.367631 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b00990-ef4b-4b2a-b149-306ac981477c,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:48.464368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.468136 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8c8b82b4-77de-40a4-ab91-a24ba996cd8a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4658520 Apr 29 15:38:48.468332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39376) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:48.473576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'security_group': {'name': 'tempest-secgroup-999042211'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:48.480643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:48.484346 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:security_group and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:48.487293 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:48.493850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:48.573907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.576498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-d4a98796-1152-4dd4-866b-989e98fc65fe None None] Allocated IP 172.20.0.2 (b4e7d3c7-f93e-4f88-90fe-efa363e21a1b/f65920b5-ea46-42e5-8745-d2f09d8c29a7/4088cf40-a6db-460d-bb41-6b362f9eec7a) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:48.581105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39382) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:48.596869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:48.601077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:security_group_rule and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:48.604833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:48.610887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:48.689098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.702842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cddb858f-d064-4365-9f2d-a6ff6c087320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.717291 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d4a98796-1152-4dd4-866b-989e98fc65fe None None] For port 4088cf40-a6db-460d-bb41-6b362f9eec7a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4088cf40-a6db-460d-bb41-6b362f9eec7a,segment=NetworkSegment(a6bb8229-f731-40bb-9c2e-f6dce0597af0),segment_id=a6bb8229-f731-40bb-9c2e-f6dce0597af0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:48.718177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cddb858f-d064-4365-9f2d-a6ff6c087320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:48.722156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cddb858f-d064-4365-9f2d-a6ff6c087320 admin admin] Usage tracker for resource:security_group_rule and tenant:c099cb28247940c7aed4db4331668d30 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:48.725027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cddb858f-d064-4365-9f2d-a6ff6c087320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:48.731587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cddb858f-d064-4365-9f2d-a6ff6c087320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:48.742829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4a98796-1152-4dd4-866b-989e98fc65fe None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.756262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.759246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d4a98796-1152-4dd4-866b-989e98fc65fe None None] Transition to ACTIVE for port object 4088cf40-a6db-460d-bb41-6b362f9eec7a will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:48.799542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed03e14a-b33f-44e9-8a78-7da3da5467d0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:48.812712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cddb858f-d064-4365-9f2d-a6ff6c087320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.829894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4a98796-1152-4dd4-866b-989e98fc65fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.847001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.848265 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8d0e8034-90a4-4366-baf4-50bbcaa74777 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3789442 Apr 29 15:38:48.850988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39388) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:48.856682 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1413621036', 'security_groups': ['ed03e14a-b33f-44e9-8a78-7da3da5467d0'], 'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f65920b5-ea46-42e5-8745-d2f09d8c29a7'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:48.902844 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cddb858f-d064-4365-9f2d-a6ff6c087320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:48.959669 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cddb858f-d064-4365-9f2d-a6ff6c087320 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c099cb28247940c7aed4db4331668d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773415 Apr 29 15:38:48.959902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39392) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:48.961971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb858f-d064-4365-9f2d-a6ff6c087320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d837c6-a6ea-49b7-8c79-04fab8755ed1,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:48.972773 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a98796-1152-4dd4-866b-989e98fc65fe None None] Pushing event updated for resources: {'Port': ['ID=4088cf40-a6db-460d-bb41-6b362f9eec7a,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:49.052488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:49.054735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-589cb1a5-77a2-4c3b-83bf-94b0f9f2c5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.075209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:49.093452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-589cb1a5-77a2-4c3b-83bf-94b0f9f2c5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.173110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'port': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:49.205070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-589cb1a5-77a2-4c3b-83bf-94b0f9f2c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.277559 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cb1a5-77a2-4c3b-83bf-94b0f9f2c5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d837c6-a6ea-49b7-8c79-04fab8755ed1,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:49.286729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-589cb1a5-77a2-4c3b-83bf-94b0f9f2c5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.290424 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-589cb1a5-77a2-4c3b-83bf-94b0f9f2c5e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72d837c6-a6ea-49b7-8c79-04fab8755ed1 HTTP/1.1" status: 204 len: 168 time: 0.3271384 Apr 29 15:38:49.334208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.361712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] device_id is not set on port ca2e491f-867e-4673-a88b-6b1c6a23ac4c yet. {{(pid=88714) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:38:49.577513 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.5 (b4e7d3c7-f93e-4f88-90fe-efa363e21a1b/f65920b5-ea46-42e5-8745-d2f09d8c29a7/ca2e491f-867e-4673-a88b-6b1c6a23ac4c) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:49.584679 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-15d10a24-bf9d-436a-9658-a30223bdb7c5 None None] Provisioning for port 4088cf40-a6db-460d-bb41-6b362f9eec7a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:49.592266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-15d10a24-bf9d-436a-9658-a30223bdb7c5 None None] Provisioning complete for port 4088cf40-a6db-460d-bb41-6b362f9eec7a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:49.599175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-15d10a24-bf9d-436a-9658-a30223bdb7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.633357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4088cf40-a6db-460d-bb41-6b362f9eec7a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:49.772150 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4088cf40-a6db-460d-bb41-6b362f9eec7a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:49.772657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.782151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.798742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object ca2e491f-867e-4673-a88b-6b1c6a23ac4c will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:49.893823 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-15d10a24-bf9d-436a-9658-a30223bdb7c5 None None] Provisioning complete for port c4b3f136-7570-4d13-b0da-096d4d6e56d4 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:49.894104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-15d10a24-bf9d-436a-9658-a30223bdb7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.910879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:49.970599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-15d10a24-bf9d-436a-9658-a30223bdb7c5 None None] Port c4b3f136-7570-4d13-b0da-096d4d6e56d4 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:49.984845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:49.987897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:49.991825 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:50.039167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=ca2e491f-867e-4673-a88b-6b1c6a23ac4c,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:50.072670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:50.073274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.150278 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b7c09a47-4490-445a-85ce-170181f65fae tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2982597 Apr 29 15:38:50.153253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39416) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:50.158967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f588a648-f4b2-44b1-aa11-9ef31ff011cf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:50.299967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f588a648-f4b2-44b1-aa11-9ef31ff011cf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:50.303764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f588a648-f4b2-44b1-aa11-9ef31ff011cf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:50.307252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f588a648-f4b2-44b1-aa11-9ef31ff011cf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:50.312859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f588a648-f4b2-44b1-aa11-9ef31ff011cf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:50.361462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f9af4096-be3f-4930-affb-9482aab771ca None None] Provisioning for port ca2e491f-867e-4673-a88b-6b1c6a23ac4c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:50.362622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39422) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:50.366635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f9af4096-be3f-4930-affb-9482aab771ca None None] Provisioning complete for port ca2e491f-867e-4673-a88b-6b1c6a23ac4c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:50.367020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f9af4096-be3f-4930-affb-9482aab771ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.367329 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028112 Apr 29 15:38:50.375366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39424) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:50.390469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f588a648-f4b2-44b1-aa11-9ef31ff011cf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:50.394337 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f588a648-f4b2-44b1-aa11-9ef31ff011cf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:50.421362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f9af4096-be3f-4930-affb-9482aab771ca None None] Port ca2e491f-867e-4673-a88b-6b1c6a23ac4c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:50.488657 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9a1be75e-01be-42ec-87d5-f5bc4fbec05d tempest-NetworksApiDiscovery-2115133071 tempest-NetworksApiDiscovery-2115133071-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1121488 Apr 29 15:38:50.527095 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.ipam_backend_mixin [None req-f588a648-f4b2-44b1-aa11-9ef31ff011cf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f65920b5-ea46-42e5-8745-d2f09d8c29a7 (CIDR: 172.20.0.0/28) Apr 29 15:38:50.557024 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-f588a648-f4b2-44b1-aa11-9ef31ff011cf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:38:50.557657 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f588a648-f4b2-44b1-aa11-9ef31ff011cf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:50.642020 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f588a648-f4b2-44b1-aa11-9ef31ff011cf tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4876673 Apr 29 15:38:50.644732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39432) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:50.650685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-8262f270-ee53-49c3-8877-00586b673c7a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:50.891752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8262f270-ee53-49c3-8877-00586b673c7a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:50.895501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8262f270-ee53-49c3-8877-00586b673c7a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:50.898273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8262f270-ee53-49c3-8877-00586b673c7a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:50.904568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8262f270-ee53-49c3-8877-00586b673c7a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:50.921077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39438) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:51.001816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8262f270-ee53-49c3-8877-00586b673c7a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:51.005589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8262f270-ee53-49c3-8877-00586b673c7a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.050044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97838197-00c4-4736-8474-dc8748925bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.114644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-97838197-00c4-4736-8474-dc8748925bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:51.125048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-97838197-00c4-4736-8474-dc8748925bb1 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6c1a3233f84bda970c03863479060f is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:51.135210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-97838197-00c4-4736-8474-dc8748925bb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:51.144572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-97838197-00c4-4736-8474-dc8748925bb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:51.181617 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.ipam_backend_mixin [None req-8262f270-ee53-49c3-8877-00586b673c7a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0b340614-0ed4-4495-a9a4-d1baf5576893 (CIDR: 172.20.0.16/28) Apr 29 15:38:51.230881 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-8262f270-ee53-49c3-8877-00586b673c7a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:38:51.231456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8262f270-ee53-49c3-8877-00586b673c7a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:51.257012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97838197-00c4-4736-8474-dc8748925bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.372891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97838197-00c4-4736-8474-dc8748925bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.400749 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8262f270-ee53-49c3-8877-00586b673c7a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7549877 Apr 29 15:38:51.403475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39444) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:51.408972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'subnet': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:51.427799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97838197-00c4-4736-8474-dc8748925bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4fef70-c772-4ae0-984a-e835b35200ae,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:51.434475 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-97838197-00c4-4736-8474-dc8748925bb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa6c1a3233f84bda970c03863479060f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5097461 Apr 29 15:38:51.434671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39448) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:51.492131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1112170-4195-4ab7-912a-cb326bf1f0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.520538 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1112170-4195-4ab7-912a-cb326bf1f0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.554584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:51.559837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Usage tracker for resource:subnet and tenant:c04a7795404e4afd80825923c21e76f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:51.562924 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:51.568556 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:51.652679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Made reservation on behalf of c04a7795404e4afd80825923c21e76f6 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:51.656166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.675696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1112170-4195-4ab7-912a-cb326bf1f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.693040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1112170-4195-4ab7-912a-cb326bf1f0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4fef70-c772-4ae0-984a-e835b35200ae,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:51.696916 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e1112170-4195-4ab7-912a-cb326bf1f0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:51.698137 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e1112170-4195-4ab7-912a-cb326bf1f0a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f4fef70-c772-4ae0-984a-e835b35200ae HTTP/1.1" status: 204 len: 168 time: 0.2626286 Apr 29 15:38:52.064991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.125719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:52.128763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:52.133166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:52.135475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.138636 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e0e0f9-ab7e-4b48-85b9-6b59bbda5666 None None] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:52.150848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Subnet': ['ID=d52102af-d600-4641-b988-d67d4beacfb1,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:52.248667 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0685af49-9d52-4c3b-8385-0d7332d29884 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8438144 Apr 29 15:38:52.251448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39466) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:52.262629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5556244c-0513-46c5-b9cd-68639399297f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-988816206', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd52102af-d600-4641-b988-d67d4beacfb1'}], 'security_groups': ['5490f71e-3691-497c-aa69-385b14413e46', 'd6b00990-ef4b-4b2a-b149-306ac981477c']}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:52.397419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5556244c-0513-46c5-b9cd-68639399297f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.498781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b07a42-ac9d-403c-a859-6db285e965a5 None None] Update dhcp port {'port': {'network_id': 'b4e7d3c7-f93e-4f88-90fe-efa363e21a1b', 'fixed_ips': [{'subnet_id': '0b340614-0ed4-4495-a9a4-d1baf5576893', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f65920b5-ea46-42e5-8745-d2f09d8c29a7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd52102af-d600-4641-b988-d67d4beacfb1'}], 'binding:host_id': 'dv-neutron-839183-1-hyperv'}, 'id': '4088cf40-a6db-460d-bb41-6b362f9eec7a'} from dv-neutron-839183-1-hyperv. {{(pid=88716) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 29 15:38:52.557189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d9b07a42-ac9d-403c-a859-6db285e965a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:52.806442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-5556244c-0513-46c5-b9cd-68639399297f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Delete allocated IP 172.20.0.5 (b4e7d3c7-f93e-4f88-90fe-efa363e21a1b/f65920b5-ea46-42e5-8745-d2f09d8c29a7) {{(pid=88714) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 29 15:38:52.815018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-5556244c-0513-46c5-b9cd-68639399297f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Allocated IP 172.20.0.35 (b4e7d3c7-f93e-4f88-90fe-efa363e21a1b/d52102af-d600-4641-b988-d67d4beacfb1/ca2e491f-867e-4673-a88b-6b1c6a23ac4c) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:53.026096 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5556244c-0513-46c5-b9cd-68639399297f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.042562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-5556244c-0513-46c5-b9cd-68639399297f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Transition to ACTIVE for port object ca2e491f-867e-4673-a88b-6b1c6a23ac4c will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:53.110026 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5556244c-0513-46c5-b9cd-68639399297f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.181887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-d9b07a42-ac9d-403c-a859-6db285e965a5 None None] Allocated IP 172.20.0.34 (b4e7d3c7-f93e-4f88-90fe-efa363e21a1b/d52102af-d600-4641-b988-d67d4beacfb1/4088cf40-a6db-460d-bb41-6b362f9eec7a) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:53.254137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556244c-0513-46c5-b9cd-68639399297f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event updated for resources: {'Port': ['ID=ca2e491f-867e-4673-a88b-6b1c6a23ac4c,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:53.286306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5556244c-0513-46c5-b9cd-68639399297f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] In _notify_port_updated(), no bound segment for port ca2e491f-867e-4673-a88b-6b1c6a23ac4c on network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b {{(pid=88714) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:38:53.292627 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556244c-0513-46c5-b9cd-68639399297f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:53.293600 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5556244c-0513-46c5-b9cd-68639399297f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.295225 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5556244c-0513-46c5-b9cd-68639399297f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "PUT /v2.0/ports/ca2e491f-867e-4673-a88b-6b1c6a23ac4c HTTP/1.1" status: 200 len: 959 time: 1.0419340 Apr 29 15:38:53.298203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39488) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:53.368394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d9b07a42-ac9d-403c-a859-6db285e965a5 None None] For port 4088cf40-a6db-460d-bb41-6b362f9eec7a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4088cf40-a6db-460d-bb41-6b362f9eec7a,segment=NetworkSegment(a6bb8229-f731-40bb-9c2e-f6dce0597af0),segment_id=a6bb8229-f731-40bb-9c2e-f6dce0597af0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:53.373753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-dfd0ccb5-fe30-4de2-85c6-5a2a69e2b685 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port ca2e491f-867e-4673-a88b-6b1c6a23ac4c {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:53.374046 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfd0ccb5-fe30-4de2-85c6-5a2a69e2b685 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.396496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d9b07a42-ac9d-403c-a859-6db285e965a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.415699 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d9b07a42-ac9d-403c-a859-6db285e965a5 None None] Transition to ACTIVE for port object 4088cf40-a6db-460d-bb41-6b362f9eec7a will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:38:53.519971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d9b07a42-ac9d-403c-a859-6db285e965a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.636854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfd0ccb5-fe30-4de2-85c6-5a2a69e2b685 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:53.713200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b07a42-ac9d-403c-a859-6db285e965a5 None None] Pushing event updated for resources: {'Port': ['ID=4088cf40-a6db-460d-bb41-6b362f9eec7a,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:53.869882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-dfd0ccb5-fe30-4de2-85c6-5a2a69e2b685 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for ca2e491f-867e-4673-a88b-6b1c6a23ac4c owned by {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:54.013212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.098865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfd0ccb5-fe30-4de2-85c6-5a2a69e2b685 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.154986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0ccb5-fe30-4de2-85c6-5a2a69e2b685 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=ca2e491f-867e-4673-a88b-6b1c6a23ac4c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:54.181477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39502) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:54.187257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-350730225', 'description': 'tempest-secgroup-smoke-350730225 description', 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:54.193466 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:54.199492 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:security_group and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:54.202779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:54.210513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:54.265238 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfd0ccb5-fe30-4de2-85c6-5a2a69e2b685 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.275879 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dfd0ccb5-fe30-4de2-85c6-5a2a69e2b685 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/ca2e491f-867e-4673-a88b-6b1c6a23ac4c HTTP/1.1" status: 204 len: 168 time: 0.9766462 Apr 29 15:38:54.278682 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39506) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:54.315176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.331943 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-799fe5b0-3329-418d-a7d0-93e7a2c5de80 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] GET failed (client error): The resource could not be found. Apr 29 15:38:54.332485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-799fe5b0-3329-418d-a7d0-93e7a2c5de80 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Synchronizing usage tracker for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:38:54.332731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0fe3bffa-0ef4-4836-89e0-21b845f12142 None None] Provisioning for port 4088cf40-a6db-460d-bb41-6b362f9eec7a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:38:54.335977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.337988 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0fe3bffa-0ef4-4836-89e0-21b845f12142 None None] Provisioning complete for port 4088cf40-a6db-460d-bb41-6b362f9eec7a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:54.338337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0fe3bffa-0ef4-4836-89e0-21b845f12142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.360680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:54.364918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:security_group_rule and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:54.368451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:54.374235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:54.469880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.477347 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0fe3bffa-0ef4-4836-89e0-21b845f12142 None None] Provisioning complete for port c4b3f136-7570-4d13-b0da-096d4d6e56d4 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:54.477745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0fe3bffa-0ef4-4836-89e0-21b845f12142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.530075 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-0fe3bffa-0ef4-4836-89e0-21b845f12142 None None] Port c4b3f136-7570-4d13-b0da-096d4d6e56d4 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:54.532926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0fe3bffa-0ef4-4836-89e0-21b845f12142 None None] Could not find standard attr ID for object ca2e491f-867e-4673-a88b-6b1c6a23ac4c. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:38:54.544081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-799fe5b0-3329-418d-a7d0-93e7a2c5de80 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Unset dirty status for tenant:c04a7795404e4afd80825923c21e76f6 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:38:54.545280 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-799fe5b0-3329-418d-a7d0-93e7a2c5de80 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports/ca2e491f-867e-4673-a88b-6b1c6a23ac4c HTTP/1.1" status: 404 len: 333 time: 0.2656293 Apr 29 15:38:54.547964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39510) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:54.589178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.602512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:54.612269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:security_group_rule and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:54.620998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:54.644628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:54.656262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-59b47cdf-d113-4d2e-b758-ad0212a884b6 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.657900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd444f7-ae38-44eb-9005-0f6694d8aa26,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:54.700524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-59b47cdf-d113-4d2e-b758-ad0212a884b6 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.745761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-130a218f-c139-44f9-926d-64dc6bc2de33 None None] Could not find standard attr ID for object ca2e491f-867e-4673-a88b-6b1c6a23ac4c. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 15:38:54.781367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.862769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-59b47cdf-d113-4d2e-b758-ad0212a884b6 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.884075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b47cdf-d113-4d2e-b758-ad0212a884b6 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed03e14a-b33f-44e9-8a78-7da3da5467d0,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:54.892834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-59b47cdf-d113-4d2e-b758-ad0212a884b6 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.893918 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-59b47cdf-d113-4d2e-b758-ad0212a884b6 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/security-groups/ed03e14a-b33f-44e9-8a78-7da3da5467d0 HTTP/1.1" status: 204 len: 168 time: 0.3450427 Apr 29 15:38:54.896533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39514) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:54.910681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:54.968202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7009495e-5dd5-427f-813a-d4e5f4b756f8,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:54.993744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67fac51d-13d0-4bed-ab0c-44d33353b0d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.006326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.007500 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2a4d7e6d-2688-49fb-ac8d-6aff63bfb5d5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8244991 Apr 29 15:38:55.011114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39518) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:55.021425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-97a74942-a69f-4df2-a18e-6ccd81e3e7ec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Request body: {'security_group_rule': {'security_group_id': '7009495e-5dd5-427f-813a-d4e5f4b756f8', 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:55.031054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-97a74942-a69f-4df2-a18e-6ccd81e3e7ec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:55.033887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67fac51d-13d0-4bed-ab0c-44d33353b0d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.045415 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-97a74942-a69f-4df2-a18e-6ccd81e3e7ec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:security_group_rule and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:55.049781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-97a74942-a69f-4df2-a18e-6ccd81e3e7ec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:55.062603 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-97a74942-a69f-4df2-a18e-6ccd81e3e7ec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:55.144862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-97a74942-a69f-4df2-a18e-6ccd81e3e7ec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.156381 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67fac51d-13d0-4bed-ab0c-44d33353b0d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.185590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fac51d-13d0-4bed-ab0c-44d33353b0d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b00990-ef4b-4b2a-b149-306ac981477c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:55.200164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67fac51d-13d0-4bed-ab0c-44d33353b0d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.201287 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-67fac51d-13d0-4bed-ab0c-44d33353b0d7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/security-groups/d6b00990-ef4b-4b2a-b149-306ac981477c HTTP/1.1" status: 204 len: 168 time: 0.3038747 Apr 29 15:38:55.204193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39522) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:55.233936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-97a74942-a69f-4df2-a18e-6ccd81e3e7ec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.272719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-483dd06d-4e2c-4094-807b-b0abaef363f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.300193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-483dd06d-4e2c-4094-807b-b0abaef363f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.303958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-97a74942-a69f-4df2-a18e-6ccd81e3e7ec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.327786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a74942-a69f-4df2-a18e-6ccd81e3e7ec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9381f06b-6a3e-438a-bfa6-bbc5f2e94878,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:55.389958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-97a74942-a69f-4df2-a18e-6ccd81e3e7ec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.391130 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-97a74942-a69f-4df2-a18e-6ccd81e3e7ec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791263 Apr 29 15:38:55.393990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39526) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:55.399781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ee0af212-d940-4b7c-9be6-5ad660ee64eb tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Request body: {'security_group_rule': {'security_group_id': '7009495e-5dd5-427f-813a-d4e5f4b756f8', 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:55.407203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ee0af212-d940-4b7c-9be6-5ad660ee64eb tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:55.409328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ee0af212-d940-4b7c-9be6-5ad660ee64eb tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:security_group_rule and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:55.412275 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ee0af212-d940-4b7c-9be6-5ad660ee64eb tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:55.418630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ee0af212-d940-4b7c-9be6-5ad660ee64eb tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:55.420555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-483dd06d-4e2c-4094-807b-b0abaef363f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.443639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dd06d-4e2c-4094-807b-b0abaef363f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5490f71e-3691-497c-aa69-385b14413e46,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:55.448826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-483dd06d-4e2c-4094-807b-b0abaef363f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.456729 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-483dd06d-4e2c-4094-807b-b0abaef363f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/security-groups/5490f71e-3691-497c-aa69-385b14413e46 HTTP/1.1" status: 204 len: 168 time: 0.2447293 Apr 29 15:38:55.456729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39530) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:55.524224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-0929bcb4-1194-49af-ac3e-cb8c58fba0dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting subnet f65920b5-ea46-42e5-8745-d2f09d8c29a7 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:38:55.528172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0929bcb4-1194-49af-ac3e-cb8c58fba0dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.565299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ee0af212-d940-4b7c-9be6-5ad660ee64eb tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.621753 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4088cf40-a6db-460d-bb41-6b362f9eec7a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:38:55.624155 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0929bcb4-1194-49af-ac3e-cb8c58fba0dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.692546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4088cf40-a6db-460d-bb41-6b362f9eec7a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:55.692915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.708267 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ee0af212-d940-4b7c-9be6-5ad660ee64eb tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.729854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0929bcb4-1194-49af-ac3e-cb8c58fba0dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.797460 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ee0af212-d940-4b7c-9be6-5ad660ee64eb tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.824958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0af212-d940-4b7c-9be6-5ad660ee64eb tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af84149e-9583-4a9e-9042-12c72917e151,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:55.910079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0929bcb4-1194-49af-ac3e-cb8c58fba0dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.948929 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ee0af212-d940-4b7c-9be6-5ad660ee64eb tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.950099 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ee0af212-d940-4b7c-9be6-5ad660ee64eb tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5551417 Apr 29 15:38:55.952915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39534) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:55.953084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929bcb4-1194-49af-ac3e-cb8c58fba0dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Subnet': ['ID=f65920b5-ea46-42e5-8745-d2f09d8c29a7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:55.956778 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0929bcb4-1194-49af-ac3e-cb8c58fba0dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:55.958624 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0929bcb4-1194-49af-ac3e-cb8c58fba0dd tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/f65920b5-ea46-42e5-8745-d2f09d8c29a7 HTTP/1.1" status: 204 len: 168 time: 0.5050106 Apr 29 15:38:55.963056 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39538) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:55.964054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-3e934ae4-408c-4a5b-a9d2-e45946909e52 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Request body: {'security_group_rule': {'security_group_id': '7009495e-5dd5-427f-813a-d4e5f4b756f8', 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:55.966134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3b243-412e-4f03-b4fc-a5e0757e5f31 None None] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:55.970438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3e934ae4-408c-4a5b-a9d2-e45946909e52 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:55.974277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3e934ae4-408c-4a5b-a9d2-e45946909e52 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:security_group_rule and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:55.977407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3e934ae4-408c-4a5b-a9d2-e45946909e52 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:55.983582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3e934ae4-408c-4a5b-a9d2-e45946909e52 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:56.032088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8baa16-aec6-48bb-bfb7-7599c5779a62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting subnet d52102af-d600-4641-b988-d67d4beacfb1 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:38:56.035126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9d8baa16-aec6-48bb-bfb7-7599c5779a62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.060157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3e934ae4-408c-4a5b-a9d2-e45946909e52 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.091453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9d8baa16-aec6-48bb-bfb7-7599c5779a62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.130753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3e934ae4-408c-4a5b-a9d2-e45946909e52 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.172675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3e934ae4-408c-4a5b-a9d2-e45946909e52 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.180826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9d8baa16-aec6-48bb-bfb7-7599c5779a62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.197800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e934ae4-408c-4a5b-a9d2-e45946909e52 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ac2816-9eef-4305-a2c5-be881e497722,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:56.291592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3e934ae4-408c-4a5b-a9d2-e45946909e52 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.292981 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3e934ae4-408c-4a5b-a9d2-e45946909e52 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387527 Apr 29 15:38:56.295646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39544) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:56.300828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-db295f17-4521-491d-932e-20d6c84fb268 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Request body: {'security_group_rule': {'security_group_id': '7009495e-5dd5-427f-813a-d4e5f4b756f8', 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:56.307422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-db295f17-4521-491d-932e-20d6c84fb268 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:56.311305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-db295f17-4521-491d-932e-20d6c84fb268 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:security_group_rule and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:56.314436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-db295f17-4521-491d-932e-20d6c84fb268 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:56.321555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-db295f17-4521-491d-932e-20d6c84fb268 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:56.348696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9d8baa16-aec6-48bb-bfb7-7599c5779a62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.390072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8baa16-aec6-48bb-bfb7-7599c5779a62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Subnet': ['ID=d52102af-d600-4641-b988-d67d4beacfb1,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:56.393915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9d8baa16-aec6-48bb-bfb7-7599c5779a62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.400852 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9d8baa16-aec6-48bb-bfb7-7599c5779a62 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/d52102af-d600-4641-b988-d67d4beacfb1 HTTP/1.1" status: 204 len: 168 time: 0.4365249 Apr 29 15:38:56.402601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-db295f17-4521-491d-932e-20d6c84fb268 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.403085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39548) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:56.441773 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8437c5-e0da-4fac-8942-cac5587a1be7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:56.444219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8437c5-e0da-4fac-8942-cac5587a1be7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:56.447476 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0b8437c5-e0da-4fac-8942-cac5587a1be7 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/f65920b5-ea46-42e5-8745-d2f09d8c29a7 HTTP/1.1" status: 404 len: 337 time: 0.0433550 Apr 29 15:38:56.448098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39552) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:56.482637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-db295f17-4521-491d-932e-20d6c84fb268 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.520099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba06d50-d379-4322-9fe8-94fd03d37db2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting subnet 0b340614-0ed4-4495-a9a4-d1baf5576893 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:38:56.523236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eba06d50-d379-4322-9fe8-94fd03d37db2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.554672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-db295f17-4521-491d-932e-20d6c84fb268 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.581966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db295f17-4521-491d-932e-20d6c84fb268 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c579412b-479f-4750-940e-6ffa662b1106,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:56.582802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eba06d50-d379-4322-9fe8-94fd03d37db2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.668348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-db295f17-4521-491d-932e-20d6c84fb268 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.672016 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-db295f17-4521-491d-932e-20d6c84fb268 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3729143 Apr 29 15:38:56.674212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39556) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:56.680286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-89e10df0-85f8-4b2e-9452-d9f384d5a3e1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Request body: {'security_group_rule': {'security_group_id': '7009495e-5dd5-427f-813a-d4e5f4b756f8', 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:56.685144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eba06d50-d379-4322-9fe8-94fd03d37db2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.702155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71aa8f5-f14e-4bde-bfd7-c9b1f3f7a2e4 None None] Network b4e7d3c7-f93e-4f88-90fe-efa363e21a1b requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:38:56.719125 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-89e10df0-85f8-4b2e-9452-d9f384d5a3e1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:56.730067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-89e10df0-85f8-4b2e-9452-d9f384d5a3e1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:security_group_rule and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:56.734717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-89e10df0-85f8-4b2e-9452-d9f384d5a3e1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:56.743611 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-89e10df0-85f8-4b2e-9452-d9f384d5a3e1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:56.809941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6b07561a-0380-4371-96ec-4f41d2a57d0f None None] Provisioning complete for port 4088cf40-a6db-460d-bb41-6b362f9eec7a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:56.810301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6b07561a-0380-4371-96ec-4f41d2a57d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.823163 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-89e10df0-85f8-4b2e-9452-d9f384d5a3e1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Project f8efcf5488424e6cab018c60c8a17ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:38:56.830215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-89e10df0-85f8-4b2e-9452-d9f384d5a3e1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.855170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eba06d50-d379-4322-9fe8-94fd03d37db2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.914731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eba06d50-d379-4322-9fe8-94fd03d37db2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.919970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba06d50-d379-4322-9fe8-94fd03d37db2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Subnet': ['ID=0b340614-0ed4-4495-a9a4-d1baf5576893,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:56.931319 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-eba06d50-d379-4322-9fe8-94fd03d37db2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/0b340614-0ed4-4495-a9a4-d1baf5576893 HTTP/1.1" status: 204 len: 168 time: 0.4821341 Apr 29 15:38:56.934565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39560) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:56.947209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-89e10df0-85f8-4b2e-9452-d9f384d5a3e1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:56.975786 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-9892eefb-310b-44be-9e24-b95344a06d72 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:56.981321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9892eefb-310b-44be-9e24-b95344a06d72 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:56.981321 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9892eefb-310b-44be-9e24-b95344a06d72 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/ca5546c9-8ce8-4e78-a49c-ada16203009c HTTP/1.1" status: 404 len: 337 time: 0.0429680 Apr 29 15:38:56.981560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39564) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.024415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-89e10df0-85f8-4b2e-9452-d9f384d5a3e1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.029160 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-01da4018-4282-4f5f-9960-27e8ae7cc64a tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "GET /v2.0/ports?device_id=215aa5e8-ae92-44cf-88a8-0df78c7d350f HTTP/1.1" status: 200 len: 205 time: 0.0443170 Apr 29 15:38:57.029718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39568) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.034516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6b07561a-0380-4371-96ec-4f41d2a57d0f None None] Provisioning complete for port c4b3f136-7570-4d13-b0da-096d4d6e56d4 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:38:57.034516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6b07561a-0380-4371-96ec-4f41d2a57d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.059008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e10df0-85f8-4b2e-9452-d9f384d5a3e1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa8c5b4-4142-45ad-9bbb-03fd5bea715d,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:57.091982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-6b07561a-0380-4371-96ec-4f41d2a57d0f None None] Port c4b3f136-7570-4d13-b0da-096d4d6e56d4 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:38:57.105179 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-c7ec173b-3efc-4a14-ab50-74be4571b0d3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] delete failed (client error): The resource could not be found. Apr 29 15:38:57.106442 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c7ec173b-3efc-4a14-ab50-74be4571b0d3 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/routers/215aa5e8-ae92-44cf-88a8-0df78c7d350f HTTP/1.1" status: 404 len: 336 time: 0.0755770 Apr 29 15:38:57.111650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39572) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.118127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e4ade2-7b7d-4f2d-b277-8ccfab973318 None None] DHCP port deletion for b4e7d3c7-f93e-4f88-90fe-efa363e21a1b request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:38:57.122443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-92e4ade2-7b7d-4f2d-b277-8ccfab973318 None None] Deleting port 4088cf40-a6db-460d-bb41-6b362f9eec7a {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:57.122807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-92e4ade2-7b7d-4f2d-b277-8ccfab973318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.133573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-89e10df0-85f8-4b2e-9452-d9f384d5a3e1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.136505 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-89e10df0-85f8-4b2e-9452-d9f384d5a3e1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4599867 Apr 29 15:38:57.137815 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39576) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.143474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-32590e6f-4a91-46a2-a216-86fd188857ba tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Request body: {'security_group_rule': {'security_group_id': '7009495e-5dd5-427f-813a-d4e5f4b756f8', 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:57.148631 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae300f9-e2a7-4aba-a47c-c000a574d8d1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:57.149320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae300f9-e2a7-4aba-a47c-c000a574d8d1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:57.150161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-32590e6f-4a91-46a2-a216-86fd188857ba tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:57.150762 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2ae300f9-e2a7-4aba-a47c-c000a574d8d1 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/d452d289-f781-4892-b27f-df9c63f4a334 HTTP/1.1" status: 404 len: 337 time: 0.0411618 Apr 29 15:38:57.154413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-32590e6f-4a91-46a2-a216-86fd188857ba tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:security_group_rule and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:57.157453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-32590e6f-4a91-46a2-a216-86fd188857ba tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:57.159123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39580) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.163775 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-32590e6f-4a91-46a2-a216-86fd188857ba tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:57.201648 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcec987c-9155-4e72-a76f-62cefc948e75 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:57.202208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcec987c-9155-4e72-a76f-62cefc948e75 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:57.203652 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dcec987c-9155-4e72-a76f-62cefc948e75 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/2b2bb11c-d911-408d-8f5c-a865bb433b0b HTTP/1.1" status: 404 len: 337 time: 0.0435977 Apr 29 15:38:57.206439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39584) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.245368 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4a6916-c869-4c23-8d94-a5f29ae0ba7e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:57.245832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4a6916-c869-4c23-8d94-a5f29ae0ba7e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:57.247561 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4e4a6916-c869-4c23-8d94-a5f29ae0ba7e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/a7e39f3c-f9e6-4c4a-b6bd-c70ab6d6ce6a HTTP/1.1" status: 404 len: 337 time: 0.0402317 Apr 29 15:38:57.250131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39588) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.264156 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-32590e6f-4a91-46a2-a216-86fd188857ba tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Project f8efcf5488424e6cab018c60c8a17ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:38:57.271849 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-32590e6f-4a91-46a2-a216-86fd188857ba tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.292457 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-7680e360-2e9b-48b3-b7fd-1c06da9da07f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:57.292974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7680e360-2e9b-48b3-b7fd-1c06da9da07f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:57.294657 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7680e360-2e9b-48b3-b7fd-1c06da9da07f tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/5ce18d42-5248-469e-8277-777209d6e04c HTTP/1.1" status: 404 len: 333 time: 0.0436387 Apr 29 15:38:57.297311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39592) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.340068 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb223efd-496d-464c-82d9-8975f9552903 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:57.340434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb223efd-496d-464c-82d9-8975f9552903 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:57.342227 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fb223efd-496d-464c-82d9-8975f9552903 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/88a74e4a-6cbf-43a6-8ebc-ae5a3280aceb HTTP/1.1" status: 404 len: 337 time: 0.0440145 Apr 29 15:38:57.343226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-32590e6f-4a91-46a2-a216-86fd188857ba tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.344670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39596) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.346072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-92e4ade2-7b7d-4f2d-b277-8ccfab973318 None None] For port 4088cf40-a6db-460d-bb41-6b362f9eec7a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4088cf40-a6db-460d-bb41-6b362f9eec7a,segment=NetworkSegment(a6bb8229-f731-40bb-9c2e-f6dce0597af0),segment_id=a6bb8229-f731-40bb-9c2e-f6dce0597af0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:38:57.346523 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-92e4ade2-7b7d-4f2d-b277-8ccfab973318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.381879 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd63e06c-2c8d-4f85-a2c7-2e80f6bc1dba tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:57.382492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd63e06c-2c8d-4f85-a2c7-2e80f6bc1dba tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:57.388420 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dd63e06c-2c8d-4f85-a2c7-2e80f6bc1dba tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/f281790a-de4b-439a-9e87-d68b1a77df21 HTTP/1.1" status: 404 len: 337 time: 0.0425239 Apr 29 15:38:57.390688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39600) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.429460 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-32590e6f-4a91-46a2-a216-86fd188857ba tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.449378 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7823fd-4879-4bd4-bca1-b84bb222f46e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:57.449848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7823fd-4879-4bd4-bca1-b84bb222f46e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88714) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:57.451548 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ad7823fd-4879-4bd4-bca1-b84bb222f46e tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/3e15d69c-8af4-4b3f-bee6-842f4955fdbc HTTP/1.1" status: 404 len: 333 time: 0.0598974 Apr 29 15:38:57.454403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39604) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.463728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32590e6f-4a91-46a2-a216-86fd188857ba tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5850914-5398-435a-9583-7e1dc612384b,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:57.492178 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c13458-bb72-4372-8a1e-5b49896a642d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:57.492944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c13458-bb72-4372-8a1e-5b49896a642d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:57.494599 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c1c13458-bb72-4372-8a1e-5b49896a642d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/b59e6738-522c-4362-a2da-7e3a8047b990 HTTP/1.1" status: 404 len: 337 time: 0.0390077 Apr 29 15:38:57.497097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39608) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.505892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-92e4ade2-7b7d-4f2d-b277-8ccfab973318 None None] Calling delete_port for 4088cf40-a6db-460d-bb41-6b362f9eec7a owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:57.534222 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cf4df4-d295-40f6-86f6-e9b131d023e2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] DELETE failed (client error): The resource could not be found. Apr 29 15:38:57.534667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23cf4df4-d295-40f6-86f6-e9b131d023e2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 15:38:57.536297 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-23cf4df4-d295-40f6-86f6-e9b131d023e2 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/subnets/198afddc-420f-4360-ab96-454d1eeae6f7 HTTP/1.1" status: 404 len: 337 time: 0.0383270 Apr 29 15:38:57.538898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39612) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.549887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-32590e6f-4a91-46a2-a216-86fd188857ba tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.551261 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-32590e6f-4a91-46a2-a216-86fd188857ba tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4124713 Apr 29 15:38:57.557172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39616) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:57.564875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Request body: {'network': {'name': 'tempest-network-smoke--598304314', 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'port_security_enabled': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:57.576644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:57.584302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:network and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:57.588154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:57.607950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:57.612336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-680dd6ba-8dfc-448d-b9e3-465664f917f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Deleting port c4b3f136-7570-4d13-b0da-096d4d6e56d4 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:57.612704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-680dd6ba-8dfc-448d-b9e3-465664f917f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.634941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4088cf40-a6db-460d-bb41-6b362f9eec7a no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:38:57.664380 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-92e4ade2-7b7d-4f2d-b277-8ccfab973318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.703889 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Made reservation on behalf of f8efcf5488424e6cab018c60c8a17ac2 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:38:57.707667 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.710611 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 4088cf40-a6db-460d-bb41-6b362f9eec7a {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:38:57.711642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4088cf40-a6db-460d-bb41-6b362f9eec7a not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:38:57.722054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4ade2-7b7d-4f2d-b277-8ccfab973318 None None] Pushing event deleted for resources: {'Port': ['ID=4088cf40-a6db-460d-bb41-6b362f9eec7a,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:57.723718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4ade2-7b7d-4f2d-b277-8ccfab973318 None None] No DVR routers for this DVR port 4088cf40-a6db-460d-bb41-6b362f9eec7a on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:38:57.749888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:38:57.757776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.758338 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Added segment d438383b-d821-4718-9bf1-f1394cb1f12c of type vlan for network f3d13ae3-c5e3-4336-8e1a-736d382c188f Apr 29 15:38:57.784530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.838418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-680dd6ba-8dfc-448d-b9e3-465664f917f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.868629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.874219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:38:57.874909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:57.963174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-680dd6ba-8dfc-448d-b9e3-465664f917f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Calling delete_port for c4b3f136-7570-4d13-b0da-096d4d6e56d4 owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:38:57.982106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'Network': ['ID=f3d13ae3-c5e3-4336-8e1a-736d382c188f,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:57.994242 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network f3d13ae3-c5e3-4336-8e1a-736d382c188f details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:38:57.996373 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-72ce12ff-ee60-4904-899f-d6b2817984c7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4380357 Apr 29 15:38:57.999062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39620) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:58.004138 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'admin_state_up': True, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:38:58.012075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:38:58.016083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:router and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:38:58.019019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:38:58.025623 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:38:58.087192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.088227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.115451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-680dd6ba-8dfc-448d-b9e3-465664f917f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.123317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.163379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dd6ba-8dfc-448d-b9e3-465664f917f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Port': ['ID=c4b3f136-7570-4d13-b0da-096d4d6e56d4,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:58.169893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-680dd6ba-8dfc-448d-b9e3-465664f917f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.230969 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-680dd6ba-8dfc-448d-b9e3-465664f917f9 tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/ports/c4b3f136-7570-4d13-b0da-096d4d6e56d4 HTTP/1.1" status: 204 len: 168 time: 0.6906252 Apr 29 15:38:58.233125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39624) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:58.351257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.488374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.518956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e7d3c7-f93e-4f88-90fe-efa363e21a1b']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:58.531144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bb8229-f731-40bb-9c2e-f6dce0597af0') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:58.531438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bb8229-f731-40bb-9c2e-f6dce0597af0') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:38:58.543043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.549809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.559801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.565718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:38:58.567624 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:38:58.581686 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:38:58.744208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.873063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39630) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:58.874155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.931713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] Pushing event deleted for resources: {'Network': ['ID=b4e7d3c7-f93e-4f88-90fe-efa363e21a1b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:58.939986 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8c83910e-a998-4477-aad0-fe09dc5b892d tempest-PortsTestJSON-288060100 tempest-PortsTestJSON-288060100-project] 10.222.0.39 "DELETE /v2.0/networks/b4e7d3c7-f93e-4f88-90fe-efa363e21a1b HTTP/1.1" status: 204 len: 168 time: 0.7058814 Apr 29 15:38:58.945147 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:58.976995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.116941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Allocated IP 172.26.2.65 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/8b325b57-3b61-4223-b665-cf511ce08dc7) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:38:59.272068 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.373304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.442501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:38:59.445976 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:38:59.448772 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:38:59.455065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1075bb8d-c479-4328-bbb3-8fccac394935 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.473082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39638) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:59.489076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'Port': ['ID=8b325b57-3b61-4223-b665-cf511ce08dc7,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:38:59.751531 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6c85b63b-7195-4ab0-a98c-31e196ce1354 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c04a7795404e4afd80825923c21e76f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753685 Apr 29 15:38:59.754117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39644) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:38:59.835107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c07d620e-d91d-4048-9119-0ec05422d969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.906813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c07d620e-d91d-4048-9119-0ec05422d969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.944655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1075bb8d-c479-4328-bbb3-8fccac394935 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 99ad7210-2c56-4c12-a7e9-fb38172b4f43 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:38:59.945005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1075bb8d-c479-4328-bbb3-8fccac394935 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:38:59.986522 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.100723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c07d620e-d91d-4048-9119-0ec05422d969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.128247 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d620e-d91d-4048-9119-0ec05422d969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ba61a7-f6cd-4928-b92a-ff66db4020f0,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:00.141538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c07d620e-d91d-4048-9119-0ec05422d969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.145167 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c07d620e-d91d-4048-9119-0ec05422d969 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03ba61a7-f6cd-4928-b92a-ff66db4020f0 HTTP/1.1" status: 204 len: 168 time: 0.3876572 Apr 29 15:39:00.176785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-1075bb8d-c479-4328-bbb3-8fccac394935 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 99ad7210-2c56-4c12-a7e9-fb38172b4f43, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=99ad7210-2c56-4c12-a7e9-fb38172b4f43,segment=NetworkSegment(0db6810c-8a2c-4427-b3b6-97af5757bf03),segment_id=0db6810c-8a2c-4427-b3b6-97af5757bf03)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:00.177153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1075bb8d-c479-4328-bbb3-8fccac394935 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.305474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1075bb8d-c479-4328-bbb3-8fccac394935 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 99ad7210-2c56-4c12-a7e9-fb38172b4f43 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:00.480530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.663961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1075bb8d-c479-4328-bbb3-8fccac394935 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:00.717203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075bb8d-c479-4328-bbb3-8fccac394935 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=99ad7210-2c56-4c12-a7e9-fb38172b4f43,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:00.752368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Router 5efd5424-319b-4b7e-b639-744da161768a is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:39:00.960399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:00.970716 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Sync routers for ids ['5efd5424-319b-4b7e-b639-744da161768a'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:00.981941 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Routers {'5efd5424-319b-4b7e-b639-744da161768a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:00.982687 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5efd5424-319b-4b7e-b639-744da161768a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:01.043878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1075bb8d-c479-4328-bbb3-8fccac394935 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.075779 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.080133 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-efd97370-f1a9-4d07-9bb7-c195118095b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0770066 Apr 29 15:39:01.080298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39666) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:01.175684 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Set router 5efd5424-319b-4b7e-b639-744da161768a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:01.265108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39674) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:01.329714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1aa14f4e-26fb-43c0-acea-b85c954c47da tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-444144818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:01.338307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1aa14f4e-26fb-43c0-acea-b85c954c47da tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:01.343700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1aa14f4e-26fb-43c0-acea-b85c954c47da tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Usage tracker for resource:router and tenant:95f26ee1bda540f4a8d220734513bac2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:01.347261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1aa14f4e-26fb-43c0-acea-b85c954c47da tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:01.354468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1aa14f4e-26fb-43c0-acea-b85c954c47da tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:01.434492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1aa14f4e-26fb-43c0-acea-b85c954c47da tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.435441 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1aa14f4e-26fb-43c0-acea-b85c954c47da tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.446229 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1d647094-28f3-4214-9fb0-181cbbe52dfd tempest-TestNetworkAdvancedServerOps-865988802 tempest-TestNetworkAdvancedServerOps-865988802-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=f8efcf5488424e6cab018c60c8a17ac2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3647695 Apr 29 15:39:01.450219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39680) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:01.460134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1075bb8d-c479-4328-bbb3-8fccac394935 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:01.489407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1aa14f4e-26fb-43c0-acea-b85c954c47da tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.516709 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:38:59Z', 'revision_number': 3, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:01.520700 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Checking router: 5efd5424-319b-4b7e-b639-744da161768a for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:01.521045 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Updating router 5efd5424-319b-4b7e-b639-744da161768a port 8b325b57-3b61-4223-b665-cf511ce08dc7 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:39:01.585461 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.603781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820cb320-d6f7-48ba-80e6-dd13b5c6b5c7 tempest-TestNetworkAdvancedServerOps-865988802 tempest-TestNetworkAdvancedServerOps-865988802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:01.606023 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-820cb320-d6f7-48ba-80e6-dd13b5c6b5c7 tempest-TestNetworkAdvancedServerOps-865988802 tempest-TestNetworkAdvancedServerOps-865988802-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1543262 Apr 29 15:39:01.608923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39684) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:01.649533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1aa14f4e-26fb-43c0-acea-b85c954c47da tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.665825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1075bb8d-c479-4328-bbb3-8fccac394935 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:01.669158 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-72d78e0a-7024-4901-83aa-0db54403fb82 tempest-TestNetworkAdvancedServerOps-865988802 tempest-TestNetworkAdvancedServerOps-865988802-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591309 Apr 29 15:39:01.670725 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39688) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:01.681203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2dfbe6-c860-4adf-b64c-f76380cf29c2 None None] Sync routers for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:01.683625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1349828231', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:01.690336 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2dfbe6-c860-4adf-b64c-f76380cf29c2 None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:01.690886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ab2dfbe6-c860-4adf-b64c-f76380cf29c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:01.710465 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1075bb8d-c479-4328-bbb3-8fccac394935 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8309751 Apr 29 15:39:01.727672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1aa14f4e-26fb-43c0-acea-b85c954c47da tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.731962 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1aa14f4e-26fb-43c0-acea-b85c954c47da tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4655089 Apr 29 15:39:01.732853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39694) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:01.740313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-834649965'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:01.754888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:01.761993 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Usage tracker for resource:network and tenant:95f26ee1bda540f4a8d220734513bac2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:01.767548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:01.780607 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:01.812020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:01.816176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:subnet and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:01.819182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:01.826559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:01.881161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Made reservation on behalf of 95f26ee1bda540f4a8d220734513bac2 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:01.885202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.892786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ab2dfbe6-c860-4adf-b64c-f76380cf29c2 None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:01.897569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.913324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:01.916386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Made reservation on behalf of f8efcf5488424e6cab018c60c8a17ac2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:01.917832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Usage tracker for resource:security_group_rule and tenant:95f26ee1bda540f4a8d220734513bac2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:01.920706 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:01.921149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:01.926497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:02.025197 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.031591 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.044968 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Transition to ACTIVE for port object 8b325b57-3b61-4223-b665-cf511ce08dc7 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:02.109464 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.133026 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.143397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:02.152974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556eb990-1674-40fa-b17e-199481ff0224,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:02.159143 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.159489 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Added segment fd646e1c-ce84-4513-ac9d-a92a25c61ff8 of type vlan for network 58284423-221f-4e61-b98d-ad04d76da850 Apr 29 15:39:02.198069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.214855 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Pushing event updated for resources: {'Port': ['ID=8b325b57-3b61-4223-b665-cf511ce08dc7,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:02.240701 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Attempting to bind port 8b325b57-3b61-4223-b665-cf511ce08dc7 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:02.243003 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Attempting to bind port 8b325b57-3b61-4223-b665-cf511ce08dc7 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:02.243003 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Attempting to bind port 8b325b57-3b61-4223-b665-cf511ce08dc7 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:02.252655 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:02.253030 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:02.253474 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.253874 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:02.254337 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Bound port: 8b325b57-3b61-4223-b665-cf511ce08dc7, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:02.254866 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.283772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fecea654-b27b-4906-aec1-df439a9d9507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.306096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.326513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ab2dfbe6-c860-4adf-b64c-f76380cf29c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:39:00Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '2e688532-9117-4a00-8eda-1949e77b0406', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'port_id': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'mac_address': 'fa:16:3e:85:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:38Z', 'updated_at': '2022-04-29T15:37:42Z', 'revision_number': 1, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:02.331153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2dfbe6-c860-4adf-b64c-f76380cf29c2 None None] Checking router: 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:02.342186 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:02.342530 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:02.349905 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:02.349905 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:02.349905 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:02.349905 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:02.350302 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2dfbe6-c860-4adf-b64c-f76380cf29c2 None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:02.350413 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:02.350529 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ab2dfbe6-c860-4adf-b64c-f76380cf29c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:02.350712 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:02.350712 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:02.350712 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:02.350712 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:02.351069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.351180 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:02.352977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:02.353597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.376841 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] For port 8b325b57-3b61-4223-b665-cf511ce08dc7, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:02.384350 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] For port 8b325b57-3b61-4223-b665-cf511ce08dc7, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8b325b57-3b61-4223-b665-cf511ce08dc7,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:02.470235 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.488562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'Network': ['ID=58284423-221f-4e61-b98d-ad04d76da850,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:02.516688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71f19b-408b-4269-8ac1-37b3be690777 req-fba6d6a4-b2f6-4ae6-803f-a1a5bade1c14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:02.517739 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fa71f19b-408b-4269-8ac1-37b3be690777 req-fba6d6a4-b2f6-4ae6-803f-a1a5bade1c14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 946 time: 0.2198038 Apr 29 15:39:02.536252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Checking segment: {'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:02.536569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Network hostable DHCP agents. Network: f3d13ae3-c5e3-4336-8e1a-736d382c188f, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:02.550334 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Routers {'5efd5424-319b-4b7e-b639-744da161768a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:02.551598 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:38:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5efd5424-319b-4b7e-b639-744da161768a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:02.555568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'Subnet': ['ID=2a4e0ba3-7150-4c44-acf7-951976075957,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:02.564720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 58284423-221f-4e61-b98d-ad04d76da850 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:02.575102 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-45e3ca67-1d37-4ffe-87fd-2dc0a340b5ff tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8409741 Apr 29 15:39:02.578663 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fa71f19b-408b-4269-8ac1-37b3be690777 req-6cab62e3-994e-4946-bc8f-752c5212154e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b9ecd6a-4dbd-43a8-878d-0bcec463638a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544214 Apr 29 15:39:02.588663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39700) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:02.595017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Request body: {'subnet': {'network_id': '58284423-221f-4e61-b98d-ad04d76da850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:02.635898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Network f3d13ae3-c5e3-4336-8e1a-736d382c188f is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:02.687969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ab2dfbe6-c860-4adf-b64c-f76380cf29c2 None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:02.712820 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d90c5-072e-4726-b292-f96159a5d485 None None] Pushing event updated for resources: {'Port': ['ID=8b325b57-3b61-4223-b665-cf511ce08dc7,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:02.713371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:02.718065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Usage tracker for resource:subnet and tenant:95f26ee1bda540f4a8d220734513bac2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:02.721584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:02.729343 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:02.765457 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] Set router 5efd5424-319b-4b7e-b639-744da161768a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:02.783876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, f3d13ae3-c5e3-4336-8e1a-736d382c188f) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:02.788153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:02.788761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.816851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Made reservation on behalf of 95f26ee1bda540f4a8d220734513bac2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:02.821835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:02.872994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2672ea9e-908b-45b5-a366-ca82cf0e7d56 None None] Network f3d13ae3-c5e3-4336-8e1a-736d382c188f requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:02.921000 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d9f494db-e0cc-4f16-83e1-2bc40f79ec94 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2491870 Apr 29 15:39:02.922715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39704) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:03.078530 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:38:59Z', 'revision_number': 3, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:03.083021 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34df350-4639-4f83-891f-79cff6662d68 None None] The sync data for ids ['5efd5424-319b-4b7e-b639-744da161768a'] in dv-neutron-839183-1-hyperv is: [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:38:59Z', 'revision_number': 3, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:03.155747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.265893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'Subnet': ['ID=259a7f57-0275-41ac-9250-394b59066a7e,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:03.273712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Checking segment: {'id': 'fd646e1c-ce84-4513-ac9d-a92a25c61ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '58284423-221f-4e61-b98d-ad04d76da850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:03.274067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Network hostable DHCP agents. Network: 58284423-221f-4e61-b98d-ad04d76da850, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:03.380819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'fixed_ips': [{'subnet_id': '2a4e0ba3-7150-4c44-acf7-951976075957'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:39:03.382193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.396282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Network 58284423-221f-4e61-b98d-ad04d76da850 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:03.491306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 58284423-221f-4e61-b98d-ad04d76da850) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:03.495864 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ab2dfbe6-c860-4adf-b64c-f76380cf29c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:39:00Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '2e688532-9117-4a00-8eda-1949e77b0406', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'port_id': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'mac_address': 'fa:16:3e:85:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:38Z', 'updated_at': '2022-04-29T15:37:42Z', 'revision_number': 1, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:03.501693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:03.502290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.508774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2caeae-3b07-43cf-8a12-7be3be43bded None None] Network 58284423-221f-4e61-b98d-ad04d76da850 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:03.526504 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2dfbe6-c860-4adf-b64c-f76380cf29c2 None None] The sync data for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv is: [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:39:00Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '2e688532-9117-4a00-8eda-1949e77b0406', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'port_id': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'mac_address': 'fa:16:3e:85:23:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:37:38Z', 'updated_at': '2022-04-29T15:37:42Z', 'revision_number': 1, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:03.619255 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ae13bbad-41cb-45d0-808d-00d6ea58c540 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0260777 Apr 29 15:39:03.636405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39710) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:03.656199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Request body: {'network': {'name': 'tempest-router-network01--27098570'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:03.664291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:03.677035 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Usage tracker for resource:network and tenant:95f26ee1bda540f4a8d220734513bac2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:03.690699 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Allocated IP 172.20.0.2 (f3d13ae3-c5e3-4336-8e1a-736d382c188f/2a4e0ba3-7150-4c44-acf7-951976075957/0d096746-20ab-4363-bcd1-a9ee6bdcaf15) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:03.692173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:03.707699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:03.732672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-651160fc-73b4-400d-bee6-1f8b1d8d0879 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:03.738429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-651160fc-73b4-400d-bee6-1f8b1d8d0879 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:03.790440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Made reservation on behalf of 95f26ee1bda540f4a8d220734513bac2 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:03.794217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.822846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-651160fc-73b4-400d-bee6-1f8b1d8d0879 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:03.824254 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-651160fc-73b4-400d-bee6-1f8b1d8d0879 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 946 time: 0.2661314 Apr 29 15:39:03.925344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-58284423-221f-4e61-b98d-ad04d76da850', 'network_id': '58284423-221f-4e61-b98d-ad04d76da850', 'tenant_id': '95f26ee1bda540f4a8d220734513bac2', 'fixed_ips': [{'subnet_id': '259a7f57-0275-41ac-9250-394b59066a7e'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:39:03.933752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:03.956750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-5cdf5c80-d5e1-4941-a3a6-9bde4d32c23b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:03.957329 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-5cdf5c80-d5e1-4941-a3a6-9bde4d32c23b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.070700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:04.104291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fb694-334e-421b-a192-24e2ce834bbd req-e0727c2e-e233-448e-960b-24c354f4589c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:04.111752 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6a7fb694-334e-421b-a192-24e2ce834bbd req-e0727c2e-e233-448e-960b-24c354f4589c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 946 time: 0.3285081 Apr 29 15:39:04.112377 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Allocated IP 2001:db8::2 (58284423-221f-4e61-b98d-ad04d76da850/259a7f57-0275-41ac-9250-394b59066a7e/db19640e-c457-47a1-bbe9-52a5c27ed6f9) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:04.131920 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.132355 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Added segment b500c72c-4232-4c72-b12a-5148c11b3c92 of type vlan for network a888f6cb-9abe-40fc-a4dd-6c6b2031d052 Apr 29 15:39:04.149099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.231048 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8b325b57-3b61-4223-b665-cf511ce08dc7 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:04.341496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-5cdf5c80-d5e1-4941-a3a6-9bde4d32c23b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=4b883db9-fca5-4c01-a4b6-4eb03caf96fa,segment=NetworkSegment(0db6810c-8a2c-4427-b3b6-97af5757bf03),segment_id=0db6810c-8a2c-4427-b3b6-97af5757bf03)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:04.341854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-5cdf5c80-d5e1-4941-a3a6-9bde4d32c23b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.413072 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6a7fb694-334e-421b-a192-24e2ce834bbd req-54b6f774-54fc-4a98-ba24-69a6ba273c45 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b9ecd6a-4dbd-43a8-878d-0bcec463638a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002694 Apr 29 15:39:04.415995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.445070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-09a76b2c-9a1a-4028-bae6-2db9df132057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.496284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-5cdf5c80-d5e1-4941-a3a6-9bde4d32c23b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 4b883db9-fca5-4c01-a4b6-4eb03caf96fa owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:04.543834 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.562129 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.562639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.565363 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Transition to ACTIVE for port object 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:04.568334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:04.569008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.584589 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Transition to ACTIVE for port object db19640e-c457-47a1-bbe9-52a5c27ed6f9 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:04.602213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Transition to ACTIVE for port object 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:04.611284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Transition to ACTIVE for port object db19640e-c457-47a1-bbe9-52a5c27ed6f9 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:04.613727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 8b325b57-3b61-4223-b665-cf511ce08dc7 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:04.619798 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 8b325b57-3b61-4223-b665-cf511ce08dc7 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:04.622223 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.703040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.735540 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0987244 Apr 29 15:39:04.738346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39714) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:04.743347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5011f9-8038-45ae-a8cd-27ab626115f7 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'Network': ['ID=a888f6cb-9abe-40fc-a4dd-6c6b2031d052,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:04.745278 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.747886 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Request body: {'network': {'name': 'tempest-router-network02--1047816634'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:04.755849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-5cdf5c80-d5e1-4941-a3a6-9bde4d32c23b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.765529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:04.774990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network a888f6cb-9abe-40fc-a4dd-6c6b2031d052 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:04.808681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Usage tracker for resource:network and tenant:95f26ee1bda540f4a8d220734513bac2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:04.818520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:04.822531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf5c80-d5e1-4941-a3a6-9bde4d32c23b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=4b883db9-fca5-4c01-a4b6-4eb03caf96fa,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:04.824915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Network f3d13ae3-c5e3-4336-8e1a-736d382c188f is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:04.839561 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:04.846348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Allocated IP 172.20.0.1 (f3d13ae3-c5e3-4336-8e1a-736d382c188f/2a4e0ba3-7150-4c44-acf7-951976075957/5f094b0e-15bb-40ac-a78c-0c0c18c18152) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:04.852485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:04.856189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Network 58284423-221f-4e61-b98d-ad04d76da850 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:04.873999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:04.905422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Pushing event updated for resources: {'Port': ['ID=0d096746-20ab-4363-bcd1-a9ee6bdcaf15,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:04.907983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:04.918096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-5cdf5c80-d5e1-4941-a3a6-9bde4d32c23b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] No DVR routers for this DVR port 4b883db9-fca5-4c01-a4b6-4eb03caf96fa on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:04.920498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-5cdf5c80-d5e1-4941-a3a6-9bde4d32c23b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:04.924142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9779ac2-35b6-451d-b456-377b2c8489e9', 'name': 'network-vif-deleted', 'tag': '4b883db9-fca5-4c01-a4b6-4eb03caf96fa'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:39:04.955409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:04.998003 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd7a471-5ceb-4284-b005-420e6b09ae9a'] response: {'server_uuid': 'e9779ac2-35b6-451d-b456-377b2c8489e9', 'name': 'network-vif-deleted', 'tag': '4b883db9-fca5-4c01-a4b6-4eb03caf96fa', 'status': 'completed', 'code': 200} Apr 29 15:39:05.005387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Made reservation on behalf of 95f26ee1bda540f4a8d220734513bac2 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:05.013819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.037616 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-13f064eb-c582-43c1-92b9-76ec961f53ab req-5cdf5c80-d5e1-4941-a3a6-9bde4d32c23b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "DELETE /v2.0/ports/4b883db9-fca5-4c01-a4b6-4eb03caf96fa HTTP/1.1" status: 204 len: 173 time: 1.2074718 Apr 29 15:39:05.072868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:05.086472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.086936 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Added segment 2c557757-c0db-4d48-b638-f8a145e592c5 of type vlan for network 45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e Apr 29 15:39:05.130398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.165413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.184798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Transition to ACTIVE for port object 5f094b0e-15bb-40ac-a78c-0c0c18c18152 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:05.245036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Pushing event updated for resources: {'Port': ['ID=db19640e-c457-47a1-bbe9-52a5c27ed6f9,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:05.264420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.270642 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:05.274417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.282262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Attempting to bind port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:05.282610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Attempting to bind port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:05.282978 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Attempting to bind port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 on network f3d13ae3-c5e3-4336-8e1a-736d382c188f {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:05.297682 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.301244 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Attempting to bind port db19640e-c457-47a1-bbe9-52a5c27ed6f9 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:05.309260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Attempting to bind port db19640e-c457-47a1-bbe9-52a5c27ed6f9 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'fd646e1c-ce84-4513-ac9d-a92a25c61ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '58284423-221f-4e61-b98d-ad04d76da850'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:05.309260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Attempting to bind port db19640e-c457-47a1-bbe9-52a5c27ed6f9 on network 58284423-221f-4e61-b98d-ad04d76da850 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:05.309260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:05.309260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Checking segment: {'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:05.309260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.309260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Bound using segment: {'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:05.309260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Bound port: 0d096746-20ab-4363-bcd1-a9ee6bdcaf15, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:05.309260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.327479 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.344800 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:05.345177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Checking segment: {'id': 'fd646e1c-ce84-4513-ac9d-a92a25c61ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '58284423-221f-4e61-b98d-ad04d76da850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:05.345612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.346010 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Bound using segment: {'id': 'fd646e1c-ce84-4513-ac9d-a92a25c61ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '58284423-221f-4e61-b98d-ad04d76da850'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:05.346505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Bound port: db19640e-c457-47a1-bbe9-52a5c27ed6f9, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd646e1c-ce84-4513-ac9d-a92a25c61ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '58284423-221f-4e61-b98d-ad04d76da850'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:05.346883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.397726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.409836 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Network f3d13ae3-c5e3-4336-8e1a-736d382c188f is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:05.413872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:05.418985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:05.432529 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.448685 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7080622 Apr 29 15:39:05.448907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39722) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:05.463427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Request body: {'subnet': {'network_id': 'a888f6cb-9abe-40fc-a4dd-6c6b2031d052', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:05.464030 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 8b325b57-3b61-4223-b665-cf511ce08dc7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8b325b57-3b61-4223-b665-cf511ce08dc7,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:05.487302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'Port': ['ID=5f094b0e-15bb-40ac-a78c-0c0c18c18152,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:05.504817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.536007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.574807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] For port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:05.597309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 99ad7210-2c56-4c12-a7e9-fb38172b4f43 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:05.646828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] For port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0d096746-20ab-4363-bcd1-a9ee6bdcaf15,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:05.663420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] For port db19640e-c457-47a1-bbe9-52a5c27ed6f9, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:05.666304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 99ad7210-2c56-4c12-a7e9-fb38172b4f43 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:39:05.666710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 99ad7210-2c56-4c12-a7e9-fb38172b4f43 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:05.680049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] For port db19640e-c457-47a1-bbe9-52a5c27ed6f9, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=db19640e-c457-47a1-bbe9-52a5c27ed6f9,segment=NetworkSegment(fd646e1c-ce84-4513-ac9d-a92a25c61ff8),segment_id=fd646e1c-ce84-4513-ac9d-a92a25c61ff8)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:05.690826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b2a39-3738-49c5-b266-f68af5ba481d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'Network': ['ID=45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:05.705593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:05.708592 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9c702e76-2817-40b2-ab5f-2ebf7996840d req-fd6c6b66-1483-45c3-8252-0447d8fc32cc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9779ac2-35b6-451d-b456-377b2c8489e9 HTTP/1.1" status: 200 len: 210 time: 0.0992777 Apr 29 15:39:05.729105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:05.730302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.743368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Usage tracker for resource:subnet and tenant:95f26ee1bda540f4a8d220734513bac2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:05.746679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:05.750838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.752575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:05.758294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=8b325b57-3b61-4223-b665-cf511ce08dc7,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:05.765132 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.806892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Made reservation on behalf of 95f26ee1bda540f4a8d220734513bac2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:05.810468 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:05.950447 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113604cb-9f36-41a9-a168-22b29fa2ec05 None None] Pushing event updated for resources: {'Port': ['ID=0d096746-20ab-4363-bcd1-a9ee6bdcaf15,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:06.058279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203e7a3-c7a0-46ef-9a07-68f7b544dc85 None None] Pushing event updated for resources: {'Port': ['ID=db19640e-c457-47a1-bbe9-52a5c27ed6f9,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:06.115752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.207458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'Subnet': ['ID=8cb93ba2-e36d-481b-bcdb-12283e1fe788,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:06.209498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.221664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Checking segment: {'id': 'b500c72c-4232-4c72-b12a-5148c11b3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a888f6cb-9abe-40fc-a4dd-6c6b2031d052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:06.225666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Network hostable DHCP agents. Network: a888f6cb-9abe-40fc-a4dd-6c6b2031d052, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:06.287290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.371506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Network a888f6cb-9abe-40fc-a4dd-6c6b2031d052 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:06.436295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'Port': ['ID=5f094b0e-15bb-40ac-a78c-0c0c18c18152,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:06.439666 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.498054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, a888f6cb-9abe-40fc-a4dd-6c6b2031d052) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:06.502505 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:06.503249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.511685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4800aed2-afaf-42f2-8c50-f398695e04d1 None None] Network a888f6cb-9abe-40fc-a4dd-6c6b2031d052 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:06.602303 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7f46d2ec-37ce-4bfa-9244-56439e37c91c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1468270 Apr 29 15:39:06.605283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39726) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:06.610866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Network f3d13ae3-c5e3-4336-8e1a-736d382c188f is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:06.612145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:06.618911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Request body: {'subnet': {'network_id': '45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:06.777250 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-a888f6cb-9abe-40fc-a4dd-6c6b2031d052', 'network_id': 'a888f6cb-9abe-40fc-a4dd-6c6b2031d052', 'tenant_id': '95f26ee1bda540f4a8d220734513bac2', 'fixed_ips': [{'subnet_id': '8cb93ba2-e36d-481b-bcdb-12283e1fe788'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:39:06.778226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.791368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 4b883db9-fca5-4c01-a4b6-4eb03caf96fa no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:06.811003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:06.815671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Usage tracker for resource:subnet and tenant:95f26ee1bda540f4a8d220734513bac2 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:06.819449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:06.827504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:06.848906 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 4b883db9-fca5-4c01-a4b6-4eb03caf96fa {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:39:06.849444 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 4b883db9-fca5-4c01-a4b6-4eb03caf96fa not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:06.851143 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Router 5efd5424-319b-4b7e-b639-744da161768a has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:06.855766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39732) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:06.933203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2fdd0903-e2b1-42c7-9015-d47a8e88a1f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.972002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2fdd0903-e2b1-42c7-9015-d47a8e88a1f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:06.982392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Made reservation on behalf of 95f26ee1bda540f4a8d220734513bac2 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:06.988199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.052914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Allocated IP 2001:db8::2 (a888f6cb-9abe-40fc-a4dd-6c6b2031d052/8cb93ba2-e36d-481b-bcdb-12283e1fe788/e35a6349-7f83-4e60-8df3-644f4c9acada) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:07.156902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:07.168300 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Sync routers for ids ['5efd5424-319b-4b7e-b639-744da161768a'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:07.171646 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-24f5bbcf-ccdf-4498-a2db-609ca497380b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "PUT /v2.0/routers/5efd5424-319b-4b7e-b639-744da161768a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2478316 Apr 29 15:39:07.190039 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Routers {'5efd5424-319b-4b7e-b639-744da161768a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:07.193001 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5efd5424-319b-4b7e-b639-744da161768a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:07.201984 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.366159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2fdd0903-e2b1-42c7-9015-d47a8e88a1f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.421897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd0903-e2b1-42c7-9015-d47a8e88a1f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9ecd6a-4dbd-43a8-878d-0bcec463638a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:07.510604 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab358072-a034-4395-986c-c0e326c03757 None None] Network f3d13ae3-c5e3-4336-8e1a-736d382c188f requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:07.549011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2fdd0903-e2b1-42c7-9015-d47a8e88a1f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.550150 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2fdd0903-e2b1-42c7-9015-d47a8e88a1f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/security-groups/7b9ecd6a-4dbd-43a8-878d-0bcec463638a HTTP/1.1" status: 204 len: 168 time: 0.6933925 Apr 29 15:39:07.576954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.634808 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Set router 5efd5424-319b-4b7e-b639-744da161768a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:07.654062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.692012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39750) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:07.698780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Transition to ACTIVE for port object e35a6349-7f83-4e60-8df3-644f4c9acada will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:07.738404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Transition to ACTIVE for port object e35a6349-7f83-4e60-8df3-644f4c9acada will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:07.738652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'Subnet': ['ID=be3883d6-cd9f-4677-afda-1821dce856fe,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:07.754330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Checking segment: {'id': '2c557757-c0db-4d48-b638-f8a145e592c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:07.754695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Network hostable DHCP agents. Network: 45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:07.845852 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.896134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device db19640e-c457-47a1-bbe9-52a5c27ed6f9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:07.897388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Network 45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:07.984044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:07.988405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:07.989026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:07.992126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e16b3e-a7c4-40d7-9c3d-e683501645fb None None] Network 58284423-221f-4e61-b98d-ad04d76da850 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:08.025222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f419274-3c7d-47ae-93f1-07e74abe03c9 None None] Network 45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:08.030074 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-22d95388-6a85-4876-a7c6-32aaa7b68498 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350730225&fields=id&tenant_id=f8efcf5488424e6cab018c60c8a17ac2 HTTP/1.1" status: 200 len: 267 time: 0.4315255 Apr 29 15:39:08.074226 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-510944e0-e1df-4385-8b7c-91f28553c39d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4667959 Apr 29 15:39:08.074974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39754) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:08.078360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Network a888f6cb-9abe-40fc-a4dd-6c6b2031d052 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:08.081896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2840c58f-146e-4b50-aa68-153e84d86c2e None None] Provisioning for port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:08.082910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:08.088856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:08.147480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2dbd70-dcfe-44c3-b821-ce9cf4bfbff1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting subnet 6bee14c0-469f-498a-96b0-db10d9c4f11f {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:39:08.156409 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '5f094b0e-15bb-40ac-a78c-0c0c18c18152', 'name': '', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'mac_address': 'fa:16:3e:6a:fe:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:04Z', 'updated_at': '2022-04-29T15:39:06Z', 'revision_number': 2, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'subnets': [{'id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:08.163821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbd70-dcfe-44c3-b821-ce9cf4bfbff1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.163970 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Checking router: 5efd5424-319b-4b7e-b639-744da161768a for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:08.163970 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Updating router 5efd5424-319b-4b7e-b639-744da161768a port 5f094b0e-15bb-40ac-a78c-0c0c18c18152 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:39:08.220260 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.241257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbd70-dcfe-44c3-b821-ce9cf4bfbff1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.290624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-cdd70c85-d8c4-4a58-8d7b-eecd1eb954ae tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:08.291588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-cdd70c85-d8c4-4a58-8d7b-eecd1eb954ae tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Synchronizing usage tracker for tenant:f8efcf5488424e6cab018c60c8a17ac2 on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:08.336075 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Pushing event updated for resources: {'Port': ['ID=e35a6349-7f83-4e60-8df3-644f4c9acada,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:08.375326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbd70-dcfe-44c3-b821-ce9cf4bfbff1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.428490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-cdd70c85-d8c4-4a58-8d7b-eecd1eb954ae tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Unset dirty status for tenant:f8efcf5488424e6cab018c60c8a17ac2 on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:08.433002 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-cdd70c85-d8c4-4a58-8d7b-eecd1eb954ae tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/networks?id=f3d13ae3-c5e3-4336-8e1a-736d382c188f HTTP/1.1" status: 200 len: 796 time: 0.3953493 Apr 29 15:39:08.498444 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-b3fe6f80-5d25-4b96-9f89-10ef898351a1 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/quotas/f8efcf5488424e6cab018c60c8a17ac2 HTTP/1.1" status: 200 len: 375 time: 0.0630968 Apr 29 15:39:08.583504 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbd70-dcfe-44c3-b821-ce9cf4bfbff1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.613123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e', 'network_id': '45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e', 'tenant_id': '95f26ee1bda540f4a8d220734513bac2', 'fixed_ips': [{'subnet_id': 'be3883d6-cd9f-4677-afda-1821dce856fe'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:39:08.614054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.639969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff2dbd70-dcfe-44c3-b821-ce9cf4bfbff1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.652985 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dedd30-0b96-4e15-a82a-2bb1d6d101cb None None] Network 1acdf4c4-e531-4025-8776-0d601d9f7d02 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:08.657352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-5af935c6-c5bb-42f4-8118-90f597027913 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Synchronizing usage tracker for tenant:f8efcf5488424e6cab018c60c8a17ac2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:08.660629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dbd70-dcfe-44c3-b821-ce9cf4bfbff1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Subnet': ['ID=6bee14c0-469f-498a-96b0-db10d9c4f11f,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:08.668843 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ff2dbd70-dcfe-44c3-b821-ce9cf4bfbff1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/subnets/6bee14c0-469f-498a-96b0-db10d9c4f11f HTTP/1.1" status: 204 len: 168 time: 0.9712954 Apr 29 15:39:08.683259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39758) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:08.687252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.709232 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.723143 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Transition to ACTIVE for port object 5f094b0e-15bb-40ac-a78c-0c0c18c18152 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:08.780048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-5af935c6-c5bb-42f4-8118-90f597027913 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Unset dirty status for tenant:f8efcf5488424e6cab018c60c8a17ac2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:08.781608 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-5af935c6-c5bb-42f4-8118-90f597027913 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f8efcf5488424e6cab018c60c8a17ac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2823989 Apr 29 15:39:08.818558 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.863922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Attempting to bind port e35a6349-7f83-4e60-8df3-644f4c9acada on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:08.864614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Attempting to bind port e35a6349-7f83-4e60-8df3-644f4c9acada by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'b500c72c-4232-4c72-b12a-5148c11b3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a888f6cb-9abe-40fc-a4dd-6c6b2031d052'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:08.864750 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Attempting to bind port e35a6349-7f83-4e60-8df3-644f4c9acada on network a888f6cb-9abe-40fc-a4dd-6c6b2031d052 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:08.881745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port db19640e-c457-47a1-bbe9-52a5c27ed6f9 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:08.909168 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:08.909551 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Checking segment: {'id': 'b500c72c-4232-4c72-b12a-5148c11b3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a888f6cb-9abe-40fc-a4dd-6c6b2031d052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:08.909935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.910330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Bound using segment: {'id': 'b500c72c-4232-4c72-b12a-5148c11b3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a888f6cb-9abe-40fc-a4dd-6c6b2031d052'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:08.910807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Bound port: e35a6349-7f83-4e60-8df3-644f4c9acada, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b500c72c-4232-4c72-b12a-5148c11b3c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a888f6cb-9abe-40fc-a4dd-6c6b2031d052'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:08.911182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.931981 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531143a-e0ac-4435-8aa9-58c642a39dde None None] Pushing event updated for resources: {'Port': ['ID=5f094b0e-15bb-40ac-a78c-0c0c18c18152,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:08.939731 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-ea9d515b-cb10-4a29-8c22-518a5e35acb7 service neutron] 10.222.0.39 "GET /v2.0/networks/f3d13ae3-c5e3-4336-8e1a-736d382c188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378255 Apr 29 15:39:08.944823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:08.979855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-81fac383-883a-4f31-9374-a9b302216dde None None] Provisioning for port db19640e-c457-47a1-bbe9-52a5c27ed6f9 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:09.009005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8b325b57-3b61-4223-b665-cf511ce08dc7 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:09.084210 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f4321bf8-7b94-437a-b8a1-51bb649107ad service neutron] 10.222.0.39 "GET /v2.0/networks/f3d13ae3-c5e3-4336-8e1a-736d382c188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309085 Apr 29 15:39:09.089778 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 41e71115-f064-4267-82cb-cfa31caeeba9 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:09.090310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.149828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-81fac383-883a-4f31-9374-a9b302216dde None None] Provisioning complete for port db19640e-c457-47a1-bbe9-52a5c27ed6f9 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:09.150204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-81fac383-883a-4f31-9374-a9b302216dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.211889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Allocated IP 2001:db8::1 (a888f6cb-9abe-40fc-a4dd-6c6b2031d052/8cb93ba2-e36d-481b-bcdb-12283e1fe788/729a8724-0837-452e-bc85-158725c74f63) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:09.276811 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Attempting to bind port 5f094b0e-15bb-40ac-a78c-0c0c18c18152 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:09.277359 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Attempting to bind port 5f094b0e-15bb-40ac-a78c-0c0c18c18152 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:09.277596 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Attempting to bind port 5f094b0e-15bb-40ac-a78c-0c0c18c18152 on network f3d13ae3-c5e3-4336-8e1a-736d382c188f {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:09.282939 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:09.283308 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Checking segment: {'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:09.286464 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.286464 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Bound using segment: {'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:09.286464 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Bound port: 5f094b0e-15bb-40ac-a78c-0c0c18c18152, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:09.286464 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.402461 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] For port 5f094b0e-15bb-40ac-a78c-0c0c18c18152, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:09.410301 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] For port 5f094b0e-15bb-40ac-a78c-0c0c18c18152, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5f094b0e-15bb-40ac-a78c-0c0c18c18152,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:09.428139 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 41e71115-f064-4267-82cb-cfa31caeeba9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=41e71115-f064-4267-82cb-cfa31caeeba9,segment=NetworkSegment(0db6810c-8a2c-4427-b3b6-97af5757bf03),segment_id=0db6810c-8a2c-4427-b3b6-97af5757bf03)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:09.428536 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.435843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.466519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Transition to ACTIVE for port object 729a8724-0837-452e-bc85-158725c74f63 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:09.517571 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.522671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] For port e35a6349-7f83-4e60-8df3-644f4c9acada, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:09.527583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Allocated IP 2001:db8::2 (45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e/be3883d6-cd9f-4677-afda-1821dce856fe/44319738-f760-4823-b608-3da5f2679ef3) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:09.530643 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] For port e35a6349-7f83-4e60-8df3-644f4c9acada, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e35a6349-7f83-4e60-8df3-644f4c9acada,segment=NetworkSegment(b500c72c-4232-4c72-b12a-5148c11b3c92),segment_id=b500c72c-4232-4c72-b12a-5148c11b3c92)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:09.589174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.625118 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4e7f5755-0948-4c44-8efd-1c8ac8cc1976 req-78286fc3-d48c-4de3-ae72-5b3540fe9626 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 210 time: 0.1142526 Apr 29 15:39:09.631268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 8b325b57-3b61-4223-b665-cf511ce08dc7 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:09.631651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.638503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 41e71115-f064-4267-82cb-cfa31caeeba9 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:09.662579 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531143a-e0ac-4435-8aa9-58c642a39dde None None] Pushing event updated for resources: {'Port': ['ID=5f094b0e-15bb-40ac-a78c-0c0c18c18152,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:09.690529 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Routers {'5efd5424-319b-4b7e-b639-744da161768a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:09.690529 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5efd5424-319b-4b7e-b639-744da161768a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:09.756018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Network a888f6cb-9abe-40fc-a4dd-6c6b2031d052 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:09.763375 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.767707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:09.772296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:09.780012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.822171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'Port': ['ID=729a8724-0837-452e-bc85-158725c74f63,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:09.916208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:09.940563 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] Set router 5efd5424-319b-4b7e-b639-744da161768a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:10.001860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=41e71115-f064-4267-82cb-cfa31caeeba9,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:10.010400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] No DVR routers for this DVR port 41e71115-f064-4267-82cb-cfa31caeeba9 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:10.027737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-81fac383-883a-4f31-9374-a9b302216dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.085001 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e59de6-f9f8-411c-a0dd-b735d03a7e4c None None] DHCP port deletion for 1acdf4c4-e531-4025-8776-0d601d9f7d02 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:39:10.108796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.155259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d744ab-f6bb-42c4-a902-1b896b8c5aa9 None None] Pushing event updated for resources: {'Port': ['ID=e35a6349-7f83-4e60-8df3-644f4c9acada,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:10.172430 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-81fac383-883a-4f31-9374-a9b302216dde None None] For port db19640e-c457-47a1-bbe9-52a5c27ed6f9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=db19640e-c457-47a1-bbe9-52a5c27ed6f9,segment=NetworkSegment(fd646e1c-ce84-4513-ac9d-a92a25c61ff8),segment_id=fd646e1c-ce84-4513-ac9d-a92a25c61ff8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:10.353650 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-81fac383-883a-4f31-9374-a9b302216dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.429584 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:10.528194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.567541 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acdf4c4-e531-4025-8776-0d601d9f7d02']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:10.583731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.583987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db6810c-8a2c-4427-b3b6-97af5757bf03') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:10.584378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db6810c-8a2c-4427-b3b6-97af5757bf03') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:10.600021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.638158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.651454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Transition to ACTIVE for port object 44319738-f760-4823-b608-3da5f2679ef3 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:10.651939 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:39:10.652915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.666337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-72baabe6-5e79-46b5-b9c9-38eaf0aa85b3 None None] Provisioning complete for port db19640e-c457-47a1-bbe9-52a5c27ed6f9 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:10.666982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-72baabe6-5e79-46b5-b9c9-38eaf0aa85b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.669086 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '5f094b0e-15bb-40ac-a78c-0c0c18c18152', 'name': '', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'mac_address': 'fa:16:3e:6a:fe:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:04Z', 'updated_at': '2022-04-29T15:39:09Z', 'revision_number': 4, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'subnets': [{'id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:10.680161 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:10.683874 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6f6928-a683-4d48-a4e8-a4ed12fbcc0f None None] The sync data for ids ['5efd5424-319b-4b7e-b639-744da161768a'] in dv-neutron-839183-1-hyperv is: [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '5f094b0e-15bb-40ac-a78c-0c0c18c18152', 'name': '', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'mac_address': 'fa:16:3e:6a:fe:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:04Z', 'updated_at': '2022-04-29T15:39:09Z', 'revision_number': 4, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'subnets': [{'id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:10.769170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fac383-883a-4f31-9374-a9b302216dde None None] Pushing event updated for resources: {'Port': ['ID=db19640e-c457-47a1-bbe9-52a5c27ed6f9,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:10.794936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Transition to ACTIVE for port object 44319738-f760-4823-b608-3da5f2679ef3 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:10.902422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:10.914270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.930261 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8fd2b1e9-0872-42bd-a6a4-b1a6e794c3bc req-3ea231c4-1a04-4d62-a0bb-73bf51fd9bca tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 210 time: 0.0649776 Apr 29 15:39:10.949539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.964108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:10.964416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:10.982802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.016528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Network': ['ID=1acdf4c4-e531-4025-8776-0d601d9f7d02,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:11.083550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.096132 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Network 45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:11.107464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39774) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:11.113117 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-04c65fdd-1caa-420f-a1bb-b02a8257fbbf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/networks/1acdf4c4-e531-4025-8776-0d601d9f7d02 HTTP/1.1" status: 204 len: 168 time: 2.4300370 Apr 29 15:39:11.115063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:11.131368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:11.135848 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Pushing event updated for resources: {'Port': ['ID=44319738-f760-4823-b608-3da5f2679ef3,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:11.308555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-72baabe6-5e79-46b5-b9c9-38eaf0aa85b3 None None] Provisioning for port 5f094b0e-15bb-40ac-a78c-0c0c18c18152 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:11.338131 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.353655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.353655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.410652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0d096746-20ab-4363-bcd1-a9ee6bdcaf15,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:11.435513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Attempting to bind port 44319738-f760-4823-b608-3da5f2679ef3 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:11.435873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Attempting to bind port 44319738-f760-4823-b608-3da5f2679ef3 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '2c557757-c0db-4d48-b638-f8a145e592c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:11.436293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Attempting to bind port 44319738-f760-4823-b608-3da5f2679ef3 on network 45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:11.443903 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:11.444280 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Checking segment: {'id': '2c557757-c0db-4d48-b638-f8a145e592c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:11.444728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.446874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Bound using segment: {'id': '2c557757-c0db-4d48-b638-f8a145e592c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:11.447470 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Bound port: 44319738-f760-4823-b608-3da5f2679ef3, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c557757-c0db-4d48-b638-f8a145e592c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:11.447925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.508980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-72baabe6-5e79-46b5-b9c9-38eaf0aa85b3 None None] Provisioning complete for port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:11.509356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-72baabe6-5e79-46b5-b9c9-38eaf0aa85b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.529360 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port f3a0eebc-40ca-44cf-a489-227ed015f1c5 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:11.529703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.548746 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:11.577225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'Port': ['ID=729a8724-0837-452e-bc85-158725c74f63,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:11.745101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=0d096746-20ab-4363-bcd1-a9ee6bdcaf15,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:11.754129 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] For port 44319738-f760-4823-b608-3da5f2679ef3, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:11.759412 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] For port 44319738-f760-4823-b608-3da5f2679ef3, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=44319738-f760-4823-b608-3da5f2679ef3,segment=NetworkSegment(2c557757-c0db-4d48-b638-f8a145e592c5),segment_id=2c557757-c0db-4d48-b638-f8a145e592c5)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:11.775273 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644bbbf7-2a07-49a6-958a-960fdfc93d0e None None] Network a888f6cb-9abe-40fc-a4dd-6c6b2031d052 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:11.962615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Network a888f6cb-9abe-40fc-a4dd-6c6b2031d052 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:11.965688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:12.013067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device db19640e-c457-47a1-bbe9-52a5c27ed6f9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:12.092610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.103007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.103910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.117569 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-938b3ae5-af6f-47b5-8be9-40f3f852fc7e req-1c209b6d-2579-43c8-89cd-72f56d4bdf0d tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 210 time: 0.0509946 Apr 29 15:39:12.232198 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e91b2e-313c-4eed-9da3-8b624e51ca2a None None] Pushing event updated for resources: {'Port': ['ID=44319738-f760-4823-b608-3da5f2679ef3,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:12.261851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for f3a0eebc-40ca-44cf-a489-227ed015f1c5 owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:12.355038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port db19640e-c457-47a1-bbe9-52a5c27ed6f9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:12.355304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.480171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Router f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:39:12.519417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-95df01f5-1a2e-48ea-ab09-38c0a88bdd06 None None] Provisioning for port e35a6349-7f83-4e60-8df3-644f4c9acada completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:12.549442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5f094b0e-15bb-40ac-a78c-0c0c18c18152 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:12.597636 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.715510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 5f094b0e-15bb-40ac-a78c-0c0c18c18152 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:12.721171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 5f094b0e-15bb-40ac-a78c-0c0c18c18152 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:12.725316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.760164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=f3a0eebc-40ca-44cf-a489-227ed015f1c5,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:12.851944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.885774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 5f094b0e-15bb-40ac-a78c-0c0c18c18152, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5f094b0e-15bb-40ac-a78c-0c0c18c18152,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:12.937666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:12.950621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ac70f-583c-4569-8e20-c694a7eef5df None None] Sync routers for ids ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:12.970158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.970929 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e35a6349-7f83-4e60-8df3-644f4c9acada up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:12.978359 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fe7b4071-8d5f-48bf-9bcb-fcf8ea353676 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "PUT /v2.0/routers/f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8991020 Apr 29 15:39:12.978590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:12.978905 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP 2e688532-9117-4a00-8eda-1949e77b0406 disassociated (deleted). External IP: 172.26.2.150, port: 0e891cc8-7d77-4559-87f0-926a08fa7f16. Apr 29 15:39:12.979583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39780) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:13.034245 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ac70f-583c-4569-8e20-c694a7eef5df None None] Routers {'f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:13.034882 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-333ac70f-583c-4569-8e20-c694a7eef5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:13.152314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-5e0efc3b-319b-4548-a00e-b7fc70f41bc7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:13.153842 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-5e0efc3b-319b-4548-a00e-b7fc70f41bc7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.44 "GET /v2.0/networks?id=f3d13ae3-c5e3-4336-8e1a-736d382c188f HTTP/1.1" status: 200 len: 796 time: 0.5629637 Apr 29 15:39:13.252198 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4421bc2a-271c-49f4-bd98-8540e7a03c64 None None] Provisioning for port 729a8724-0837-452e-bc85-158725c74f63 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:13.253193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-92b9f727-7586-4606-aa10-28962a600aa4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Synchronizing usage tracker for tenant:f8efcf5488424e6cab018c60c8a17ac2 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:13.266137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-333ac70f-583c-4569-8e20-c694a7eef5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:13.287923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=5f094b0e-15bb-40ac-a78c-0c0c18c18152,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:13.293627 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4421bc2a-271c-49f4-bd98-8540e7a03c64 None None] Provisioning complete for port 729a8724-0837-452e-bc85-158725c74f63 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:13.293998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4421bc2a-271c-49f4-bd98-8540e7a03c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.375726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ac70f-583c-4569-8e20-c694a7eef5df None None] Routers {'f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:13.376342 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-333ac70f-583c-4569-8e20-c694a7eef5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:13.496783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-333ac70f-583c-4569-8e20-c694a7eef5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:13.497185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ac70f-583c-4569-8e20-c694a7eef5df None None] The sync data for ids ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:13.507350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4421bc2a-271c-49f4-bd98-8540e7a03c64 None None] Port 729a8724-0837-452e-bc85-158725c74f63 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:13.550391 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7a820209-0f82-4f3c-8e36-24fe2275d151 req-f4bace8c-434a-4fa5-833d-d3edccc87732 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 210 time: 0.1597600 Apr 29 15:39:13.557232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-92b9f727-7586-4606-aa10-28962a600aa4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Unset dirty status for tenant:f8efcf5488424e6cab018c60c8a17ac2 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:13.557952 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-92b9f727-7586-4606-aa10-28962a600aa4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8efcf5488424e6cab018c60c8a17ac2 HTTP/1.1" status: 200 len: 379 time: 0.3903368 Apr 29 15:39:13.583741 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port e35a6349-7f83-4e60-8df3-644f4c9acada completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:13.591070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e35a6349-7f83-4e60-8df3-644f4c9acada triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:13.591070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.630733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Request body: {'port': {'device_id': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'admin_state_up': True, 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'security_groups': ['7009495e-5dd5-427f-813a-d4e5f4b756f8']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:13.666608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2802a555-b183-4205-a313-7d97dc967e1a None None] Provisioning complete for port 729a8724-0837-452e-bc85-158725c74f63 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:13.667115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2802a555-b183-4205-a313-7d97dc967e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.756790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159fe8f5-af7e-4c1a-a5be-c38fc4c42e51 None None] Network 45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:13.774858 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2802a555-b183-4205-a313-7d97dc967e1a None None] Port 729a8724-0837-452e-bc85-158725c74f63 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:13.822693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:13.836077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:13.841227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:13.887519 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-e0a02960-4a19-4265-826e-dd47c9d549fb tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:39:13.888445 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e0a02960-4a19-4265-826e-dd47c9d549fb tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "PUT /v2.0/routers/f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9077604 Apr 29 15:39:13.899841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39790) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:13.919552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.968524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Made reservation on behalf of f8efcf5488424e6cab018c60c8a17ac2 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:13.971557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:13.987478 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a430f014-c880-4e51-8086-4f4edf7636bd None None] Provisioning for port 44319738-f760-4823-b608-3da5f2679ef3 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:14.014109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port e35a6349-7f83-4e60-8df3-644f4c9acada, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e35a6349-7f83-4e60-8df3-644f4c9acada,segment=NetworkSegment(b500c72c-4232-4c72-b12a-5148c11b3c92),segment_id=b500c72c-4232-4c72-b12a-5148c11b3c92)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:14.090633 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.114140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:14.126822 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437511f-c65c-466c-93a4-2c2a85aaae8b None None] Sync routers for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:14.149965 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437511f-c65c-466c-93a4-2c2a85aaae8b None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:14.151553 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f437511f-c65c-466c-93a4-2c2a85aaae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:14.160073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.167855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 41e71115-f064-4267-82cb-cfa31caeeba9 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:14.281058 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 41e71115-f064-4267-82cb-cfa31caeeba9 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:39:14.281655 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 41e71115-f064-4267-82cb-cfa31caeeba9 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:14.306604 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-446fd945-67b4-4ed0-9138-4e0751d2e37c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/floatingips/2e688532-9117-4a00-8eda-1949e77b0406 HTTP/1.1" status: 204 len: 168 time: 3.1882491 Apr 29 15:39:14.308511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Allocated IP 172.20.0.5 (f3d13ae3-c5e3-4336-8e1a-736d382c188f/2a4e0ba3-7150-4c44-acf7-951976075957/c418b8bb-b4e3-4739-b223-63ef35fa3ed6) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:14.309092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=e35a6349-7f83-4e60-8df3-644f4c9acada,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:14.310287 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'tag': '0e891cc8-7d77-4559-87f0-926a08fa7f16'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:39:14.466149 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c619c9-f678-4df3-b42b-0c8d9d304e0e'] response: {'name': 'network-changed', 'server_uuid': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'tag': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'status': 'completed', 'code': 200} Apr 29 15:39:14.622569 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:14.628758 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-f437511f-c65c-466c-93a4-2c2a85aaae8b None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:14.700699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.708113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a678c-d113-4c92-8268-c5180dbfb3df req-dc62f1c7-02a2-44a6-86fd-7a3f831a55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:14.709633 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cd6a678c-d113-4c92-8268-c5180dbfb3df req-dc62f1c7-02a2-44a6-86fd-7a3f831a55cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 1098 time: 0.1716063 Apr 29 15:39:14.720129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Transition to ACTIVE for port object c418b8bb-b4e3-4739-b223-63ef35fa3ed6 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:14.790469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:14.790837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.878554 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.880407 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6567ab6a-5ed2-4c73-9147-51a7d054ee77 req-f83835d3-0f9a-4c81-97f3-75bb48ec0e46 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 210 time: 0.1095829 Apr 29 15:39:14.909261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-48011e4e-5bf2-47f8-8df9-17b23357fe7c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:14.928449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5f094b0e-15bb-40ac-a78c-0c0c18c18152 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:15.004937 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 5f094b0e-15bb-40ac-a78c-0c0c18c18152 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:15.005641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.045353 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f437511f-c65c-466c-93a4-2c2a85aaae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:39:00Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:15.049772 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437511f-c65c-466c-93a4-2c2a85aaae8b None None] Checking router: 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:15.063046 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Network f3d13ae3-c5e3-4336-8e1a-736d382c188f is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:15.063940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'Port': ['ID=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:15.066503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:15.069831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:15.083283 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437511f-c65c-466c-93a4-2c2a85aaae8b None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:15.084335 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f437511f-c65c-466c-93a4-2c2a85aaae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:15.101069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a678c-d113-4c92-8268-c5180dbfb3df req-c0023fa5-4003-4839-910b-6e44ff0d8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:15.102903 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cd6a678c-d113-4c92-8268-c5180dbfb3df req-c0023fa5-4003-4839-910b-6e44ff0d8681 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4db73c39-5a26-4d3b-8f64-15da74ae4350 HTTP/1.1" status: 200 len: 897 time: 0.3858919 Apr 29 15:39:15.106175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:15.106625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:15.107062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:15.107491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:15.107917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:15.108361 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:15.108867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:15.109330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:15.109752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:15.110169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:15.110588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:15.112161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:15.154461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:15.159422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.190676 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 44319738-f760-4823-b608-3da5f2679ef3 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:15.211905 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cd6a678c-d113-4c92-8268-c5180dbfb3df req-43881a83-41c7-414c-b22b-f139000b6a53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e891cc8-7d77-4559-87f0-926a08fa7f16 HTTP/1.1" status: 200 len: 217 time: 0.0963047 Apr 29 15:39:15.253755 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-867d9c61-1568-4f5f-a9fa-3d3f962f2953 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6278925 Apr 29 15:39:15.266569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Request body: {'port': {'device_id': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:15.344078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 44319738-f760-4823-b608-3da5f2679ef3 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:15.352416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 44319738-f760-4823-b608-3da5f2679ef3 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:15.353108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.406654 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-f437511f-c65c-466c-93a4-2c2a85aaae8b None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:15.419438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a678c-d113-4c92-8268-c5180dbfb3df req-9f911d14-37b5-40e9-8e29-5aa00157744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:15.421200 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cd6a678c-d113-4c92-8268-c5180dbfb3df req-9f911d14-37b5-40e9-8e29-5aa00157744e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=adb2f4b6-5500-47e6-8f6b-82b86b9deba1 HTTP/1.1" status: 200 len: 835 time: 0.2027626 Apr 29 15:39:15.431077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa19f2-c251-4c20-b892-b0fcda5bb559 req-f9e121c2-429f-4f3c-a96c-ad698efc591a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:15.431620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.431773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-27aa19f2-c251-4c20-b892-b0fcda5bb559 req-f9e121c2-429f-4f3c-a96c-ad698efc591a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:15.532576 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.572642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 44319738-f760-4823-b608-3da5f2679ef3, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=44319738-f760-4823-b608-3da5f2679ef3,segment=NetworkSegment(2c557757-c0db-4d48-b638-f8a145e592c5),segment_id=2c557757-c0db-4d48-b638-f8a145e592c5)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:15.583041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-27aa19f2-c251-4c20-b892-b0fcda5bb559 req-f9e121c2-429f-4f3c-a96c-ad698efc591a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:15.584238 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-27aa19f2-c251-4c20-b892-b0fcda5bb559 req-f9e121c2-429f-4f3c-a96c-ad698efc591a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 945 time: 0.5238662 Apr 29 15:39:15.613341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a678c-d113-4c92-8268-c5180dbfb3df req-816019e0-9b8d-4537-b0af-73654d338371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:15.614851 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cd6a678c-d113-4c92-8268-c5180dbfb3df req-816019e0-9b8d-4537-b0af-73654d338371 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4db73c39-5a26-4d3b-8f64-15da74ae4350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1780691 Apr 29 15:39:15.615468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-48011e4e-5bf2-47f8-8df9-17b23357fe7c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Deleting port 729a8724-0837-452e-bc85-158725c74f63 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:15.615802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-48011e4e-5bf2-47f8-8df9-17b23357fe7c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.634867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6fcf64f5-089e-4709-ad1a-5e6a6d93687d None None] Provisioning for port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:15.641281 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6fcf64f5-089e-4709-ad1a-5e6a6d93687d None None] Provisioning complete for port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:15.641729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6fcf64f5-089e-4709-ad1a-5e6a6d93687d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.684096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.777889 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f437511f-c65c-466c-93a4-2c2a85aaae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:39:00Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:15.781622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf64f5-089e-4709-ad1a-5e6a6d93687d None None] Port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:15.782913 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437511f-c65c-466c-93a4-2c2a85aaae8b None None] The sync data for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv is: [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:39:00Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a682b2fc-395d-46bd-a776-fb8d12fac15c', 'name': '', 'network_id': '4db73c39-5a26-4d3b-8f64-15da74ae4350', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:c3:6e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:37:06Z', 'updated_at': '2022-04-29T15:37:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'adb2f4b6-5500-47e6-8f6b-82b86b9deba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:15.799220 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=44319738-f760-4823-b608-3da5f2679ef3,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:15.882565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c418b8bb-b4e3-4739-b223-63ef35fa3ed6 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:39:15.888580 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-27aa19f2-c251-4c20-b892-b0fcda5bb559 req-1c091628-63ff-4909-bd1a-6bdedb5f4411 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923343 Apr 29 15:39:15.890828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:15.904519 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cd6a678c-d113-4c92-8268-c5180dbfb3df req-2c5f3ecc-e028-4926-bf33-cd29849b10a7 service neutron] 10.222.0.44 "GET /v2.0/networks/4db73c39-5a26-4d3b-8f64-15da74ae4350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587614 Apr 29 15:39:15.906569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Transition to ACTIVE for port object c418b8bb-b4e3-4739-b223-63ef35fa3ed6 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:15.995795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.059413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfe4757-37b5-4a5e-8369-94ccd3bc2082 None None] New status for floating IP 2e688532-9117-4a00-8eda-1949e77b0406: DOWN {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:39:16.311486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-48011e4e-5bf2-47f8-8df9-17b23357fe7c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.354695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Pushing event updated for resources: {'Port': ['ID=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:16.416144 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e35a6349-7f83-4e60-8df3-644f4c9acada up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:16.439524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-ba1aa09f-2779-4e41-bd5f-d714cd2fd2ac tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:16.440216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-ba1aa09f-2779-4e41-bd5f-d714cd2fd2ac tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:16.468298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-ba1aa09f-2779-4e41-bd5f-d714cd2fd2ac tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:16.469406 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-ba1aa09f-2779-4e41-bd5f-d714cd2fd2ac tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 945 time: 0.2922909 Apr 29 15:39:16.470028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Attempting to bind port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:16.470357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Attempting to bind port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:16.470681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Attempting to bind port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 on network f3d13ae3-c5e3-4336-8e1a-736d382c188f {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:16.481668 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e372b-9d03-4a17-b289-f09c8975692e req-517527b6-0ea8-4eff-bea8-0d9714231a6d tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:16.483705 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-829e372b-9d03-4a17-b289-f09c8975692e req-517527b6-0ea8-4eff-bea8-0d9714231a6d tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 943 time: 0.3749664 Apr 29 15:39:16.492175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e35a6349-7f83-4e60-8df3-644f4c9acada triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:16.492801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.494110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-48011e4e-5bf2-47f8-8df9-17b23357fe7c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Calling delete_port for 729a8724-0837-452e-bc85-158725c74f63 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:16.511550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 on network f3d13ae3-c5e3-4336-8e1a-736d382c188f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:39:16.511869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Attempting to bind port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 on network f3d13ae3-c5e3-4336-8e1a-736d382c188f {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:16.536936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:16.537344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Checking segment: {'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:16.537659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Bound using segment: {'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:16.538091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Bound port: c418b8bb-b4e3-4739-b223-63ef35fa3ed6, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd438383b-d821-4718-9bf1-f1394cb1f12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:16.538433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.550433 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:39:16.586484 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cd6a678c-d113-4c92-8268-c5180dbfb3df req-2d5bf9ff-5ca3-485c-be79-6b7511b753ad service neutron] 10.222.0.44 "GET /v2.0/networks/4db73c39-5a26-4d3b-8f64-15da74ae4350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6331975 Apr 29 15:39:16.603744 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-829e372b-9d03-4a17-b289-f09c8975692e req-0e9d6d35-e0fd-47fe-8656-9ca253032546 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799823 Apr 29 15:39:16.607124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-bf226b0f-9549-4282-ae2a-72d2be3fde14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 0e891cc8-7d77-4559-87f0-926a08fa7f16 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:16.607469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-bf226b0f-9549-4282-ae2a-72d2be3fde14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.630593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 44319738-f760-4823-b608-3da5f2679ef3 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:16.704568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 44319738-f760-4823-b608-3da5f2679ef3 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:16.704932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.753528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] For port c418b8bb-b4e3-4739-b223-63ef35fa3ed6, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:16.758841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] For port c418b8bb-b4e3-4739-b223-63ef35fa3ed6, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:16.800768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-48011e4e-5bf2-47f8-8df9-17b23357fe7c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.846361 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.882834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48011e4e-5bf2-47f8-8df9-17b23357fe7c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event deleted for resources: {'Port': ['ID=729a8724-0837-452e-bc85-158725c74f63,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:16.934403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:16.935012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:16.936411 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] 10.222.0.44 "PUT /v2.0/ports/c418b8bb-b4e3-4739-b223-63ef35fa3ed6 HTTP/1.1" status: 200 len: 1093 time: 1.6750805 Apr 29 15:39:16.936882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'tag': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:39:16.969187 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac3bd8-dfcf-46be-9f40-607684c75d53 service neutron] Pushing event updated for resources: {'Port': ['ID=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:17.014651 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb9e7a1-cf9b-434b-8bbf-ffa988fdeed8'] response: {'name': 'network-changed', 'server_uuid': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'tag': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'status': 'completed', 'code': 200} Apr 29 15:39:17.017396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-bf226b0f-9549-4282-ae2a-72d2be3fde14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 0e891cc8-7d77-4559-87f0-926a08fa7f16, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0e891cc8-7d77-4559-87f0-926a08fa7f16,segment=NetworkSegment(4dad9244-580d-44ed-ae1d-961e0b846c8d),segment_id=4dad9244-580d-44ed-ae1d-961e0b846c8d)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:17.018083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-bf226b0f-9549-4282-ae2a-72d2be3fde14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.065804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-48011e4e-5bf2-47f8-8df9-17b23357fe7c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.235544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-bf226b0f-9549-4282-ae2a-72d2be3fde14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 0e891cc8-7d77-4559-87f0-926a08fa7f16 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:17.302712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fcc25-6f99-4a0e-80e8-bc5bf6826879 req-7d2c08e7-6104-4d9b-b11e-9d08e528c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:17.304752 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-689fcc25-6f99-4a0e-80e8-bc5bf6826879 req-7d2c08e7-6104-4d9b-b11e-9d08e528c8d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8efcf5488424e6cab018c60c8a17ac2&device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 1096 time: 0.2748044 Apr 29 15:39:17.408785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48011e4e-5bf2-47f8-8df9-17b23357fe7c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Router f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:17.484523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5d808-e8b7-492e-b169-9e5f794ebf6f req-4c344cba-6815-49ad-b352-838287b32b2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:17.485989 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-afd5d808-e8b7-492e-b169-9e5f794ebf6f req-4c344cba-6815-49ad-b352-838287b32b2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 945 time: 0.2935507 Apr 29 15:39:17.493705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fcc25-6f99-4a0e-80e8-bc5bf6826879 req-adaefab4-4429-4688-8861-de8f03ac4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:17.495165 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-689fcc25-6f99-4a0e-80e8-bc5bf6826879 req-adaefab4-4429-4688-8861-de8f03ac4fd7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f8efcf5488424e6cab018c60c8a17ac2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1754296 Apr 29 15:39:17.596996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-bf226b0f-9549-4282-ae2a-72d2be3fde14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.661030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf226b0f-9549-4282-ae2a-72d2be3fde14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=0e891cc8-7d77-4559-87f0-926a08fa7f16,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:17.708172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48011e4e-5bf2-47f8-8df9-17b23357fe7c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:17.724006 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-afd5d808-e8b7-492e-b169-9e5f794ebf6f req-bff4d984-7358-4818-add1-f9ded9914c3c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851778 Apr 29 15:39:17.730798 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-48011e4e-5bf2-47f8-8df9-17b23357fe7c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "PUT /v2.0/routers/f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8263910 Apr 29 15:39:17.732069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39810) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:17.733801 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cce7c8-c6cc-4808-a0a9-c3c35274ea0f None None] Sync routers for ids ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:17.753187 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cce7c8-c6cc-4808-a0a9-c3c35274ea0f None None] Routers {'f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:17.754189 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-44cce7c8-c6cc-4808-a0a9-c3c35274ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:17.761618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-bf226b0f-9549-4282-ae2a-72d2be3fde14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] No DVR routers for this DVR port 0e891cc8-7d77-4559-87f0-926a08fa7f16 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:17.764821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-bf226b0f-9549-4282-ae2a-72d2be3fde14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:17.768030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fcc25-6f99-4a0e-80e8-bc5bf6826879 req-d74a5f60-348b-4019-abf3-349358abc7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:17.769483 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-689fcc25-6f99-4a0e-80e8-bc5bf6826879 req-d74a5f60-348b-4019-abf3-349358abc7e5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2690158 Apr 29 15:39:17.818864 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-44cce7c8-c6cc-4808-a0a9-c3c35274ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:17.828308 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cce7c8-c6cc-4808-a0a9-c3c35274ea0f None None] Routers {'f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:17.828940 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-44cce7c8-c6cc-4808-a0a9-c3c35274ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:17.859717 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-6e23b41b-6a1c-437a-a55c-7176799c6448 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] delete failed (client error): The resource could not be found. Apr 29 15:39:17.864784 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6e23b41b-6a1c-437a-a55c-7176799c6448 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-1268659741 HTTP/1.1" status: 404 len: 335 time: 0.1289644 Apr 29 15:39:17.864971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39814) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:17.872204 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-12fc4151-3b10-4179-86b7-eecfd2d7349d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:17.893023 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-44cce7c8-c6cc-4808-a0a9-c3c35274ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:17.893501 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cce7c8-c6cc-4808-a0a9-c3c35274ea0f None None] The sync data for ids ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:17.980428 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f9ebef51-80bb-473c-9109-43fcb4f8f6f2 req-bf226b0f-9549-4282-ae2a-72d2be3fde14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "DELETE /v2.0/ports/0e891cc8-7d77-4559-87f0-926a08fa7f16 HTTP/1.1" status: 204 len: 173 time: 1.5047729 Apr 29 15:39:18.017623 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-5de698a3-dc49-4927-920d-1d0d90acf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:18.019268 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-5de698a3-dc49-4927-920d-1d0d90acf12c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8efcf5488424e6cab018c60c8a17ac2&device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 1096 time: 0.2151148 Apr 29 15:39:18.104105 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-a6e9bc71-4a79-4c68-a5d6-357b0182b73e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c418b8bb-b4e3-4739-b223-63ef35fa3ed6 HTTP/1.1" status: 200 len: 217 time: 0.0773172 Apr 29 15:39:18.201582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-54f80e4e-081a-43fb-82f9-8eea74a3a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:18.203149 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-54f80e4e-081a-43fb-82f9-8eea74a3a2a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2a4e0ba3-7150-4c44-acf7-951976075957 HTTP/1.1" status: 200 len: 835 time: 0.0931337 Apr 29 15:39:18.294245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-979c85c0-727b-4223-a9f1-fc588ced49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:18.295632 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-979c85c0-727b-4223-a9f1-fc588ced49b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f3d13ae3-c5e3-4336-8e1a-736d382c188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865433 Apr 29 15:39:18.301628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516620a-1655-4cc1-adcb-0132fab71f15 req-10eee8ba-5403-45e6-9f50-da4fbdc2b46e tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:18.303652 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0516620a-1655-4cc1-adcb-0132fab71f15 req-10eee8ba-5403-45e6-9f50-da4fbdc2b46e tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 943 time: 0.5080757 Apr 29 15:39:18.307148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12fc4151-3b10-4179-86b7-eecfd2d7349d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.361570 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0516620a-1655-4cc1-adcb-0132fab71f15 req-0680458a-e140-4d1c-b340-6f74d73195a0 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470297 Apr 29 15:39:18.425181 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-12fc4151-3b10-4179-86b7-eecfd2d7349d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] update failed (client error): The resource could not be found. Apr 29 15:39:18.426196 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-12fc4151-3b10-4179-86b7-eecfd2d7349d tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "PUT /v2.0/routers/f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638 HTTP/1.1" status: 404 len: 339 time: 0.5603378 Apr 29 15:39:18.430592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39818) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:18.438751 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-1d9f38c7-3619-44f0-9e47-558b2ed021bf service neutron] 10.222.0.44 "GET /v2.0/networks/f3d13ae3-c5e3-4336-8e1a-736d382c188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366644 Apr 29 15:39:18.439111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1501616749'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:18.444036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:18.448885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Usage tracker for resource:network and tenant:95f26ee1bda540f4a8d220734513bac2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:18.452720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:18.458599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:18.524922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Made reservation on behalf of 95f26ee1bda540f4a8d220734513bac2 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:18.528382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.556544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:18.564926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.565265 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Added segment da098809-2010-4c1b-999a-f2ffa8c30abc of type vlan for network b8ad3991-2767-4fdc-9a8f-937e99a3c324 Apr 29 15:39:18.569044 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b37b4f6-680b-4b31-b5ca-4b4d944c86ce req-988c847c-1d0a-476c-bdc2-6bcae86526a8 service neutron] 10.222.0.44 "GET /v2.0/networks/f3d13ae3-c5e3-4336-8e1a-736d382c188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246161 Apr 29 15:39:18.591713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.685035 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.690414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:18.690991 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:18.798569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'Network': ['ID=b8ad3991-2767-4fdc-9a8f-937e99a3c324,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:18.813814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network b8ad3991-2767-4fdc-9a8f-937e99a3c324 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:18.836237 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-964122d5-4ccd-4c98-b0d6-e36224048898 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4020710 Apr 29 15:39:18.839032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39824) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:18.843022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 0e891cc8-7d77-4559-87f0-926a08fa7f16 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:18.844517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Request body: {'subnet': {'network_id': 'b8ad3991-2767-4fdc-9a8f-937e99a3c324', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:18.894771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 0e891cc8-7d77-4559-87f0-926a08fa7f16 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:39:18.895196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 0e891cc8-7d77-4559-87f0-926a08fa7f16 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:18.972239 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c10e3b69-ec18-4c59-8d65-bc196d7da48e req-319a5305-cec1-4e0b-b9b4-520e27c5b059 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ea1369a-4d10-40fd-a55d-1d522c05454d HTTP/1.1" status: 200 len: 210 time: 0.0956793 Apr 29 15:39:18.998821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:19.002708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Usage tracker for resource:subnet and tenant:95f26ee1bda540f4a8d220734513bac2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:19.005557 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:19.011873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:19.016272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'name': 'network-vif-deleted', 'tag': '0e891cc8-7d77-4559-87f0-926a08fa7f16'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:39:19.060042 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69826161-5be4-4d48-a075-2e01fe8502f1'] response: {'server_uuid': '8ea1369a-4d10-40fd-a55d-1d522c05454d', 'name': 'network-vif-deleted', 'tag': '0e891cc8-7d77-4559-87f0-926a08fa7f16', 'status': 'completed', 'code': 200} Apr 29 15:39:19.092226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Made reservation on behalf of 95f26ee1bda540f4a8d220734513bac2 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:19.095788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.372145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.450915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'Subnet': ['ID=3a133e82-ba34-4d1a-a20e-bedca91ef4a6,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:19.458321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Checking segment: {'id': 'da098809-2010-4c1b-999a-f2ffa8c30abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b8ad3991-2767-4fdc-9a8f-937e99a3c324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:19.458679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Network hostable DHCP agents. Network: b8ad3991-2767-4fdc-9a8f-937e99a3c324, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:19.635616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Network b8ad3991-2767-4fdc-9a8f-937e99a3c324 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:19.670799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80bbdd-9ad3-44fb-a5eb-4c1ea8522ea8 req-fef043c7-ea66-4260-b1c5-52b8c5cfcdf4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:19.672244 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7c80bbdd-9ad3-44fb-a5eb-4c1ea8522ea8 req-fef043c7-ea66-4260-b1c5-52b8c5cfcdf4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 943 time: 0.1989391 Apr 29 15:39:19.715576 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7c80bbdd-9ad3-44fb-a5eb-4c1ea8522ea8 req-e363afa0-bd0c-474d-93fc-4f32f717a99e tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376563 Apr 29 15:39:19.759440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, b8ad3991-2767-4fdc-9a8f-937e99a3c324) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:19.763576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:19.764162 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:19.768895 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31b1b33-4b78-422e-b88f-494ba300e76d None None] Network b8ad3991-2767-4fdc-9a8f-937e99a3c324 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:19.897771 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-46c12632-31b6-4830-a07d-c4052c6ff10b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0575380 Apr 29 15:39:19.901257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39832) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:19.906499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f5f87efa-e6cd-43e0-891c-955b543cdf19 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b8ad3991-2767-4fdc-9a8f-937e99a3c324'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:20.021571 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-b8ad3991-2767-4fdc-9a8f-937e99a3c324', 'network_id': 'b8ad3991-2767-4fdc-9a8f-937e99a3c324', 'tenant_id': '95f26ee1bda540f4a8d220734513bac2', 'fixed_ips': [{'subnet_id': '3a133e82-ba34-4d1a-a20e-bedca91ef4a6'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:39:20.022405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.072813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39838) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:20.160141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8b1494c-8c0d-46af-b21e-a3fc402899c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.183240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Allocated IP 2001:db8:1::2 (b8ad3991-2767-4fdc-9a8f-937e99a3c324/3a133e82-ba34-4d1a-a20e-bedca91ef4a6/31f42374-841f-4273-b226-2ec15b5c4680) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:20.196498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8b1494c-8c0d-46af-b21e-a3fc402899c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.293949 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5f87efa-e6cd-43e0-891c-955b543cdf19 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.332251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8b1494c-8c0d-46af-b21e-a3fc402899c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.357414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1494c-8c0d-46af-b21e-a3fc402899c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2f5fb3-047c-426e-b4e2-abf8b25c72f8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:20.365578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8b1494c-8c0d-46af-b21e-a3fc402899c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.369268 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e8b1494c-8c0d-46af-b21e-a3fc402899c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/security-groups/2c2f5fb3-047c-426e-b4e2-abf8b25c72f8 HTTP/1.1" status: 204 len: 168 time: 0.2885277 Apr 29 15:39:20.427106 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.438230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Transition to ACTIVE for port object 31f42374-841f-4273-b226-2ec15b5c4680 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:20.457516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Transition to ACTIVE for port object 31f42374-841f-4273-b226-2ec15b5c4680 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:20.509364 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-f5f87efa-e6cd-43e0-891c-955b543cdf19 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 15:39:20.510387 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f5f87efa-e6cd-43e0-891c-955b543cdf19 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "PUT /v2.0/routers/f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638 HTTP/1.1" status: 400 len: 364 time: 0.6081684 Apr 29 15:39:20.514102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39844) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:20.549983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.557236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39848) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:20.620383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Network b8ad3991-2767-4fdc-9a8f-937e99a3c324 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:20.623215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:20.625627 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:20.638389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Pushing event updated for resources: {'Port': ['ID=31f42374-841f-4273-b226-2ec15b5c4680,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:20.731871 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Attempting to bind port 31f42374-841f-4273-b226-2ec15b5c4680 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:20.732233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Attempting to bind port 31f42374-841f-4273-b226-2ec15b5c4680 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'da098809-2010-4c1b-999a-f2ffa8c30abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b8ad3991-2767-4fdc-9a8f-937e99a3c324'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:20.732974 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Attempting to bind port 31f42374-841f-4273-b226-2ec15b5c4680 on network b8ad3991-2767-4fdc-9a8f-937e99a3c324 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:20.737886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:20.738316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Checking segment: {'id': 'da098809-2010-4c1b-999a-f2ffa8c30abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b8ad3991-2767-4fdc-9a8f-937e99a3c324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:20.738608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.739273 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Bound using segment: {'id': 'da098809-2010-4c1b-999a-f2ffa8c30abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b8ad3991-2767-4fdc-9a8f-937e99a3c324'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:20.740003 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Bound port: 31f42374-841f-4273-b226-2ec15b5c4680, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da098809-2010-4c1b-999a-f2ffa8c30abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b8ad3991-2767-4fdc-9a8f-937e99a3c324'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:20.740388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.840397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] For port 31f42374-841f-4273-b226-2ec15b5c4680, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:20.843811 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] For port 31f42374-841f-4273-b226-2ec15b5c4680, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=31f42374-841f-4273-b226-2ec15b5c4680,segment=NetworkSegment(da098809-2010-4c1b-999a-f2ffa8c30abc),segment_id=da098809-2010-4c1b-999a-f2ffa8c30abc)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:20.909910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:20.995878 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86116f37-3534-4374-905f-5aac0c9b496b None None] Pushing event updated for resources: {'Port': ['ID=31f42374-841f-4273-b226-2ec15b5c4680,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:21.053056 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.140320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a296ded4-07f6-4752-87fa-ae7f3748c6db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.251587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc149-39ea-4de9-ac78-750f76fa5610 req-808cd4e8-71f8-447a-874c-613270bdf750 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:21.264244 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-216dc149-39ea-4de9-ac78-750f76fa5610 req-808cd4e8-71f8-447a-874c-613270bdf750 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 943 time: 0.3615310 Apr 29 15:39:21.406758 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-216dc149-39ea-4de9-ac78-750f76fa5610 req-80d3b8a9-b002-4135-ba17-5750397eeae7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466160 Apr 29 15:39:21.593101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Allocated IP 2001:db8::1 (58284423-221f-4e61-b98d-ad04d76da850/259a7f57-0275-41ac-9250-394b59066a7e/9e8588a7-c52a-447a-91da-583e5b735c69) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:21.662019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a296ded4-07f6-4752-87fa-ae7f3748c6db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port a682b2fc-395d-46bd-a776-fb8d12fac15c {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:21.662450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a296ded4-07f6-4752-87fa-ae7f3748c6db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.760678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.780196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Transition to ACTIVE for port object 9e8588a7-c52a-447a-91da-583e5b735c69 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:21.871813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-a296ded4-07f6-4752-87fa-ae7f3748c6db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port a682b2fc-395d-46bd-a776-fb8d12fac15c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a682b2fc-395d-46bd-a776-fb8d12fac15c,segment=NetworkSegment(4dad9244-580d-44ed-ae1d-961e0b846c8d),segment_id=4dad9244-580d-44ed-ae1d-961e0b846c8d)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:21.872165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a296ded4-07f6-4752-87fa-ae7f3748c6db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.880980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.958123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Network 58284423-221f-4e61-b98d-ad04d76da850 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:21.962693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:21.966843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:21.967381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:21.983493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'Port': ['ID=9e8588a7-c52a-447a-91da-583e5b735c69,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:22.000327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:22.000848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:22.001192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:22.001529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:22.001865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:22.002199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:22.002319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a296ded4-07f6-4752-87fa-ae7f3748c6db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for a682b2fc-395d-46bd-a776-fb8d12fac15c owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:22.002532 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:22.002859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:22.003184 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:22.003514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:22.003837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:22.004156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:22.040910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc824e8-d01f-4891-bdfd-ea619c87e91f None None] Network b8ad3991-2767-4fdc-9a8f-937e99a3c324 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:22.181539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4d249b53-9e59-4174-a1a2-7a0ca7571b87 None None] Provisioning for port 31f42374-841f-4273-b226-2ec15b5c4680 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:22.194349 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.292424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a296ded4-07f6-4752-87fa-ae7f3748c6db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.372273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296ded4-07f6-4752-87fa-ae7f3748c6db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=a682b2fc-395d-46bd-a776-fb8d12fac15c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:22.430664 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-afae1897-bb69-4e25-ac68-7ce87d2ae26c None None] Provisioning for port 9e8588a7-c52a-447a-91da-583e5b735c69 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:22.437031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-afae1897-bb69-4e25-ac68-7ce87d2ae26c None None] Provisioning complete for port 9e8588a7-c52a-447a-91da-583e5b735c69 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:22.437478 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-afae1897-bb69-4e25-ac68-7ce87d2ae26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.540044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-afae1897-bb69-4e25-ac68-7ce87d2ae26c None None] Port 9e8588a7-c52a-447a-91da-583e5b735c69 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:22.553137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 31f42374-841f-4273-b226-2ec15b5c4680 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:22.727456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a296ded4-07f6-4752-87fa-ae7f3748c6db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.753617 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 31f42374-841f-4273-b226-2ec15b5c4680 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:22.762911 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 31f42374-841f-4273-b226-2ec15b5c4680 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:22.763356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.769697 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde3ee1-1e23-4ec0-8532-e76c42435b00 req-083620aa-0c65-4636-8a55-58ab9ffb6cd8 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:22.775254 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bde3ee1-1e23-4ec0-8532-e76c42435b00 req-083620aa-0c65-4636-8a55-58ab9ffb6cd8 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 943 time: 0.1297617 Apr 29 15:39:22.800445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.821774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9dbe6efd-bbbc-4848-9aa2-04de3947707b None None] Provisioning complete for port 31f42374-841f-4273-b226-2ec15b5c4680 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:22.822207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6efd-bbbc-4848-9aa2-04de3947707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.828751 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bde3ee1-1e23-4ec0-8532-e76c42435b00 req-e4b77a0d-3463-442d-9041-b6cfb7870c4e tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488346 Apr 29 15:39:22.864697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device c418b8bb-b4e3-4739-b223-63ef35fa3ed6 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:39:22.881039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.881962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:22.982311 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.042584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event updated for resources: {'Port': ['ID=9e8588a7-c52a-447a-91da-583e5b735c69,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:23.099592 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Network 58284423-221f-4e61-b98d-ad04d76da850 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:23.101637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:23.110969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a296ded4-07f6-4752-87fa-ae7f3748c6db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:23.162821 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 31f42374-841f-4273-b226-2ec15b5c4680, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=31f42374-841f-4273-b226-2ec15b5c4680,segment=NetworkSegment(da098809-2010-4c1b-999a-f2ffa8c30abc),segment_id=da098809-2010-4c1b-999a-f2ffa8c30abc)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:23.189656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6efd-bbbc-4848-9aa2-04de3947707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.209786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port c418b8bb-b4e3-4739-b223-63ef35fa3ed6, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:23.237237 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'port_id': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'mac_address': 'fa:16:3e:5d:80:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:39:23.281819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.424028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.445500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-9dbe6efd-bbbc-4848-9aa2-04de3947707b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:23.445894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-9dbe6efd-bbbc-4848-9aa2-04de3947707b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:23.448315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Router f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:23.453998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c418b8bb-b4e3-4739-b223-63ef35fa3ed6 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:39:23.459049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=31f42374-841f-4273-b226-2ec15b5c4680,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:23.472197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:23.472563 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:23.472910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:23.473244 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:23.473574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:23.473904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:23.474228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:23.474555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:23.474936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:23.475290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:23.475611 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:23.476524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:39:23.483522 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port c418b8bb-b4e3-4739-b223-63ef35fa3ed6, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:23.497441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a296ded4-07f6-4752-87fa-ae7f3748c6db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:23.507371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91c930-54a8-4e78-983d-defe99075ad1 None None] Sync routers for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:23.513718 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a296ded4-07f6-4752-87fa-ae7f3748c6db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9552603 Apr 29 15:39:23.516146 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39856) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:23.519715 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91c930-54a8-4e78-983d-defe99075ad1 None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:23.520385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-cc91c930-54a8-4e78-983d-defe99075ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:23.579987 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.592392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c064ce-671f-4fc0-aff4-d28aeda17ed3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting subnet adb2f4b6-5500-47e6-8f6b-82b86b9deba1 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:39:23.592392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-83c064ce-671f-4fc0-aff4-d28aeda17ed3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.617072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:23.626312 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1959d89f-945c-44b6-a0d7-e77e9b8bd8be tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "PUT /v2.0/routers/f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1112368 Apr 29 15:39:23.629401 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98095b43-b8d9-4e71-aead-e21f3615841b None None] Sync routers for ids ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:23.633095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39860) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:23.640372 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98095b43-b8d9-4e71-aead-e21f3615841b None None] Routers {'f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:23.641333 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-98095b43-b8d9-4e71-aead-e21f3615841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:23.656890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-83c064ce-671f-4fc0-aff4-d28aeda17ed3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.707123 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-98095b43-b8d9-4e71-aead-e21f3615841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:23.717549 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98095b43-b8d9-4e71-aead-e21f3615841b None None] Routers {'f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:23.719543 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-98095b43-b8d9-4e71-aead-e21f3615841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:23.727100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:23.754591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-83c064ce-671f-4fc0-aff4-d28aeda17ed3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.783271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-cc91c930-54a8-4e78-983d-defe99075ad1 None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:23.797085 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-98095b43-b8d9-4e71-aead-e21f3615841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:23.798011 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98095b43-b8d9-4e71-aead-e21f3615841b None None] The sync data for ids ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:23.803960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a6ecb44-1f9f-4b86-878b-fc8d9edfbc0a tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.917225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-83c064ce-671f-4fc0-aff4-d28aeda17ed3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.966458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-83c064ce-671f-4fc0-aff4-d28aeda17ed3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:23.982474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c064ce-671f-4fc0-aff4-d28aeda17ed3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Subnet': ['ID=adb2f4b6-5500-47e6-8f6b-82b86b9deba1,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:23.988641 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-83c064ce-671f-4fc0-aff4-d28aeda17ed3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/subnets/adb2f4b6-5500-47e6-8f6b-82b86b9deba1 HTTP/1.1" status: 204 len: 168 time: 0.4714861 Apr 29 15:39:23.991271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39866) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:23.996307 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.api.v2.resource [None req-1a6ecb44-1f9f-4b86-878b-fc8d9edfbc0a tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 29 15:39:23.997336 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1a6ecb44-1f9f-4b86-878b-fc8d9edfbc0a tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "DELETE /v2.0/routers/f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638 HTTP/1.1" status: 409 len: 329 time: 0.3629966 Apr 29 15:39:24.003410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39870) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:24.030344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['c418b8bb-b4e3-4739-b223-63ef35fa3ed6'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:39:24.053720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6526bf-6805-4e8b-bfb2-c37ea8d6ddff None None] Network 4db73c39-5a26-4d3b-8f64-15da74ae4350 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:24.106030 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.179202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.365547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ac8c5-de84-4b7f-8f3f-f1f0e1ea2eb1 req-77c7be9e-a97d-4cf1-ada7-121004aa5baf tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:24.368552 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f35ac8c5-de84-4b7f-8f3f-f1f0e1ea2eb1 req-77c7be9e-a97d-4cf1-ada7-121004aa5baf tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 944 time: 0.4055758 Apr 29 15:39:24.379490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.438345 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f35ac8c5-de84-4b7f-8f3f-f1f0e1ea2eb1 req-040b28d9-8cdc-48cb-9943-1f217abe2f62 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626574 Apr 29 15:39:24.453716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 7110423f-faec-4ed7-a29c-1844f505c7b9 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:24.454268 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.469547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-377ead81-00b8-43ef-a091-33d3e21c8a62 None None] Provisioning complete for port 9e8588a7-c52a-447a-91da-583e5b735c69 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:24.470086 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-377ead81-00b8-43ef-a091-33d3e21c8a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.495039 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 31f42374-841f-4273-b226-2ec15b5c4680 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:24.619128 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-377ead81-00b8-43ef-a091-33d3e21c8a62 None None] Port 9e8588a7-c52a-447a-91da-583e5b735c69 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:24.638543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-168bd0e1-62eb-47e8-bfb5-26ea38b4020e tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.651307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 7110423f-faec-4ed7-a29c-1844f505c7b9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7110423f-faec-4ed7-a29c-1844f505c7b9,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:24.651915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.671232 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-cc91c930-54a8-4e78-983d-defe99075ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190'}], 'enable_snat': True}, 'gw_port_id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:39:22Z', 'revision_number': 7, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7110423f-faec-4ed7-a29c-1844f505c7b9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:36:58Z', 'updated_at': '2022-04-29T15:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:24.686384 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91c930-54a8-4e78-983d-defe99075ad1 None None] Checking router: 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:24.692350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 31f42374-841f-4273-b226-2ec15b5c4680 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:24.692691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:24.751801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91c930-54a8-4e78-983d-defe99075ad1 None None] Routers {'6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:24.752411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-cc91c930-54a8-4e78-983d-defe99075ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:24.789341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 7110423f-faec-4ed7-a29c-1844f505c7b9 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:24.866096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f986cf26-5e47-4c5e-9cd0-f9fa7068e04b None None] DHCP port deletion for 4db73c39-5a26-4d3b-8f64-15da74ae4350 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:39:24.953620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f986cf26-5e47-4c5e-9cd0-f9fa7068e04b None None] Deleting port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:24.953902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f986cf26-5e47-4c5e-9cd0-f9fa7068e04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.046769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.108551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=7110423f-faec-4ed7-a29c-1844f505c7b9,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:25.108887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-cc91c930-54a8-4e78-983d-defe99075ad1 None None] Set router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:25.140494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-168bd0e1-62eb-47e8-bfb5-26ea38b4020e tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Deleting port 9e8588a7-c52a-447a-91da-583e5b735c69 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:25.141311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-168bd0e1-62eb-47e8-bfb5-26ea38b4020e tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.218308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.248017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-cc91c930-54a8-4e78-983d-defe99075ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:39:24Z', 'revision_number': 8, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:25.291240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc91c930-54a8-4e78-983d-defe99075ad1 None None] The sync data for ids ['6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34'] in dv-neutron-839183-1-hyperv is: [{'id': '6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34', 'name': 'tempest-TestNetworkBasicOps-router-860630253', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:36:57Z', 'updated_at': '2022-04-29T15:39:24Z', 'revision_number': 8, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port_host': None}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:25.381728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-168bd0e1-62eb-47e8-bfb5-26ea38b4020e tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.426210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f986cf26-5e47-4c5e-9cd0-f9fa7068e04b None None] For port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=214399ae-ef2f-4ad0-8515-b01c7bc7d46a,segment=NetworkSegment(4dad9244-580d-44ed-ae1d-961e0b846c8d),segment_id=4dad9244-580d-44ed-ae1d-961e0b846c8d)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:25.426586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f986cf26-5e47-4c5e-9cd0-f9fa7068e04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.510002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-168bd0e1-62eb-47e8-bfb5-26ea38b4020e tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Calling delete_port for 9e8588a7-c52a-447a-91da-583e5b735c69 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:25.550088 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.553434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.555602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f986cf26-5e47-4c5e-9cd0-f9fa7068e04b None None] Calling delete_port for 214399ae-ef2f-4ad0-8515-b01c7bc7d46a owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:25.635074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.635506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Fanout notify agent at l3_agent the message router_deleted on router 6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:39:25.653792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.657663 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c406e540-da34-4d97-8e94-f2ccdcf0542e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/routers/6b3f63f5-b6fc-4e2f-98bd-f19a79b75c34 HTTP/1.1" status: 204 len: 168 time: 1.6619115 Apr 29 15:39:25.658369 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39876) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:25.709444 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f986cf26-5e47-4c5e-9cd0-f9fa7068e04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.734322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57412ccb-5cab-4788-be87-7ee6947c2a11 req-c423f1e3-f686-44d0-bcd2-cde7ae4f6a1f tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:25.737063 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-57412ccb-5cab-4788-be87-7ee6947c2a11 req-c423f1e3-f686-44d0-bcd2-cde7ae4f6a1f tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 944 time: 0.1752470 Apr 29 15:39:25.762567 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986cf26-5e47-4c5e-9cd0-f9fa7068e04b None None] Pushing event deleted for resources: {'Port': ['ID=214399ae-ef2f-4ad0-8515-b01c7bc7d46a,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:25.767987 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f986cf26-5e47-4c5e-9cd0-f9fa7068e04b None None] No DVR routers for this DVR port 214399ae-ef2f-4ad0-8515-b01c7bc7d46a on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:25.878085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:25.913851 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-57412ccb-5cab-4788-be87-7ee6947c2a11 req-6fa46fbf-318b-45d6-ac00-c910f31008da tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146500 Apr 29 15:39:26.039130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-168bd0e1-62eb-47e8-bfb5-26ea38b4020e tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.082400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.121380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bd0e1-62eb-47e8-bfb5-26ea38b4020e tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event deleted for resources: {'Port': ['ID=9e8588a7-c52a-447a-91da-583e5b735c69,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:26.150879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db73c39-5a26-4d3b-8f64-15da74ae4350']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:26.174451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dad9244-580d-44ed-ae1d-961e0b846c8d') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:26.174774 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dad9244-580d-44ed-ae1d-961e0b846c8d') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:26.302573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.329130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-168bd0e1-62eb-47e8-bfb5-26ea38b4020e tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.339757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.343720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:39:26.344122 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:26.361283 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:26.389258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7110423f-faec-4ed7-a29c-1844f505c7b9 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:26.430875 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 7110423f-faec-4ed7-a29c-1844f505c7b9 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:39:26.431455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7110423f-faec-4ed7-a29c-1844f505c7b9 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:26.432057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 214399ae-ef2f-4ad0-8515-b01c7bc7d46a no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:26.468819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 214399ae-ef2f-4ad0-8515-b01c7bc7d46a {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:39:26.469162 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 214399ae-ef2f-4ad0-8515-b01c7bc7d46a not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:26.469578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a682b2fc-395d-46bd-a776-fb8d12fac15c no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:26.506345 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: a682b2fc-395d-46bd-a776-fb8d12fac15c {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:39:26.506690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a682b2fc-395d-46bd-a776-fb8d12fac15c not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:26.785641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.808800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.829627 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Network': ['ID=4db73c39-5a26-4d3b-8f64-15da74ae4350,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:26.839249 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d6b3e827-eeca-47b9-803d-f1d2a927dc61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/networks/4db73c39-5a26-4d3b-8f64-15da74ae4350 HTTP/1.1" status: 204 len: 168 time: 1.1790679 Apr 29 15:39:26.841169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168bd0e1-62eb-47e8-bfb5-26ea38b4020e tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Router f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:26.856767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39880) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:26.862483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'network': {'name': 'tempest-network-smoke--602061998', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'port_security_enabled': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:26.867630 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:26.871684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:network and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:26.874777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:26.880284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:26.890047 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device c418b8bb-b4e3-4739-b223-63ef35fa3ed6 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:26.955182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:26.958946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:26.977155 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168bd0e1-62eb-47e8-bfb5-26ea38b4020e tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:26.988915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39886) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:26.992943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc011c69-7884-4546-9d5f-b3e135301547 None None] Sync routers for ids ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:26.997636 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-168bd0e1-62eb-47e8-bfb5-26ea38b4020e tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "PUT /v2.0/routers/f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9936082 Apr 29 15:39:27.001378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc011c69-7884-4546-9d5f-b3e135301547 None None] Routers {'f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:27.002008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-bc011c69-7884-4546-9d5f-b3e135301547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:27.059410 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:27.061618 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-bec4a73f-d202-4856-bf10-1f5d28930f75 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] show failed (client error): The resource could not be found. Apr 29 15:39:27.062619 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bec4a73f-d202-4856-bf10-1f5d28930f75 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1725631981 HTTP/1.1" status: 404 len: 335 time: 0.0726714 Apr 29 15:39:27.066420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39890) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:27.068700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:27.072728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-bc011c69-7884-4546-9d5f-b3e135301547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:27.076966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:27.077117 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.077238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-61c75d24-dee5-4fd7-9297-7ee6272de86c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:27.124631 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c575d-41c3-4ba1-8e93-fab971c8a3ed req-03ec1592-7715-40dd-b02d-a69440f1229f tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:27.124869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc011c69-7884-4546-9d5f-b3e135301547 None None] Routers {'f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:27.125366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-bc011c69-7884-4546-9d5f-b3e135301547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:27.126172 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-104c575d-41c3-4ba1-8e93-fab971c8a3ed req-03ec1592-7715-40dd-b02d-a69440f1229f tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 944 time: 0.0907822 Apr 29 15:39:27.142291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.142644 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Added segment db8477c4-1ab8-410e-a812-3532cbe0585b of type vlan for network a54d10aa-941e-4ed4-8013-42e7ad87839a Apr 29 15:39:27.143849 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-61c75d24-dee5-4fd7-9297-7ee6272de86c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] update failed (client error): The resource could not be found. Apr 29 15:39:27.152124 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-61c75d24-dee5-4fd7-9297-7ee6272de86c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-272891909 HTTP/1.1" status: 404 len: 334 time: 0.0775595 Apr 29 15:39:27.152124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39894) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:27.176743 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-104c575d-41c3-4ba1-8e93-fab971c8a3ed req-92918fb8-32f1-4f26-a7c7-5fa0cc8adc40 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422690 Apr 29 15:39:27.204614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-bc011c69-7884-4546-9d5f-b3e135301547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:27.204614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc011c69-7884-4546-9d5f-b3e135301547 None None] The sync data for ids ['f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:27.239548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.249118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf72c017-c377-4611-a51c-b8ba7e48823b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Deleting subnet 3a133e82-ba34-4d1a-a20e-bedca91ef4a6 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:39:27.254025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf72c017-c377-4611-a51c-b8ba7e48823b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.268831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.297266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:39:27.308349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port c418b8bb-b4e3-4739-b223-63ef35fa3ed6, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:27.321752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf72c017-c377-4611-a51c-b8ba7e48823b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.343883 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6630bd54-a00c-43dd-a177-a1b906765f57'] response: {'server_uuid': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'code': 200} Apr 29 15:39:27.389215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.412276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf72c017-c377-4611-a51c-b8ba7e48823b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.440363 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.446683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:27.447310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.504735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:27.576335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Network': ['ID=a54d10aa-941e-4ed4-8013-42e7ad87839a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:27.587009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network a54d10aa-941e-4ed4-8013-42e7ad87839a details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:27.678428 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-30d5597c-88d8-4355-b1bf-ec91e97ad8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8205481 Apr 29 15:39:27.682102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39900) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:27.688655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf72c017-c377-4611-a51c-b8ba7e48823b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.688827 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-684503458', 'admin_state_up': True, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:27.697313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:27.701151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:router and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:27.703957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:27.710084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:27.731074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72c017-c377-4611-a51c-b8ba7e48823b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event deleted for resources: {'Subnet': ['ID=3a133e82-ba34-4d1a-a20e-bedca91ef4a6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:27.733632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf72c017-c377-4611-a51c-b8ba7e48823b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.742544 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cf72c017-c377-4611-a51c-b8ba7e48823b tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "DELETE /v2.0/subnets/3a133e82-ba34-4d1a-a20e-bedca91ef4a6 HTTP/1.1" status: 204 len: 168 time: 0.5895257 Apr 29 15:39:27.744307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ae93fb-0f9a-47e9-86c3-ce0d7db13cf2 None None] Network b8ad3991-2767-4fdc-9a8f-937e99a3c324 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:27.745293 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39904) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:27.755543 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6321eb-a43b-4af1-96d1-5f56c2c58570 req-57d11fa6-f851-4451-be0e-a8cf63705ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:27.757760 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3f6321eb-a43b-4af1-96d1-5f56c2c58570 req-57d11fa6-f851-4451-be0e-a8cf63705ef3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 1098 time: 0.1256003 Apr 29 15:39:27.787162 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.788260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.799895 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3f6321eb-a43b-4af1-96d1-5f56c2c58570 req-9a3fde72-6073-4e6a-876b-3971a8c989e1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368016 Apr 29 15:39:27.873998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.878167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.899605 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Deleting port 31f42374-841f-4273-b226-2ec15b5c4680 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:27.899938 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:27.984712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d69379-2b5f-49a8-a0d8-7143a48e3b53 None None] DHCP port deletion for b8ad3991-2767-4fdc-9a8f-937e99a3c324 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:39:27.990637 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f6d69379-2b5f-49a8-a0d8-7143a48e3b53 None None] Deleting port 31f42374-841f-4273-b226-2ec15b5c4680 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:27.991012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f6d69379-2b5f-49a8-a0d8-7143a48e3b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.193644 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f6d69379-2b5f-49a8-a0d8-7143a48e3b53 None None] For port 31f42374-841f-4273-b226-2ec15b5c4680, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=31f42374-841f-4273-b226-2ec15b5c4680,segment=NetworkSegment(da098809-2010-4c1b-999a-f2ffa8c30abc),segment_id=da098809-2010-4c1b-999a-f2ffa8c30abc)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:28.194020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f6d69379-2b5f-49a8-a0d8-7143a48e3b53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.273797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.324572 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f6d69379-2b5f-49a8-a0d8-7143a48e3b53 None None] Calling delete_port for 31f42374-841f-4273-b226-2ec15b5c4680 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:28.377301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 31f42374-841f-4273-b226-2ec15b5c4680 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:28.512382 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.558170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] For port 31f42374-841f-4273-b226-2ec15b5c4680, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=31f42374-841f-4273-b226-2ec15b5c4680,segment=NetworkSegment(da098809-2010-4c1b-999a-f2ffa8c30abc),segment_id=da098809-2010-4c1b-999a-f2ffa8c30abc)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:28.558527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.579901 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f6d69379-2b5f-49a8-a0d8-7143a48e3b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:28.637593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d69379-2b5f-49a8-a0d8-7143a48e3b53 None None] Pushing event deleted for resources: {'Port': ['ID=31f42374-841f-4273-b226-2ec15b5c4680,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:28.639265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d69379-2b5f-49a8-a0d8-7143a48e3b53 None None] No DVR routers for this DVR port 31f42374-841f-4273-b226-2ec15b5c4680 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:28.705400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Calling delete_port for 31f42374-841f-4273-b226-2ec15b5c4680 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:28.837256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1b9c8-8054-4052-95f8-581b641739ec req-8c7b2cc4-26b1-4b5e-8711-6ce734590337 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:28.838534 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-70a1b9c8-8054-4052-95f8-581b641739ec req-8c7b2cc4-26b1-4b5e-8711-6ce734590337 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.4963670 Apr 29 15:39:28.888392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:28.888735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:28.915861 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-70a1b9c8-8054-4052-95f8-581b641739ec req-ab05a82b-0a97-4a52-be81-1d78386bcf8c tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624673 Apr 29 15:39:29.094675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.126866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.261069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.23 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/c2192211-169f-4830-af05-250f4a848278) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:29.390333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Deleting port 31f42374-841f-4273-b226-2ec15b5c4680 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:29.390990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.472907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] The port '31f42374-841f-4273-b226-2ec15b5c4680' was deleted {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:39:29.478358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.609418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.639132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ad3991-2767-4fdc-9a8f-937e99a3c324']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:29.653187 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da098809-2010-4c1b-999a-f2ffa8c30abc') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:29.653424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da098809-2010-4c1b-999a-f2ffa8c30abc') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:29.665599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.681852 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.687673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:39:29.688052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: util.warn( Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:29.702698 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:29.707230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:29.847087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:29.850477 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:29.854295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:29.886521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=c2192211-169f-4830-af05-250f4a848278,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:29.967301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.141248 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.206810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event deleted for resources: {'Network': ['ID=b8ad3991-2767-4fdc-9a8f-937e99a3c324,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:30.247447 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c7450bb0-8872-4925-96bc-ea09f9e71471 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "DELETE /v2.0/networks/b8ad3991-2767-4fdc-9a8f-937e99a3c324 HTTP/1.1" status: 204 len: 168 time: 2.5010874 Apr 29 15:39:30.249962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39912) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:30.303264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18a9e8-8494-4b12-90ba-a17d02951cbe req-fb442adc-8179-4224-9a98-fb8f39872bd5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:30.304758 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3e18a9e8-8494-4b12-90ba-a17d02951cbe req-fb442adc-8179-4224-9a98-fb8f39872bd5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.1794345 Apr 29 15:39:30.317437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0922f1-e516-4218-9f83-40997d321b4c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Deleting subnet be3883d6-cd9f-4677-afda-1821dce856fe {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:39:30.321574 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f0922f1-e516-4218-9f83-40997d321b4c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.353180 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3e18a9e8-8494-4b12-90ba-a17d02951cbe req-acc87229-2711-4f02-8354-ee2ebcbcdef5 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422542 Apr 29 15:39:30.382591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f0922f1-e516-4218-9f83-40997d321b4c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.470302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f0922f1-e516-4218-9f83-40997d321b4c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.587706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f0922f1-e516-4218-9f83-40997d321b4c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.591168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.631181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0922f1-e516-4218-9f83-40997d321b4c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event deleted for resources: {'Subnet': ['ID=be3883d6-cd9f-4677-afda-1821dce856fe,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:30.634898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f0922f1-e516-4218-9f83-40997d321b4c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.641334 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6f0922f1-e516-4218-9f83-40997d321b4c tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "DELETE /v2.0/subnets/be3883d6-cd9f-4677-afda-1821dce856fe HTTP/1.1" status: 204 len: 168 time: 0.3902524 Apr 29 15:39:30.643370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a3049b-1103-4d76-a44e-f1cbefdbe43f None None] Network 45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:30.643887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39918) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:30.655457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a672fd3-2bce-4c4e-8434-f1eb073ed6a4 req-29d6d853-4cf9-449c-8aeb-f8b507d2040d tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:30.656930 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3a672fd3-2bce-4c4e-8434-f1eb073ed6a4 req-29d6d853-4cf9-449c-8aeb-f8b507d2040d tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.1829693 Apr 29 15:39:30.710997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc624c7-6414-4ea5-b97b-05b4cb3634fe tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Deleting subnet 8cb93ba2-e36d-481b-bcdb-12283e1fe788 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:39:30.714117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3fc624c7-6414-4ea5-b97b-05b4cb3634fe tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.776438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3fc624c7-6414-4ea5-b97b-05b4cb3634fe tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.779106 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3a672fd3-2bce-4c4e-8434-f1eb073ed6a4 req-aaf13b1c-af9c-4282-a475-7c18c00343f9 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657210 Apr 29 15:39:30.803220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39922) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:30.927743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372ef920-9527-4d28-8578-7a2bf5109815 None None] DHCP port deletion for 45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:39:30.931267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f215b-6bd1-4929-af63-c00f3e06546b tempest-TestNetworkAdvancedServerOps-865988802 tempest-TestNetworkAdvancedServerOps-865988802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:30.935413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-372ef920-9527-4d28-8578-7a2bf5109815 None None] Deleting port 44319738-f760-4823-b608-3da5f2679ef3 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:30.935606 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5e2f215b-6bd1-4929-af63-c00f3e06546b tempest-TestNetworkAdvancedServerOps-865988802 tempest-TestNetworkAdvancedServerOps-865988802-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 1093 time: 0.1195633 Apr 29 15:39:30.935705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-372ef920-9527-4d28-8578-7a2bf5109815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.935835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3fc624c7-6414-4ea5-b97b-05b4cb3634fe tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:30.935930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39926) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:30.955097 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:30.967471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:30.976358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Usage tracker for resource:floatingip and tenant:f8efcf5488424e6cab018c60c8a17ac2 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:30.981893 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:30.994091 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:31.032334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.093581 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.150374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-372ef920-9527-4d28-8578-7a2bf5109815 None None] For port 44319738-f760-4823-b608-3da5f2679ef3, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=44319738-f760-4823-b608-3da5f2679ef3,segment=NetworkSegment(2c557757-c0db-4d48-b638-f8a145e592c5),segment_id=2c557757-c0db-4d48-b638-f8a145e592c5)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:31.150684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-372ef920-9527-4d28-8578-7a2bf5109815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.184560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3fc624c7-6414-4ea5-b97b-05b4cb3634fe tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.228052 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc624c7-6414-4ea5-b97b-05b4cb3634fe tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb93ba2-e36d-481b-bcdb-12283e1fe788,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:31.236779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3fc624c7-6414-4ea5-b97b-05b4cb3634fe tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.245253 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3fc624c7-6414-4ea5-b97b-05b4cb3634fe tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "DELETE /v2.0/subnets/8cb93ba2-e36d-481b-bcdb-12283e1fe788 HTTP/1.1" status: 204 len: 168 time: 0.6006432 Apr 29 15:39:31.247547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39930) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:31.251141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fb8ed4-32a7-4ebd-a251-79b7c7a1f264 None None] Network a888f6cb-9abe-40fc-a4dd-6c6b2031d052 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:31.331604 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-372ef920-9527-4d28-8578-7a2bf5109815 None None] Calling delete_port for 44319738-f760-4823-b608-3da5f2679ef3 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:31.370380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.379143 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.382452 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Deleting port 44319738-f760-4823-b608-3da5f2679ef3 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:31.382640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.448377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router b670f1ab-9f65-4050-a8ce-94508d0c49f8 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:39:31.604057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] For port 44319738-f760-4823-b608-3da5f2679ef3, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=44319738-f760-4823-b608-3da5f2679ef3,segment=NetworkSegment(2c557757-c0db-4d48-b638-f8a145e592c5),segment_id=2c557757-c0db-4d48-b638-f8a145e592c5)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:31.604417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.611522 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-372ef920-9527-4d28-8578-7a2bf5109815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.664104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225311a6-469a-4d61-9f0b-7b6f0c318c3e None None] DHCP port deletion for a888f6cb-9abe-40fc-a4dd-6c6b2031d052 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:39:31.682309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ef920-9527-4d28-8578-7a2bf5109815 None None] No DVR routers for this DVR port 44319738-f760-4823-b608-3da5f2679ef3 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:31.683837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-225311a6-469a-4d61-9f0b-7b6f0c318c3e None None] Deleting port e35a6349-7f83-4e60-8df3-644f4c9acada {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:31.684227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-225311a6-469a-4d61-9f0b-7b6f0c318c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:31.713576 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ef920-9527-4d28-8578-7a2bf5109815 None None] Pushing event deleted for resources: {'Port': ['ID=44319738-f760-4823-b608-3da5f2679ef3,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:31.738121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Calling delete_port for 44319738-f760-4823-b608-3da5f2679ef3 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:31.800619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Allocated IP 172.26.2.237 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/0ad9ee19-db41-4c96-b9ea-68ccdd692155) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:31.819396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:31.820275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:31.876974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:31.886826 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Sync routers for ids ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:31.896289 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Routers {'b670f1ab-9f65-4050-a8ce-94508d0c49f8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:31.897279 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:31.905470 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-225311a6-469a-4d61-9f0b-7b6f0c318c3e None None] For port e35a6349-7f83-4e60-8df3-644f4c9acada, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e35a6349-7f83-4e60-8df3-644f4c9acada,segment=NetworkSegment(b500c72c-4232-4c72-b12a-5148c11b3c92),segment_id=b500c72c-4232-4c72-b12a-5148c11b3c92)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:31.906077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-225311a6-469a-4d61-9f0b-7b6f0c318c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.006749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.024877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.028840 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-701f36a7-3ee3-4e64-ae92-32a4853b6ca7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3429568 Apr 29 15:39:32.030453 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39934) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:32.046824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-225311a6-469a-4d61-9f0b-7b6f0c318c3e None None] Calling delete_port for e35a6349-7f83-4e60-8df3-644f4c9acada owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:32.071636 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dd21a632-a9ee-441e-b76b-9cccbc7e5e1a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b55c25ae10474f2abd40a8267579e2cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378594 Apr 29 15:39:32.071967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39938) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:32.079749 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Set router b670f1ab-9f65-4050-a8ce-94508d0c49f8 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:32.126142 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.172552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fa3b47d7-a7c4-41e0-b95e-e60774d432dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.191043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-225311a6-469a-4d61-9f0b-7b6f0c318c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.197915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:32.201105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:32.205047 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:32.220212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f93abc-6dcf-46ab-8c0b-086b732fc3a5 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:32.221874 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-85f93abc-6dcf-46ab-8c0b-086b732fc3a5 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1487436 Apr 29 15:39:32.224641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39942) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:32.270964 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b197a14a-a50b-4490-96db-8956aea21e37 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449677 Apr 29 15:39:32.273440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39946) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:32.287955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1373535441', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:32.303509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225311a6-469a-4d61-9f0b-7b6f0c318c3e None None] Pushing event deleted for resources: {'Port': ['ID=e35a6349-7f83-4e60-8df3-644f4c9acada,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:32.324265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Deleting port 44319738-f760-4823-b608-3da5f2679ef3 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:32.325367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.330570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225311a6-469a-4d61-9f0b-7b6f0c318c3e None None] No DVR routers for this DVR port e35a6349-7f83-4e60-8df3-644f4c9acada on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:32.371794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'Port': ['ID=0ad9ee19-db41-4c96-b9ea-68ccdd692155,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:32.428140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e35a6349-7f83-4e60-8df3-644f4c9acada no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:32.437245 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:39:30Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:32.440932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] The port '44319738-f760-4823-b608-3da5f2679ef3' was deleted {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:39:32.442668 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Checking router: b670f1ab-9f65-4050-a8ce-94508d0c49f8 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:32.443179 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Updating router b670f1ab-9f65-4050-a8ce-94508d0c49f8 port c2192211-169f-4830-af05-250f4a848278 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:39:32.470858 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: e35a6349-7f83-4e60-8df3-644f4c9acada {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:39:32.470858 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e35a6349-7f83-4e60-8df3-644f4c9acada not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:32.470858 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 44319738-f760-4823-b608-3da5f2679ef3 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:32.502748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 44319738-f760-4823-b608-3da5f2679ef3 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:39:32.503100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 44319738-f760-4823-b608-3da5f2679ef3 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:32.517753 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.631444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.662893 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.664564 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:32.667576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:32.681117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:subnet and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:32.683125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:32.686700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c557757-c0db-4d48-b638-f8a145e592c5') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:32.687061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c557757-c0db-4d48-b638-f8a145e592c5') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:32.698496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:32.704235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.722740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.729393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:39:32.732756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: util.warn( Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:32.744619 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:32.762598 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:32.766078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.803654 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:32.876300 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.033668 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.074861 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Transition to ACTIVE for port object c2192211-169f-4830-af05-250f4a848278 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:33.076577 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.095428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.110135 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event deleted for resources: {'Network': ['ID=45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:33.118706 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4c231b34-9cc5-4818-82ef-61856e94d290 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "DELETE /v2.0/networks/45e7f6a1-54fa-4960-b2d2-e8b8f2b4e43e HTTP/1.1" status: 204 len: 168 time: 1.8700130 Apr 29 15:39:33.121071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39950) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:33.124634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.153313 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.236301 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Attempting to bind port c2192211-169f-4830-af05-250f4a848278 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:33.236961 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Attempting to bind port c2192211-169f-4830-af05-250f4a848278 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:33.237524 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Attempting to bind port c2192211-169f-4830-af05-250f4a848278 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:33.244701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event updated for resources: {'Port': ['ID=0ad9ee19-db41-4c96-b9ea-68ccdd692155,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:33.247629 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:33.248729 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:33.249316 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.249867 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:33.250562 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Bound port: c2192211-169f-4830-af05-250f4a848278, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:33.251122 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.265556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.276905 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a286296-7732-4200-a55a-97fe8b700229 None None] Pushing event updated for resources: {'Port': ['ID=c2192211-169f-4830-af05-250f4a848278,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:33.328473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.341240 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] For port c2192211-169f-4830-af05-250f4a848278, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:33.344313 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] For port c2192211-169f-4830-af05-250f4a848278, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c2192211-169f-4830-af05-250f4a848278,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:33.405250 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.451136 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Floating IP 060a3dc2-5e06-4a88-812a-3fbe7456f5f8 associated. External IP: 172.26.2.237, port: c418b8bb-b4e3-4739-b223-63ef35fa3ed6. Apr 29 15:39:33.475288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.479511 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Routers {'b670f1ab-9f65-4050-a8ce-94508d0c49f8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:33.480118 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:33.513213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.562920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a888f6cb-9abe-40fc-a4dd-6c6b2031d052']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:33.598575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b500c72c-4232-4c72-b12a-5148c11b3c92') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:33.598575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b500c72c-4232-4c72-b12a-5148c11b3c92') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:33.616722 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a286296-7732-4200-a55a-97fe8b700229 None None] Pushing event updated for resources: {'Port': ['ID=c2192211-169f-4830-af05-250f4a848278,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:33.618341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Subnet': ['ID=781c3ed4-7080-4191-8345-e42896461405,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:33.621897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.629144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Checking segment: {'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:33.629265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network hostable DHCP agents. Network: a54d10aa-941e-4ed4-8013-42e7ad87839a, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:33.655414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.662349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:39:33.662735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.672628 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] Set router b670f1ab-9f65-4050-a8ce-94508d0c49f8 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:33.680340 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:33.740756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network a54d10aa-941e-4ed4-8013-42e7ad87839a is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:33.806295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, a54d10aa-941e-4ed4-8013-42e7ad87839a) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:33.810397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:33.810989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.822453 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534413fd-474d-458f-8460-9ddac63efb97 None None] Network a54d10aa-941e-4ed4-8013-42e7ad87839a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:33.833875 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.846921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.894772 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "DELETE /v2.0/networks/a888f6cb-9abe-40fc-a4dd-6c6b2031d052 HTTP/1.1" status: 204 len: 168 time: 0.7724674 Apr 29 15:39:33.895996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39954) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:33.896981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1032c5-3a1d-400e-9d68-59328efc3635 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event deleted for resources: {'Network': ['ID=a888f6cb-9abe-40fc-a4dd-6c6b2031d052,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:33.963295 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3652e43a-6f41-4e9a-bf23-6f10a049a233 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6875396 Apr 29 15:39:33.967700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39958) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:33.987759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d8decd-e57a-4f8b-90c9-3e8e8a7b3ae0 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Deleting subnet 259a7f57-0275-41ac-9250-394b59066a7e {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:39:33.989234 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:39:30Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:33.990998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56d8decd-e57a-4f8b-90c9-3e8e8a7b3ae0 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:33.994060 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeb3540-bfed-4e68-935e-a6c6022fc28f None None] The sync data for ids ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'] in dv-neutron-839183-1-hyperv is: [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:39:30Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:34.059006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56d8decd-e57a-4f8b-90c9-3e8e8a7b3ae0 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.114775 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Router 5efd5424-319b-4b7e-b639-744da161768a has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:34.118743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-a54d10aa-941e-4ed4-8013-42e7ad87839a', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ips': [{'subnet_id': '781c3ed4-7080-4191-8345-e42896461405'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:39:34.118743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.201836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56d8decd-e57a-4f8b-90c9-3e8e8a7b3ae0 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.225850 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a2946640-da48-4be1-affc-071b9c6d8334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.424539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56d8decd-e57a-4f8b-90c9-3e8e8a7b3ae0 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.433001 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Allocated IP 172.20.0.2 (a54d10aa-941e-4ed4-8013-42e7ad87839a/781c3ed4-7080-4191-8345-e42896461405/411ffcc5-be4d-45b1-a165-2da505deaa61) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:34.469306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c2192211-169f-4830-af05-250f4a848278 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:34.493450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56d8decd-e57a-4f8b-90c9-3e8e8a7b3ae0 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.497474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8decd-e57a-4f8b-90c9-3e8e8a7b3ae0 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event deleted for resources: {'Subnet': ['ID=259a7f57-0275-41ac-9250-394b59066a7e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:34.508312 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-56d8decd-e57a-4f8b-90c9-3e8e8a7b3ae0 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "DELETE /v2.0/subnets/259a7f57-0275-41ac-9250-394b59066a7e HTTP/1.1" status: 204 len: 168 time: 0.6002750 Apr 29 15:39:34.509939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39962) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:34.510418 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1cc448-317a-465e-9d19-d94021e1e065 None None] Network 58284423-221f-4e61-b98d-ad04d76da850 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:34.600074 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:34.625508 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8eb2c7-0b51-439f-b4ca-c1172121f482 None None] Sync routers for ids ['5efd5424-319b-4b7e-b639-744da161768a'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:34.651635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.666856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Deleting port db19640e-c457-47a1-bbe9-52a5c27ed6f9 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:39:34.669061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.764082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8eb2c7-0b51-439f-b4ca-c1172121f482 None None] Routers {'5efd5424-319b-4b7e-b639-744da161768a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:34.764755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ae8eb2c7-0b51-439f-b4ca-c1172121f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5efd5424-319b-4b7e-b639-744da161768a'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:34.801876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:34.893647 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e69a1640-9458-4dcc-80c9-aaeab0f6fc88 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9545898 Apr 29 15:39:34.895424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'tag': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:39:34.960646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] For port db19640e-c457-47a1-bbe9-52a5c27ed6f9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=db19640e-c457-47a1-bbe9-52a5c27ed6f9,segment=NetworkSegment(fd646e1c-ce84-4513-ac9d-a92a25c61ff8),segment_id=fd646e1c-ce84-4513-ac9d-a92a25c61ff8)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:34.962414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.021199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ae8eb2c7-0b51-439f-b4ca-c1172121f482 None None] Set router 5efd5424-319b-4b7e-b639-744da161768a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:35.230407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Calling delete_port for db19640e-c457-47a1-bbe9-52a5c27ed6f9 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:39:35.248881 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118d80bc-7cc8-47b0-a75e-7d7ef059b490'] response: {'name': 'network-changed', 'server_uuid': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'tag': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'status': 'completed', 'code': 200} Apr 29 15:39:35.368390 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.394550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8445e-ec8a-4c5f-b55a-7004b502a5b7 req-f16596e5-c68d-44a2-8f2c-1a9fc678273b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:35.396209 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a4d8445e-ec8a-4c5f-b55a-7004b502a5b7 req-f16596e5-c68d-44a2-8f2c-1a9fc678273b tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.3480287 Apr 29 15:39:35.417440 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.460605 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Transition to ACTIVE for port object 411ffcc5-be4d-45b1-a165-2da505deaa61 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:35.465277 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.506601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c196-9cf0-4194-9e2a-59ae1dc15a30 req-fb41d2ae-1997-414e-be51-b29393afe07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:35.509442 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4103c196-9cf0-4194-9e2a-59ae1dc15a30 req-fb41d2ae-1997-414e-be51-b29393afe07c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8efcf5488424e6cab018c60c8a17ac2&device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 1098 time: 0.2059822 Apr 29 15:39:35.535323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.535952 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port c2192211-169f-4830-af05-250f4a848278 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:35.557447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.559898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Transition to ACTIVE for port object 411ffcc5-be4d-45b1-a165-2da505deaa61 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:35.561054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port c2192211-169f-4830-af05-250f4a848278 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:35.561442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.586516 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a4d8445e-ec8a-4c5f-b55a-7004b502a5b7 req-a10704ed-14f8-4e4e-a165-4cab3d3d34b7 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315606 Apr 29 15:39:35.661145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39972) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:35.668813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event deleted for resources: {'Port': ['ID=db19640e-c457-47a1-bbe9-52a5c27ed6f9,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:35.690079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.728958 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67183814-fe00-4c31-afa0-f00017fdf23b None None] DHCP port deletion for 58284423-221f-4e61-b98d-ad04d76da850 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:39:35.744087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] No DVR routers for this DVR port db19640e-c457-47a1-bbe9-52a5c27ed6f9 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:39:35.798622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Network a54d10aa-941e-4ed4-8013-42e7ad87839a is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:35.811856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Pushing event updated for resources: {'Port': ['ID=411ffcc5-be4d-45b1-a165-2da505deaa61,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:35.820239 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:35.827019 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:35.892550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.1 (a54d10aa-941e-4ed4-8013-42e7ad87839a/781c3ed4-7080-4191-8345-e42896461405/b98900bc-fb81-4c27-bac1-0af608f16fdc) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:35.975261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:35.989675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c196-9cf0-4194-9e2a-59ae1dc15a30 req-35eae1b4-08fa-4c82-8b6f-4a04061bad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:35.991198 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4103c196-9cf0-4194-9e2a-59ae1dc15a30 req-35eae1b4-08fa-4c82-8b6f-4a04061bad38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f3d13ae3-c5e3-4336-8e1a-736d382c188f HTTP/1.1" status: 200 len: 897 time: 0.4757771 Apr 29 15:39:35.993061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ae8eb2c7-0b51-439f-b4ca-c1172121f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '060a3dc2-5e06-4a88-812a-3fbe7456f5f8', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'floating_ip_address': '172.26.2.237', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5efd5424-319b-4b7e-b639-744da161768a', 'port_id': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'mac_address': 'fa:16:3e:5d:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:39:32Z', 'updated_at': '2022-04-29T15:39:32Z', 'revision_number': 0, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f094b0e-15bb-40ac-a78c-0c0c18c18152', 'name': '', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'mac_address': 'fa:16:3e:6a:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:04Z', 'updated_at': '2022-04-29T15:39:12Z', 'revision_number': 5, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'subnets': [{'id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:35.997471 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-87131177-70cf-4d55-9204-8c1a89018b59 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/floatingips/060a3dc2-5e06-4a88-812a-3fbe7456f5f8 HTTP/1.1" status: 200 len: 991 time: 0.3292086 Apr 29 15:39:36.011433 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8eb2c7-0b51-439f-b4ca-c1172121f482 None None] Checking router: 5efd5424-319b-4b7e-b639-744da161768a for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:36.018826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.024289 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Attempting to bind port 411ffcc5-be4d-45b1-a165-2da505deaa61 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:36.024963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Attempting to bind port 411ffcc5-be4d-45b1-a165-2da505deaa61 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:36.025073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Attempting to bind port 411ffcc5-be4d-45b1-a165-2da505deaa61 on network a54d10aa-941e-4ed4-8013-42e7ad87839a {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:36.034123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:36.034123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Checking segment: {'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:36.034490 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.034778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Bound using segment: {'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:36.035230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Bound port: 411ffcc5-be4d-45b1-a165-2da505deaa61, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:36.035594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.066531 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8eb2c7-0b51-439f-b4ca-c1172121f482 None None] Routers {'5efd5424-319b-4b7e-b639-744da161768a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:36.067206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ae8eb2c7-0b51-439f-b4ca-c1172121f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5efd5424-319b-4b7e-b639-744da161768a'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:36.074212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.081512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58284423-221f-4e61-b98d-ad04d76da850']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:36.093556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object b98900bc-fb81-4c27-bac1-0af608f16fdc will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:36.098617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd646e1c-ce84-4513-ac9d-a92a25c61ff8') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:36.098915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd646e1c-ce84-4513-ac9d-a92a25c61ff8') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:36.115930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.124610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port c2192211-169f-4830-af05-250f4a848278, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c2192211-169f-4830-af05-250f4a848278,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:36.140418 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4103c196-9cf0-4194-9e2a-59ae1dc15a30 req-316e5d13-da95-45a9-9b32-234b3edf2bab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c418b8bb-b4e3-4739-b223-63ef35fa3ed6 HTTP/1.1" status: 200 len: 999 time: 0.1354799 Apr 29 15:39:36.143820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.174397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.182207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:39:36.182599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:39:36.199693 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:39:36.274697 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network a54d10aa-941e-4ed4-8013-42e7ad87839a is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:36.278151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:36.283196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:36.287775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.304356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c196-9cf0-4194-9e2a-59ae1dc15a30 req-f12eb553-067a-49c8-9e00-3d37def53106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:36.306460 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4103c196-9cf0-4194-9e2a-59ae1dc15a30 req-f12eb553-067a-49c8-9e00-3d37def53106 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2a4e0ba3-7150-4c44-acf7-951976075957 HTTP/1.1" status: 200 len: 835 time: 0.1581326 Apr 29 15:39:36.356520 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=b98900bc-fb81-4c27-bac1-0af608f16fdc,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:36.372937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.378148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.407394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device db19640e-c457-47a1-bbe9-52a5c27ed6f9 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:39:36.407996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.425595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Pushing event deleted for resources: {'Network': ['ID=58284423-221f-4e61-b98d-ad04d76da850,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:36.428975 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d94a85a8-4b62-4f1e-90e6-df18b038bbb4 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "DELETE /v2.0/networks/58284423-221f-4e61-b98d-ad04d76da850 HTTP/1.1" status: 204 len: 168 time: 1.9179506 Apr 29 15:39:36.432886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39976) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:36.451695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c196-9cf0-4194-9e2a-59ae1dc15a30 req-9f748a31-867b-48fa-8494-c867ed2c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:36.453528 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4103c196-9cf0-4194-9e2a-59ae1dc15a30 req-9f748a31-867b-48fa-8494-c867ed2c109d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f3d13ae3-c5e3-4336-8e1a-736d382c188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1411140 Apr 29 15:39:36.467482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: db19640e-c457-47a1-bbe9-52a5c27ed6f9 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:39:36.467746 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device db19640e-c457-47a1-bbe9-52a5c27ed6f9 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:39:36.481597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ec8b0860-311b-4090-920a-753d646cb1e9 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Synchronizing usage tracker for tenant:95f26ee1bda540f4a8d220734513bac2 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:36.490044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=c2192211-169f-4830-af05-250f4a848278,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:36.495724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] For port 411ffcc5-be4d-45b1-a165-2da505deaa61, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:36.510746 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] For port 411ffcc5-be4d-45b1-a165-2da505deaa61, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=411ffcc5-be4d-45b1-a165-2da505deaa61,segment=NetworkSegment(db8477c4-1ab8-410e-a812-3532cbe0585b),segment_id=db8477c4-1ab8-410e-a812-3532cbe0585b)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:36.518564 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ae8eb2c7-0b51-439f-b4ca-c1172121f482 None None] Set router 5efd5424-319b-4b7e-b639-744da161768a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:36.578884 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.582474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ec8b0860-311b-4090-920a-753d646cb1e9 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Unset dirty status for tenant:95f26ee1bda540f4a8d220734513bac2 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:36.586585 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ec8b0860-311b-4090-920a-753d646cb1e9 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638 HTTP/1.1" status: 200 len: 205 time: 0.1496358 Apr 29 15:39:36.586735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39980) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:36.598335 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4103c196-9cf0-4194-9e2a-59ae1dc15a30 req-958c946e-a1d2-40bd-85b9-77a34e9b1cad service neutron] 10.222.0.44 "GET /v2.0/networks/f3d13ae3-c5e3-4336-8e1a-736d382c188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369812 Apr 29 15:39:36.727332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.739735 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4103c196-9cf0-4194-9e2a-59ae1dc15a30 req-ffc9819b-45de-4213-ac29-3e7404f58e12 service neutron] 10.222.0.44 "GET /v2.0/networks/f3d13ae3-c5e3-4336-8e1a-736d382c188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353309 Apr 29 15:39:36.750183 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ecc599ee-45fe-4520-96e5-20c9fdb24af2 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:36.775860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c63d2-c0e9-4457-be01-1ce67fabc488 None None] Pushing event updated for resources: {'Port': ['ID=411ffcc5-be4d-45b1-a165-2da505deaa61,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:36.957268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ae8eb2c7-0b51-439f-b4ca-c1172121f482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '060a3dc2-5e06-4a88-812a-3fbe7456f5f8', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'floating_ip_address': '172.26.2.237', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5efd5424-319b-4b7e-b639-744da161768a', 'port_id': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'mac_address': 'fa:16:3e:5d:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:39:32Z', 'updated_at': '2022-04-29T15:39:32Z', 'revision_number': 0, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f094b0e-15bb-40ac-a78c-0c0c18c18152', 'name': '', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'mac_address': 'fa:16:3e:6a:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:04Z', 'updated_at': '2022-04-29T15:39:12Z', 'revision_number': 5, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'subnets': [{'id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:36.961797 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8eb2c7-0b51-439f-b4ca-c1172121f482 None None] The sync data for ids ['5efd5424-319b-4b7e-b639-744da161768a'] in dv-neutron-839183-1-hyperv is: [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '060a3dc2-5e06-4a88-812a-3fbe7456f5f8', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'floating_ip_address': '172.26.2.237', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5efd5424-319b-4b7e-b639-744da161768a', 'port_id': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'mac_address': 'fa:16:3e:5d:80:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:39:32Z', 'updated_at': '2022-04-29T15:39:32Z', 'revision_number': 0, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f094b0e-15bb-40ac-a78c-0c0c18c18152', 'name': '', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'mac_address': 'fa:16:3e:6a:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:04Z', 'updated_at': '2022-04-29T15:39:12Z', 'revision_number': 5, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'subnets': [{'id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:37.000557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39984) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:37.063688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.158092 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-efadf893-f29c-47e9-9361-b78de9118019 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/floatingips/060a3dc2-5e06-4a88-812a-3fbe7456f5f8 HTTP/1.1" status: 200 len: 991 time: 0.1563816 Apr 29 15:39:37.263064 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1371a4b-b96d-42d2-b072-15b3ac979351 None None] New status for floating IP 060a3dc2-5e06-4a88-812a-3fbe7456f5f8: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:39:37.409027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ecc599ee-45fe-4520-96e5-20c9fdb24af2 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.412901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ecc599ee-45fe-4520-96e5-20c9fdb24af2 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.505595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ecc599ee-45fe-4520-96e5-20c9fdb24af2 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.506110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc599ee-45fe-4520-96e5-20c9fdb24af2 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Fanout notify agent at l3_agent the message router_deleted on router f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:39:37.526821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ecc599ee-45fe-4520-96e5-20c9fdb24af2 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.527930 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ecc599ee-45fe-4520-96e5-20c9fdb24af2 tempest-RoutersNegativeIpV6Test-1508356079 tempest-RoutersNegativeIpV6Test-1508356079-project] 10.222.0.39 "DELETE /v2.0/routers/f7d94e71-2c3e-42d7-8d1f-0fe70f8fb638 HTTP/1.1" status: 204 len: 168 time: 0.9402423 Apr 29 15:39:37.666986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.771997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:37.862638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564d1581-c3ac-4851-b27d-fc47c2e9b7ef None None] Network a54d10aa-941e-4ed4-8013-42e7ad87839a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:37.896914 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=b98900bc-fb81-4c27-bac1-0af608f16fdc,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:37.900902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.044740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network a54d10aa-941e-4ed4-8013-42e7ad87839a is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:38.046039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:38.054263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 39992) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:38.075283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2919a1a4-f526-4817-919a-110f2a0ef3f3 None None] Provisioning for port 411ffcc5-be4d-45b1-a165-2da505deaa61 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:38.161953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 39998) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:38.273283 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-53b53eee-d7ed-4500-8629-3ef6e7280c5f tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/floatingips/060a3dc2-5e06-4a88-812a-3fbe7456f5f8 HTTP/1.1" status: 200 len: 993 time: 0.1100519 Apr 29 15:39:38.281719 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4587036e-222f-4450-8d5b-cd4bf8876f04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95f26ee1bda540f4a8d220734513bac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257447 Apr 29 15:39:38.284925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40002) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:38.299248 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router b670f1ab-9f65-4050-a8ce-94508d0c49f8 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:38.506459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 411ffcc5-be4d-45b1-a165-2da505deaa61 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:38.527130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:38.533088 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-764286de-41a0-48fa-b145-32f8665a9f38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/b670f1ab-9f65-4050-a8ce-94508d0c49f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5635986 Apr 29 15:39:38.535788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40006) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:38.537895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9ad42656-b637-4f2b-8929-c054872eeab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.550207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Sync routers for ids ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:38.565697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9ad42656-b637-4f2b-8929-c054872eeab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.575000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d5eae80b-49bc-4cd2-ab15-1680dac0a30f None None] Provisioning for port b98900bc-fb81-4c27-bac1-0af608f16fdc completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:38.590393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d5eae80b-49bc-4cd2-ab15-1680dac0a30f None None] Provisioning complete for port b98900bc-fb81-4c27-bac1-0af608f16fdc triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:38.590762 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d5eae80b-49bc-4cd2-ab15-1680dac0a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.627323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Routers {'b670f1ab-9f65-4050-a8ce-94508d0c49f8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:38.628192 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:38.689764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89adf126-dfaa-48b9-a9a3-96785d4c9755 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:38.690097 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89adf126-dfaa-48b9-a9a3-96785d4c9755 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:38.690617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89adf126-dfaa-48b9-a9a3-96785d4c9755 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:38.691067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89adf126-dfaa-48b9-a9a3-96785d4c9755 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:38.691507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89adf126-dfaa-48b9-a9a3-96785d4c9755 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:38.693270 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-89adf126-dfaa-48b9-a9a3-96785d4c9755 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3569 time: 0.1554341 Apr 29 15:39:38.696545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40010) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:38.703458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9ad42656-b637-4f2b-8929-c054872eeab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.722207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad42656-b637-4f2b-8929-c054872eeab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556eb990-1674-40fa-b17e-199481ff0224,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:38.728148 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9ad42656-b637-4f2b-8929-c054872eeab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:38.736647 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9ad42656-b637-4f2b-8929-c054872eeab4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/556eb990-1674-40fa-b17e-199481ff0224 HTTP/1.1" status: 204 len: 168 time: 0.4501894 Apr 29 15:39:38.815451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d5eae80b-49bc-4cd2-ab15-1680dac0a30f None None] Port b98900bc-fb81-4c27-bac1-0af608f16fdc cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:38.869704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Set router b670f1ab-9f65-4050-a8ce-94508d0c49f8 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:38.915702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 411ffcc5-be4d-45b1-a165-2da505deaa61 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:38.922674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4e932-af60-4988-93df-5d6fe015dfb4 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:38.926864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4e932-af60-4988-93df-5d6fe015dfb4 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:38.926864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4e932-af60-4988-93df-5d6fe015dfb4 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:38.926864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4e932-af60-4988-93df-5d6fe015dfb4 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:38.926864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4e932-af60-4988-93df-5d6fe015dfb4 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:38.926864 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1ea4e932-af60-4988-93df-5d6fe015dfb4 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.2289762 Apr 29 15:39:38.934091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40016) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:38.951550 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 411ffcc5-be4d-45b1-a165-2da505deaa61 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:38.951919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.172401 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c76b90b7-5d6e-4602-a5b0-cc1129dc8e7f tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.2343233 Apr 29 15:39:39.189128 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a6c4605f-0c0d-4818-801f-0d5bdcfd9b1b None None] Provisioning complete for port b98900bc-fb81-4c27-bac1-0af608f16fdc triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:39.189690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a6c4605f-0c0d-4818-801f-0d5bdcfd9b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.330013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a6c4605f-0c0d-4818-801f-0d5bdcfd9b1b None None] Port b98900bc-fb81-4c27-bac1-0af608f16fdc cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:39.438565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.491247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 411ffcc5-be4d-45b1-a165-2da505deaa61, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=411ffcc5-be4d-45b1-a165-2da505deaa61,segment=NetworkSegment(db8477c4-1ab8-410e-a812-3532cbe0585b),segment_id=db8477c4-1ab8-410e-a812-3532cbe0585b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:39.506093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'b98900bc-fb81-4c27-bac1-0af608f16fdc', 'name': '', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:29:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '781c3ed4-7080-4191-8345-e42896461405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:35Z', 'updated_at': '2022-04-29T15:39:37Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '781c3ed4-7080-4191-8345-e42896461405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:39.511680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Checking router: b670f1ab-9f65-4050-a8ce-94508d0c49f8 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:39.512068 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Updating router b670f1ab-9f65-4050-a8ce-94508d0c49f8 port b98900bc-fb81-4c27-bac1-0af608f16fdc binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:39:39.524047 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40032) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:39.533569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631617083', 'description': 'tempest-secgroup-smoke-1631617083 description', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:39.535712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:39.540108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:39.543565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:39.549380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:39.564493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.565261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c2192211-169f-4830-af05-250f4a848278 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:39.635872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.670023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:39.674123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:39.677888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:39.686577 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:39.703090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.782894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.786602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=411ffcc5-be4d-45b1-a165-2da505deaa61,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:39.851893 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port c2192211-169f-4830-af05-250f4a848278 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:39.852264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.856178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.910671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d998946-c590-4c8e-9a4d-0665347b3ccb,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:39.961487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40044) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:39.976852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:39.981979 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b842978a-57ea-41c3-ae42-e7123f7bd2c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4542019 Apr 29 15:39:39.982285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40050) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:39.987470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f0070875-f41c-45a2-971f-f7db661e6673 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '9d998946-c590-4c8e-9a4d-0665347b3ccb', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:39.995453 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f0070875-f41c-45a2-971f-f7db661e6673 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:39.999978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f0070875-f41c-45a2-971f-f7db661e6673 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:40.004409 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f0070875-f41c-45a2-971f-f7db661e6673 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:40.010835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f0070875-f41c-45a2-971f-f7db661e6673 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:40.076900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-716585995-network', 'tenant_id': '7839e9e79267494aa8592713c17200fb'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:40.081462 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:40.091810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Usage tracker for resource:network and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:40.098231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:40.106540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:40.108352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f0070875-f41c-45a2-971f-f7db661e6673 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.173306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f0070875-f41c-45a2-971f-f7db661e6673 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.214519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.217733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Made reservation on behalf of 7839e9e79267494aa8592713c17200fb for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:40.220214 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.226941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Transition to ACTIVE for port object b98900bc-fb81-4c27-bac1-0af608f16fdc will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:40.233546 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.245760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f0070875-f41c-45a2-971f-f7db661e6673 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.269004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:40.271288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0070875-f41c-45a2-971f-f7db661e6673 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c8c4fe-9503-4512-8a3e-2ebdba524564,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:40.279997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Usage tracker for resource:security_group_rule and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:40.285913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:40.292770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:40.313100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.385035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f0070875-f41c-45a2-971f-f7db661e6673 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.386371 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f0070875-f41c-45a2-971f-f7db661e6673 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4030049 Apr 29 15:39:40.390750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40054) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:40.394339 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e5fde393-ad30-4435-99d1-1ffb5740a734 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '9d998946-c590-4c8e-9a4d-0665347b3ccb', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:40.395067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.405643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e5fde393-ad30-4435-99d1-1ffb5740a734 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:40.409536 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e5fde393-ad30-4435-99d1-1ffb5740a734 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:40.412549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e5fde393-ad30-4435-99d1-1ffb5740a734 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:40.418873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e5fde393-ad30-4435-99d1-1ffb5740a734 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:40.437156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 411ffcc5-be4d-45b1-a165-2da505deaa61 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:40.480585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.499224 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041db08-664e-4707-9ce4-b131bce951dc None None] Pushing event updated for resources: {'Port': ['ID=b98900bc-fb81-4c27-bac1-0af608f16fdc,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:40.520528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:40.521447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5fde393-ad30-4435-99d1-1ffb5740a734 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.530229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6acb5f-aa2e-456e-bdd8-2c75e650d6ce,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:40.540401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.540704 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Added segment 8b384ed1-698a-4210-a85f-060fb4a7be12 of type vlan for network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 Apr 29 15:39:40.576017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.605680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Attempting to bind port b98900bc-fb81-4c27-bac1-0af608f16fdc on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:40.606042 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Attempting to bind port b98900bc-fb81-4c27-bac1-0af608f16fdc by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:40.606425 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Attempting to bind port b98900bc-fb81-4c27-bac1-0af608f16fdc on network a54d10aa-941e-4ed4-8013-42e7ad87839a {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:40.614795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:40.615158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Checking segment: {'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:40.615674 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.616599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Bound using segment: {'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:40.617069 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Bound port: b98900bc-fb81-4c27-bac1-0af608f16fdc, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:40.617438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.627508 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5fde393-ad30-4435-99d1-1ffb5740a734 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.632958 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 411ffcc5-be4d-45b1-a165-2da505deaa61 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:40.633315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.669149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.670181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:40.670764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.698250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5fde393-ad30-4435-99d1-1ffb5740a734 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.722240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fde393-ad30-4435-99d1-1ffb5740a734 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8db29e2-56f6-4868-abc2-698847f1c308,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:40.774249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] Pushing event updated for resources: {'Network': ['ID=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:40.801411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:40.806316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e5fde393-ad30-4435-99d1-1ffb5740a734 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.807494 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e5fde393-ad30-4435-99d1-1ffb5740a734 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4172826 Apr 29 15:39:40.810362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40058) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:40.816161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4bc83668-ab63-4270-a4bd-4b8c758a99bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '9d998946-c590-4c8e-9a4d-0665347b3ccb', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:40.816448 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] For port b98900bc-fb81-4c27-bac1-0af608f16fdc, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:40.822482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4bc83668-ab63-4270-a4bd-4b8c758a99bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:40.826465 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4bc83668-ab63-4270-a4bd-4b8c758a99bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:40.829364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4bc83668-ab63-4270-a4bd-4b8c758a99bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:40.836042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4bc83668-ab63-4270-a4bd-4b8c758a99bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:40.840206 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-eb075028-8380-4f40-bd82-5a61525881bb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8745918 Apr 29 15:39:40.840782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40062) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:40.847511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Request body: {'subnet': {'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-716585995-subnet', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'ip_version': 4}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:40.852722 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:40.856690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Usage tracker for resource:subnet and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:40.859710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:40.865736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:40.902409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] For port b98900bc-fb81-4c27-bac1-0af608f16fdc, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b98900bc-fb81-4c27-bac1-0af608f16fdc,segment=NetworkSegment(db8477c4-1ab8-410e-a812-3532cbe0585b),segment_id=db8477c4-1ab8-410e-a812-3532cbe0585b)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:40.926815 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4bc83668-ab63-4270-a4bd-4b8c758a99bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.948868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Made reservation on behalf of 7839e9e79267494aa8592713c17200fb for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:40.952927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:40.994348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4bc83668-ab63-4270-a4bd-4b8c758a99bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.000688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.059478 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4bc83668-ab63-4270-a4bd-4b8c758a99bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.079687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Routers {'b670f1ab-9f65-4050-a8ce-94508d0c49f8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:41.080309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:41.086209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc83668-ab63-4270-a4bd-4b8c758a99bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1315611-def0-4691-967a-49d7cf0e29aa,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:41.160159 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4bc83668-ab63-4270-a4bd-4b8c758a99bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.161371 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4bc83668-ab63-4270-a4bd-4b8c758a99bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3500609 Apr 29 15:39:41.164718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40066) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:41.170101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-646c3513-fa70-42f8-8cb2-3f2551913b7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '9d998946-c590-4c8e-9a4d-0665347b3ccb', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:41.176700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-646c3513-fa70-42f8-8cb2-3f2551913b7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:41.182743 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-646c3513-fa70-42f8-8cb2-3f2551913b7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:41.186206 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-646c3513-fa70-42f8-8cb2-3f2551913b7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:41.193068 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-646c3513-fa70-42f8-8cb2-3f2551913b7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:41.193267 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041db08-664e-4707-9ce4-b131bce951dc None None] Pushing event updated for resources: {'Port': ['ID=b98900bc-fb81-4c27-bac1-0af608f16fdc,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:41.240781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.270037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-646c3513-fa70-42f8-8cb2-3f2551913b7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.274966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] Set router b670f1ab-9f65-4050-a8ce-94508d0c49f8 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:41.331619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=698e5214-6566-4fa4-b9fb-fbdb0909b69a,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:41.342116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Checking segment: {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:41.342472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Network hostable DHCP agents. Network: e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:41.350415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-646c3513-fa70-42f8-8cb2-3f2551913b7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.406420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-646c3513-fa70-42f8-8cb2-3f2551913b7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.422934 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:41.434941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c3513-fa70-42f8-8cb2-3f2551913b7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4beea7ce-8b37-488e-892b-e60f1e4894d4,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:41.480033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:41.487760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:41.487760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.503133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-646c3513-fa70-42f8-8cb2-3f2551913b7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.504653 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-646c3513-fa70-42f8-8cb2-3f2551913b7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387721 Apr 29 15:39:41.508053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40070) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:41.512659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf22148e-068e-4ae6-8933-9ddc845fb6e8 None None] Network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:41.513843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-17f29c71-e672-412f-a227-db2790f78e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '9d998946-c590-4c8e-9a4d-0665347b3ccb', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:41.519621 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-17f29c71-e672-412f-a227-db2790f78e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:41.523940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-17f29c71-e672-412f-a227-db2790f78e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:41.527080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-17f29c71-e672-412f-a227-db2790f78e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:41.532862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-17f29c71-e672-412f-a227-db2790f78e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:41.556824 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6cdd29d5-e6f5-4aea-8a3b-63a2263787f0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7148943 Apr 29 15:39:41.559593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40074) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:41.564649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:41.569335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:41.573449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Usage tracker for resource:router and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:41.576252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:41.581802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:41.606020 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-17f29c71-e672-412f-a227-db2790f78e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:39:41.613753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17f29c71-e672-412f-a227-db2790f78e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.646314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.647417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.664019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.682067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17f29c71-e672-412f-a227-db2790f78e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.749103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17f29c71-e672-412f-a227-db2790f78e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.775354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f29c71-e672-412f-a227-db2790f78e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7518cdf9-1a4d-4103-89ca-3a6941a88e88,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:41.802190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'b98900bc-fb81-4c27-bac1-0af608f16fdc', 'name': '', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:29:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '781c3ed4-7080-4191-8345-e42896461405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:35Z', 'updated_at': '2022-04-29T15:39:40Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '781c3ed4-7080-4191-8345-e42896461405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:41.804735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:39:41.805539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.819670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aa5c64-dc44-462a-b43a-a8adf3f7df13 None None] The sync data for ids ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'] in dv-neutron-839183-1-hyperv is: [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'b98900bc-fb81-4c27-bac1-0af608f16fdc', 'name': '', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:29:1e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '781c3ed4-7080-4191-8345-e42896461405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:35Z', 'updated_at': '2022-04-29T15:39:40Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '781c3ed4-7080-4191-8345-e42896461405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:41.839030 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-17f29c71-e672-412f-a227-db2790f78e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.843032 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-17f29c71-e672-412f-a227-db2790f78e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3313677 Apr 29 15:39:41.843314 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40078) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:41.854294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a2a5d138-807c-4355-a372-990636c4e351 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '9d998946-c590-4c8e-9a4d-0665347b3ccb', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:41.862712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a2a5d138-807c-4355-a372-990636c4e351 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:41.883474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a2a5d138-807c-4355-a372-990636c4e351 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:41.886872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a2a5d138-807c-4355-a372-990636c4e351 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:41.896930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a2a5d138-807c-4355-a372-990636c4e351 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:41.979387 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-a2a5d138-807c-4355-a372-990636c4e351 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:39:41.989026 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d138-807c-4355-a372-990636c4e351 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:41.998415 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Allocated IP 172.20.0.2 (e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3/698e5214-6566-4fa4-b9fb-fbdb0909b69a/dff047bc-325e-4816-b517-df93f2339dee) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:42.037208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.083822 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d138-807c-4355-a372-990636c4e351 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.147861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d138-807c-4355-a372-990636c4e351 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.179527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5d138-807c-4355-a372-990636c4e351 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15aaf6a-4d71-4c6a-bfed-984d5026cb2e,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:42.239475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a2a5d138-807c-4355-a372-990636c4e351 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.245165 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a2a5d138-807c-4355-a372-990636c4e351 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4006529 Apr 29 15:39:42.251997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.266529 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Transition to ACTIVE for port object dff047bc-325e-4816-b517-df93f2339dee will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:42.297537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Transition to ACTIVE for port object dff047bc-325e-4816-b517-df93f2339dee will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:42.361146 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.499707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:42.504980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:42.508255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:42.511100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b98900bc-fb81-4c27-bac1-0af608f16fdc up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:42.573572 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-ea367b3b-2008-4136-8177-87ac6027c384 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631617083&fields=id&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 267 time: 0.0477071 Apr 29 15:39:42.593627 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Pushing event updated for resources: {'Port': ['ID=dff047bc-325e-4816-b517-df93f2339dee,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:42.617803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.653562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.722173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Attempting to bind port dff047bc-325e-4816-b517-df93f2339dee on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:42.722542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Attempting to bind port dff047bc-325e-4816-b517-df93f2339dee by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:42.722906 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Attempting to bind port dff047bc-325e-4816-b517-df93f2339dee on network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:42.730753 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:42.731122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Checking segment: {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:42.731518 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.731914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Bound using segment: {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:42.732384 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Bound port: dff047bc-325e-4816-b517-df93f2339dee, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:42.732787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.762571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-2c93d533-1ad8-4bce-b717-372dbf6a0ebd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:42.763274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-2c93d533-1ad8-4bce-b717-372dbf6a0ebd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:42.819082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port b98900bc-fb81-4c27-bac1-0af608f16fdc completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:42.823919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Allocated IP 172.26.2.42 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/0e434694-b3c4-4fe7-b1b8-267576da2944) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:42.831734 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b98900bc-fb81-4c27-bac1-0af608f16fdc triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:42.832151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.840772 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-2c93d533-1ad8-4bce-b717-372dbf6a0ebd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:42.842363 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-2c93d533-1ad8-4bce-b717-372dbf6a0ebd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/networks?id=a54d10aa-941e-4ed4-8013-42e7ad87839a HTTP/1.1" status: 200 len: 796 time: 0.2614400 Apr 29 15:39:42.861204 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-7e62a085-55ae-4835-a5cc-f727cedbda32 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/quotas/b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 375 time: 0.0131047 Apr 29 15:39:42.876046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] For port dff047bc-325e-4816-b517-df93f2339dee, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:42.890648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] For port dff047bc-325e-4816-b517-df93f2339dee, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=dff047bc-325e-4816-b517-df93f2339dee,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:42.962028 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-856cce37-431b-448f-9910-83c628af4518 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:42.965607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.980879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:42.984440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.073350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port b98900bc-fb81-4c27-bac1-0af608f16fdc, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b98900bc-fb81-4c27-bac1-0af608f16fdc,segment=NetworkSegment(db8477c4-1ab8-410e-a812-3532cbe0585b),segment_id=db8477c4-1ab8-410e-a812-3532cbe0585b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:43.084751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ad33a-b3dc-47fe-8e25-ae1dcd3cd3e8 None None] Pushing event updated for resources: {'Port': ['ID=dff047bc-325e-4816-b517-df93f2339dee,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:43.086853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-856cce37-431b-448f-9910-83c628af4518 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:43.090930 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-856cce37-431b-448f-9910-83c628af4518 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2189088 Apr 29 15:39:43.138040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.166081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:43.218481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:43.219231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Pushing event updated for resources: {'Port': ['ID=0e434694-b3c4-4fe7-b1b8-267576da2944,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:43.221938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:43.224906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:43.284910 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-edb28243-5421-4d29-95a8-234a4bd8a53a service neutron] 10.222.0.39 "GET /v2.0/networks/a54d10aa-941e-4ed4-8013-42e7ad87839a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801884 Apr 29 15:39:43.293730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=b98900bc-fb81-4c27-bac1-0af608f16fdc,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:43.469983 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-ef8215f8-26ec-4819-9b35-6756a2ed31ac service neutron] 10.222.0.39 "GET /v2.0/networks/a54d10aa-941e-4ed4-8013-42e7ad87839a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763406 Apr 29 15:39:43.739713 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-785ffc10-a912-4ab2-94a1-e18d71cc8177 req-f271e3a0-a5a8-4064-93a8-648a1fd7a319 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 210 time: 0.0542369 Apr 29 15:39:43.761656 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.181315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f466fbd0-c74e-4449-bb38-64b4ea7cdad0 None None] Network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:44.246223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.349922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5132a581-9a68-4c32-a2ad-44125e5d4317 None None] Provisioning for port dff047bc-325e-4816-b517-df93f2339dee completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:44.495368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device dff047bc-325e-4816-b517-df93f2339dee up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:44.560948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Router 942a82d5-e220-4245-8c37-fba630ca04e7 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:39:44.657324 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port dff047bc-325e-4816-b517-df93f2339dee completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:44.662557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port dff047bc-325e-4816-b517-df93f2339dee triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:44.663554 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.729331 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bb453c7e-1712-41af-a422-03a69adfecd1 None None] Provisioning complete for port dff047bc-325e-4816-b517-df93f2339dee triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:44.729579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bb453c7e-1712-41af-a422-03a69adfecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.747797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:44.759622 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Sync routers for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:44.771424 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:44.772645 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:44.853019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.854937 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4b988442-e41c-4376-97a9-a863c9ad211d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2942710 Apr 29 15:39:44.857773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40106) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:44.888028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.941028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bb453c7e-1712-41af-a422-03a69adfecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:44.953349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port dff047bc-325e-4816-b517-df93f2339dee, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=dff047bc-325e-4816-b517-df93f2339dee,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:45.002368 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:45.010719 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.012175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b98900bc-fb81-4c27-bac1-0af608f16fdc up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:45.061485 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4232960c-57e6-431f-a3b7-3bbfb431d00c req-3522a056-f915-47de-8ff0-202e095987ff tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 210 time: 0.1355314 Apr 29 15:39:45.246787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=dff047bc-325e-4816-b517-df93f2339dee,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:45.277276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-bb453c7e-1712-41af-a422-03a69adfecd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:39:45.277626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-bb453c7e-1712-41af-a422-03a69adfecd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:39:45.294775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b98900bc-fb81-4c27-bac1-0af608f16fdc triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:45.295048 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.317094 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:43Z', 'revision_number': 3, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:45.322250 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Checking router: 942a82d5-e220-4245-8c37-fba630ca04e7 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:45.322693 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Updating router 942a82d5-e220-4245-8c37-fba630ca04e7 port 0e434694-b3c4-4fe7-b1b8-267576da2944 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:39:45.380344 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.715957 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.727837 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Transition to ACTIVE for port object 0e434694-b3c4-4fe7-b1b8-267576da2944 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:45.749618 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.851819 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.927068 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92b497-b30d-4aed-8d2b-98c4bd934ac6 None None] Pushing event updated for resources: {'Port': ['ID=0e434694-b3c4-4fe7-b1b8-267576da2944,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:45.946839 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Attempting to bind port 0e434694-b3c4-4fe7-b1b8-267576da2944 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:45.947213 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Attempting to bind port 0e434694-b3c4-4fe7-b1b8-267576da2944 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:45.947577 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Attempting to bind port 0e434694-b3c4-4fe7-b1b8-267576da2944 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:45.953617 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:45.954320 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:45.954886 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.955447 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:45.956062 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Bound port: 0e434694-b3c4-4fe7-b1b8-267576da2944, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:45.956671 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:45.987598 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-9029ed78-cce7-4e0d-abef-de4168471fd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:45.988803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-9029ed78-cce7-4e0d-abef-de4168471fd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:45.988941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Allocated IP 172.20.0.1 (e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3/698e5214-6566-4fa4-b9fb-fbdb0909b69a/bc325558-3e54-4844-9081-bcccb6d16c8c) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:46.001495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-9029ed78-cce7-4e0d-abef-de4168471fd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:46.008186 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-9029ed78-cce7-4e0d-abef-de4168471fd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks?id=a54d10aa-941e-4ed4-8013-42e7ad87839a HTTP/1.1" status: 200 len: 796 time: 0.1871345 Apr 29 15:39:46.034680 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] For port 0e434694-b3c4-4fe7-b1b8-267576da2944, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:46.037961 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] For port 0e434694-b3c4-4fe7-b1b8-267576da2944, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0e434694-b3c4-4fe7-b1b8-267576da2944,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:46.053179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-38128339-6e4e-468f-a6e0-4e5855dc9c54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:39:46.114178 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.153276 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.166019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-38128339-6e4e-468f-a6e0-4e5855dc9c54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:39:46.167455 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-38128339-6e4e-468f-a6e0-4e5855dc9c54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 380 time: 0.1564133 Apr 29 15:39:46.170901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Transition to ACTIVE for port object bc325558-3e54-4844-9081-bcccb6d16c8c will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:46.179544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'device_id': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'admin_state_up': True, 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'security_groups': ['9d998946-c590-4c8e-9a4d-0665347b3ccb']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:46.218783 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:46.219393 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:46.242234 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8ab160e9-6184-4a18-819d-af922549cfbd req-aecc3f8f-802d-44a1-b020-25b3462d6ca9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 210 time: 0.0641928 Apr 29 15:39:46.333194 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92b497-b30d-4aed-8d2b-98c4bd934ac6 None None] Pushing event updated for resources: {'Port': ['ID=0e434694-b3c4-4fe7-b1b8-267576da2944,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:46.343499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.374004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:46.398631 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:46.410394 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:46.411595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:46.416651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device dff047bc-325e-4816-b517-df93f2339dee up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:46.427025 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:46.431805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:46.493200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Pushing event updated for resources: {'Port': ['ID=bc325558-3e54-4844-9081-bcccb6d16c8c,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:46.499214 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:46.506121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.508716 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.536602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port dff047bc-325e-4816-b517-df93f2339dee triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:46.536602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.723881 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.763657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.4 (a54d10aa-941e-4ed4-8013-42e7ad87839a/781c3ed4-7080-4191-8345-e42896461405/4940aa2c-e1b4-43dc-8ee6-41481dc46ecc) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:46.764307 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:43Z', 'revision_number': 3, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:46.768880 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a896d-dd33-4f02-9a79-0d1befad4c36 None None] The sync data for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv is: [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:43Z', 'revision_number': 3, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:46.815157 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cf1c27d3-21e9-423a-b2cc-929c41b9b02e None None] Provisioning for port bc325558-3e54-4844-9081-bcccb6d16c8c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:46.823525 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cf1c27d3-21e9-423a-b2cc-929c41b9b02e None None] Provisioning complete for port bc325558-3e54-4844-9081-bcccb6d16c8c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:46.824223 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf1c27d3-21e9-423a-b2cc-929c41b9b02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.889893 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c27d3-21e9-423a-b2cc-929c41b9b02e None None] Port bc325558-3e54-4844-9081-bcccb6d16c8c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:46.967471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.973110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:46.990002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:47.065169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.090607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.179009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network a54d10aa-941e-4ed4-8013-42e7ad87839a is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:47.183201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.183351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:47.184378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Pushing event updated for resources: {'Port': ['ID=bc325558-3e54-4844-9081-bcccb6d16c8c,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:47.185185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:47.247494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:47.333193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:47.336604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.406151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:47.407326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:47.476137 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-17245765-96af-4716-9f2b-e061cb9dcfed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3012705 Apr 29 15:39:47.488001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Request body: {'port': {'device_id': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:47.594306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2014c7bf-7951-4941-8a43-e190fbc9e039 None None] Provisioning for port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:47.601279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2014c7bf-7951-4941-8a43-e190fbc9e039 None None] Provisioning complete for port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:47.602105 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2014c7bf-7951-4941-8a43-e190fbc9e039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.638579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.731248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-2014c7bf-7951-4941-8a43-e190fbc9e039 None None] Port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:47.783010 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Router 942a82d5-e220-4245-8c37-fba630ca04e7 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:47.850954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-01067802-b9f2-4c3c-b664-fdd3a7a4fa62 None None] Provisioning complete for port bc325558-3e54-4844-9081-bcccb6d16c8c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:47.851328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-01067802-b9f2-4c3c-b664-fdd3a7a4fa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:47.906246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-01067802-b9f2-4c3c-b664-fdd3a7a4fa62 None None] Port bc325558-3e54-4844-9081-bcccb6d16c8c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:47.964747 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268b746-de3d-4e5e-88e5-c1a7daa250e1 req-c008a26f-0972-49e1-b285-517854f0122f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:47.966469 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2268b746-de3d-4e5e-88e5-c1a7daa250e1 req-c008a26f-0972-49e1-b285-517854f0122f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 931 time: 0.3581233 Apr 29 15:39:48.046056 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2268b746-de3d-4e5e-88e5-c1a7daa250e1 req-cc5b9c5e-0f54-46ed-af15-7f52cd63a0fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663152 Apr 29 15:39:48.047130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:48.056815 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3b778e83-7584-46d9-9406-e01b333e9b61 admin admin] 10.222.0.39 "PUT /v2.0/routers/942a82d5-e220-4245-8c37-fba630ca04e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1972659 Apr 29 15:39:48.135124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:39:48.142540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.157976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Transition to ACTIVE for port object 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:48.228542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.462606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0e434694-b3c4-4fe7-b1b8-267576da2944 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:48.505948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:48.590604 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Sync routers for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:48.605149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:48.606474 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:48.611677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Attempting to bind port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:48.612197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Attempting to bind port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:48.612574 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Attempting to bind port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc on network a54d10aa-941e-4ed4-8013-42e7ad87839a {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:48.619092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc on network a54d10aa-941e-4ed4-8013-42e7ad87839a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:39:48.619408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Attempting to bind port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc on network a54d10aa-941e-4ed4-8013-42e7ad87839a {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:48.624948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:48.625266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Checking segment: {'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:48.625854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Bound using segment: {'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:48.626354 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Bound port: 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8477c4-1ab8-410e-a812-3532cbe0585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:48.626708 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.728410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] For port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:48.733724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] For port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc,segment=NetworkSegment(db8477c4-1ab8-410e-a812-3532cbe0585b),segment_id=db8477c4-1ab8-410e-a812-3532cbe0585b)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:48.768792 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 0e434694-b3c4-4fe7-b1b8-267576da2944 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:48.782828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 0e434694-b3c4-4fe7-b1b8-267576da2944 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:48.783205 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.833898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.880658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:48.904774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:48.905749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:48.907332 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] 10.222.0.44 "PUT /v2.0/ports/4940aa2c-e1b4-43dc-8ee6-41481dc46ecc HTTP/1.1" status: 200 len: 1093 time: 1.4245045 Apr 29 15:39:48.908062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'tag': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:39:48.935417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c2c0e-25f6-462b-9213-bbf5ccc2c7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:48.971331 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa9aaa0-71fa-46d4-b006-7a191b9ddc4d'] response: {'name': 'network-changed', 'server_uuid': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'tag': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc', 'status': 'completed', 'code': 200} Apr 29 15:39:49.000923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40134) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.007398 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-689921349-network', 'tenant_id': 'af18667a0260467096b56941c17b6503'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:49.013269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:49.017803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Usage tracker for resource:network and tenant:af18667a0260467096b56941c17b6503 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:49.021537 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:49.030695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:49.084203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faf466-cdea-4d34-b781-6ca59fa55dfd req-603ca389-5739-4da0-967b-e531a86716d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:49.086723 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-47faf466-cdea-4d34-b781-6ca59fa55dfd req-603ca389-5739-4da0-967b-e531a86716d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 1096 time: 0.0873053 Apr 29 15:39:49.094675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.131290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Made reservation on behalf of af18667a0260467096b56941c17b6503 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:49.134770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.148798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.167737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:49.172166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Usage tracker for resource:security_group_rule and tenant:af18667a0260467096b56941c17b6503 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:49.175444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:49.184063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:49.185566 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 0e434694-b3c4-4fe7-b1b8-267576da2944, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0e434694-b3c4-4fe7-b1b8-267576da2944,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:49.247559 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.275944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faf466-cdea-4d34-b781-6ca59fa55dfd req-47edde93-f3d7-4594-862f-591f7a7f0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:49.277835 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-47faf466-cdea-4d34-b781-6ca59fa55dfd req-47edde93-f3d7-4594-862f-591f7a7f0d3c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b55c25ae10474f2abd40a8267579e2cf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1826820 Apr 29 15:39:49.322557 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ef20b-ab2e-42db-a6c8-f8a25945ce95 req-21773a83-eb03-490a-963b-82f33bd967ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:49.324556 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d14ef20b-ab2e-42db-a6c8-f8a25945ce95 req-21773a83-eb03-490a-963b-82f33bd967ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 943 time: 0.1191647 Apr 29 15:39:49.378673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=0e434694-b3c4-4fe7-b1b8-267576da2944,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:49.392663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.401106 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d14ef20b-ab2e-42db-a6c8-f8a25945ce95 req-2a87530a-8d0d-4ba5-b252-a43cb19b04fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639706 Apr 29 15:39:49.404617 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 2, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:49.408643 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Checking router: 942a82d5-e220-4245-8c37-fba630ca04e7 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:49.408993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Updating router 942a82d5-e220-4245-8c37-fba630ca04e7 port bc325558-3e54-4844-9081-bcccb6d16c8c binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:39:49.435216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faf466-cdea-4d34-b781-6ca59fa55dfd req-48099812-125b-42e7-a7f1-e271fa262c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:49.436819 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-47faf466-cdea-4d34-b781-6ca59fa55dfd req-48099812-125b-42e7-a7f1-e271fa262c52 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512225 Apr 29 15:39:49.465199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.479833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.511232 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:39:49.520021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcde94d6-cd92-401b-bcd7-9988c1b27d16,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:49.526874 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.527325 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Added segment 5e068d4e-592c-4491-ad9d-f72803e22cae of type vlan for network 4200b598-db36-4ffc-a0ba-02265fb1282a Apr 29 15:39:49.546336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-97bceb6a-d2d4-433b-977f-0b39f428d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:49.547908 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-97bceb6a-d2d4-433b-977f-0b39f428d068 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 1096 time: 0.0748334 Apr 29 15:39:49.563522 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.621384 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-14d611fd-f679-4954-b056-dd60cc0104f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc HTTP/1.1" status: 200 len: 217 time: 0.0655680 Apr 29 15:39:49.663301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.664297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:49.665000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.682885 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-834d0738-9c77-4b70-8cb0-aacab6f4494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:49.684497 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-834d0738-9c77-4b70-8cb0-aacab6f4494c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=781c3ed4-7080-4191-8345-e42896461405 HTTP/1.1" status: 200 len: 835 time: 0.0574870 Apr 29 15:39:49.763833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-a8b48e15-4492-449e-b62b-381d2a2819d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:49.765520 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-a8b48e15-4492-449e-b62b-381d2a2819d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a54d10aa-941e-4ed4-8013-42e7ad87839a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749516 Apr 29 15:39:49.786155 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7841170 Apr 29 15:39:49.787179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bc776-15ed-4040-8df9-df2e5eb1a0f2 admin admin] Pushing event updated for resources: {'Network': ['ID=4200b598-db36-4ffc-a0ba-02265fb1282a,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:49.791241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40140) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:49.799896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Request body: {'subnet': {'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-689921349-subnet', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'ip_version': 4}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:49.803915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:49.808059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 4200b598-db36-4ffc-a0ba-02265fb1282a details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:39:49.808877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Usage tracker for resource:subnet and tenant:af18667a0260467096b56941c17b6503 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:49.811748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:49.818036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:49.895385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Made reservation on behalf of af18667a0260467096b56941c17b6503 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:39:49.898418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.904631 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-108ea42b-4c9c-4ecc-92fc-202c3b1fce40 service neutron] 10.222.0.44 "GET /v2.0/networks/a54d10aa-941e-4ed4-8013-42e7ad87839a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302402 Apr 29 15:39:49.907381 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:49.933544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Transition to ACTIVE for port object bc325558-3e54-4844-9081-bcccb6d16c8c will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:50.004748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.040866 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f5e1884e-fe54-4922-a4b4-fe743b188bb5 req-d74d63bf-13ec-445f-aade-2059ff0a62cf service neutron] 10.222.0.44 "GET /v2.0/networks/a54d10aa-941e-4ed4-8013-42e7ad87839a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294718 Apr 29 15:39:50.177488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.208605 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d8dd6-a955-4ab8-8fb8-c7ee3e6e2590 None None] Pushing event updated for resources: {'Port': ['ID=bc325558-3e54-4844-9081-bcccb6d16c8c,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:50.270655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d187177-3efd-470a-939b-584ad6cb7095,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:50.278814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Attempting to bind port bc325558-3e54-4844-9081-bcccb6d16c8c on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:50.279185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Attempting to bind port bc325558-3e54-4844-9081-bcccb6d16c8c by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:50.279547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Attempting to bind port bc325558-3e54-4844-9081-bcccb6d16c8c on network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:50.285708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:50.286074 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Checking segment: {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:50.286471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.286861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Bound using segment: {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:50.290310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Bound port: bc325558-3e54-4844-9081-bcccb6d16c8c, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:50.290310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.290811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Checking segment: {'id': '5e068d4e-592c-4491-ad9d-f72803e22cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:50.290811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Network hostable DHCP agents. Network: 4200b598-db36-4ffc-a0ba-02265fb1282a, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:39:50.385191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] For port bc325558-3e54-4844-9081-bcccb6d16c8c, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:50.389201 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] For port bc325558-3e54-4844-9081-bcccb6d16c8c, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bc325558-3e54-4844-9081-bcccb6d16c8c,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:50.394282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0e434694-b3c4-4fe7-b1b8-267576da2944 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:50.434514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Network 4200b598-db36-4ffc-a0ba-02265fb1282a is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:39:50.470419 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 0e434694-b3c4-4fe7-b1b8-267576da2944 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:50.470787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.500294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.556289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 4200b598-db36-4ffc-a0ba-02265fb1282a) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:50.569812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:50.570959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.574087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35d6dc7-a161-4035-8dfb-cb8cf753c995 None None] Network 4200b598-db36-4ffc-a0ba-02265fb1282a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:50.621820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19299d5b-05df-47ed-a4e0-bb46460c94d1 req-d4e977dc-a405-4eca-b876-f939539292c2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:50.623493 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-19299d5b-05df-47ed-a4e0-bb46460c94d1 req-d4e977dc-a405-4eca-b876-f939539292c2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 943 time: 0.1085296 Apr 29 15:39:50.674425 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-19299d5b-05df-47ed-a4e0-bb46460c94d1 req-12fa6ef0-0cd0-4ae6-ae88-bfd8d2ed6684 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446744 Apr 29 15:39:50.692119 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f228033d-a708-4acf-8d13-f824a2f453b0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8996382 Apr 29 15:39:50.693127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:50.693755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:50.694615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40146) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:50.699962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-689921349-router', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:50.705022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:50.709353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Usage tracker for resource:router and tenant:af18667a0260467096b56941c17b6503 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:50.712585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:50.718528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:50.789489 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.790641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.806567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:50.816765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d8dd6-a955-4ab8-8fb8-c7ee3e6e2590 None None] Pushing event updated for resources: {'Port': ['ID=bc325558-3e54-4844-9081-bcccb6d16c8c,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:51.012618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:51.136357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.173658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-4200b598-db36-4ffc-a0ba-02265fb1282a', 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'fixed_ips': [{'subnet_id': '7d187177-3efd-470a-939b-584ad6cb7095'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:39:51.174484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.482946 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Allocated IP 172.20.0.2 (4200b598-db36-4ffc-a0ba-02265fb1282a/7d187177-3efd-470a-939b-584ad6cb7095/6d0f912e-5b2c-42c3-a654-4c5f5e7bce73) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:51.611644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.619992 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:50Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:51.635869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095ec39a-5ec1-4461-a110-a76403d15b42 None None] The sync data for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv is: [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:50Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:51.642995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.778726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.790126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Transition to ACTIVE for port object 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:51.810566 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Transition to ACTIVE for port object 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:51.882110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Allocated IP 172.26.2.125 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/08a3445b-2139-4d76-a6c4-a5e80d4bccbd) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:51.919091 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:51.986477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Network 4200b598-db36-4ffc-a0ba-02265fb1282a is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:51.989940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:51.994744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:52.019404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f382d-5ab9-4d1e-a40f-54a2ad5f00f9 req-cc6267ce-4526-43e1-bba7-cda4fe6ef21b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:52.023019 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-197f382d-5ab9-4d1e-a40f-54a2ad5f00f9 req-cc6267ce-4526-43e1-bba7-cda4fe6ef21b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 943 time: 0.2061214 Apr 29 15:39:52.036605 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Pushing event updated for resources: {'Port': ['ID=6d0f912e-5b2c-42c3-a654-4c5f5e7bce73,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:52.098801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Attempting to bind port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:52.099334 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Attempting to bind port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '5e068d4e-592c-4491-ad9d-f72803e22cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:52.099703 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Attempting to bind port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 on network 4200b598-db36-4ffc-a0ba-02265fb1282a {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:52.100561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.107191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:52.107700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Checking segment: {'id': '5e068d4e-592c-4491-ad9d-f72803e22cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:52.108225 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.108790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Bound using segment: {'id': '5e068d4e-592c-4491-ad9d-f72803e22cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:52.109085 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-197f382d-5ab9-4d1e-a40f-54a2ad5f00f9 req-5a8458f8-04eb-46d1-91ef-c46f016b282d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801134 Apr 29 15:39:52.109452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Bound port: 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e068d4e-592c-4491-ad9d-f72803e22cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:52.110053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.193015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.207480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] For port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:52.211072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] For port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6d0f912e-5b2c-42c3-a654-4c5f5e7bce73,segment=NetworkSegment(5e068d4e-592c-4491-ad9d-f72803e22cae),segment_id=5e068d4e-592c-4491-ad9d-f72803e22cae)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:52.263700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:52.266598 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:52.269036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:52.286325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.312633 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Pushing event updated for resources: {'Port': ['ID=08a3445b-2139-4d76-a6c4-a5e80d4bccbd,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:52.384736 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75218836-9b3c-4031-806d-81999eb21a50 None None] Pushing event updated for resources: {'Port': ['ID=6d0f912e-5b2c-42c3-a654-4c5f5e7bce73,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:52.434556 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bc325558-3e54-4844-9081-bcccb6d16c8c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:52.574197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port bc325558-3e54-4844-9081-bcccb6d16c8c completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:52.580669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port bc325558-3e54-4844-9081-bcccb6d16c8c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:52.581065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.715094 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.750205 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port bc325558-3e54-4844-9081-bcccb6d16c8c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bc325558-3e54-4844-9081-bcccb6d16c8c,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:52.804381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.833253 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:52.913829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=bc325558-3e54-4844-9081-bcccb6d16c8c,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:52.936438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:39:53.086367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc,segment=NetworkSegment(db8477c4-1ab8-410e-a812-3532cbe0585b),segment_id=db8477c4-1ab8-410e-a812-3532cbe0585b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:53.110785 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'port_id': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc', 'mac_address': 'fa:16:3e:56:7b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781c3ed4-7080-4191-8345-e42896461405', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:39:53.188499 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.219127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:39:53.251939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc,segment=NetworkSegment(db8477c4-1ab8-410e-a812-3532cbe0585b),segment_id=db8477c4-1ab8-410e-a812-3532cbe0585b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:53.353249 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.387439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.426046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:53.459262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d171da8-198a-4ef1-92d7-a46ab3f061a9 req-abea84db-dea3-4478-b3b5-f1f2bf396ec9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:53.461550 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d171da8-198a-4ef1-92d7-a46ab3f061a9 req-abea84db-dea3-4478-b3b5-f1f2bf396ec9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 943 time: 0.1825106 Apr 29 15:39:53.482212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860b5342-d35c-4014-bc73-9272f794ee7e None None] Network 4200b598-db36-4ffc-a0ba-02265fb1282a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:39:53.549030 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:39:53.586264 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d171da8-198a-4ef1-92d7-a46ab3f061a9 req-7c489920-4952-4044-851c-60a4d009df7f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677371 Apr 29 15:39:53.606409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['4940aa2c-e1b4-43dc-8ee6-41481dc46ecc'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:39:53.653374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cff0bb49-53b1-415e-9b51-398d9731b86e None None] Provisioning for port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:53.726289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Router 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:39:53.910549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:53.922150 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Sync routers for ids ['9c22e5cc-6587-4efb-9be2-6a2d921d8b61'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:53.934394 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Routers {'9c22e5cc-6587-4efb-9be2-6a2d921d8b61'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:53.935240 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9c22e5cc-6587-4efb-9be2-6a2d921d8b61'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:53.983022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:53.984764 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c8dd5d46-2447-4a61-bc63-636c5f3c39ca admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2890136 Apr 29 15:39:53.987866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40154) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:54.038172 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.143889 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Set router 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:54.456448 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'name': 'tempest-TestVolumeBootPattern-689921349-router', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:50Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 3, 'project_id': 'af18667a0260467096b56941c17b6503', 'gw_port': {'id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:12:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:51Z', 'updated_at': '2022-04-29T15:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:54.462048 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Checking router: 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:54.462659 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Updating router 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 port 08a3445b-2139-4d76-a6c4-a5e80d4bccbd binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:39:54.511623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:54.521331 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.656161 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:54.665583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:54.666017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.778921 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50ef58-e7b3-4c01-b0ae-3d0c5b348d28 req-f78c65fd-2adf-4baa-b01e-561a72325f09 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:54.780794 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9b50ef58-e7b3-4c01-b0ae-3d0c5b348d28 req-f78c65fd-2adf-4baa-b01e-561a72325f09 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 944 time: 0.0835013 Apr 29 15:39:54.837384 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.841541 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9b50ef58-e7b3-4c01-b0ae-3d0c5b348d28 req-32c7498e-e812-45a9-a9eb-ee2ef9543331 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545816 Apr 29 15:39:54.867321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.873943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6d0f912e-5b2c-42c3-a654-4c5f5e7bce73,segment=NetworkSegment(5e068d4e-592c-4491-ad9d-f72803e22cae),segment_id=5e068d4e-592c-4491-ad9d-f72803e22cae)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:54.903275 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.914837 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Transition to ACTIVE for port object 08a3445b-2139-4d76-a6c4-a5e80d4bccbd will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:54.952247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:54.980727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:54.981488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bc325558-3e54-4844-9081-bcccb6d16c8c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:54.987176 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.064666 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Attempting to bind port 08a3445b-2139-4d76-a6c4-a5e80d4bccbd on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:55.065031 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Attempting to bind port 08a3445b-2139-4d76-a6c4-a5e80d4bccbd by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:55.065390 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Attempting to bind port 08a3445b-2139-4d76-a6c4-a5e80d4bccbd on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:55.071275 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f95769-5ab5-4ad9-818d-02be4705facb None None] Pushing event updated for resources: {'Port': ['ID=08a3445b-2139-4d76-a6c4-a5e80d4bccbd,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:55.075599 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:55.076038 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:55.076357 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.076766 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:55.077228 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Bound port: 08a3445b-2139-4d76-a6c4-a5e80d4bccbd, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:55.077598 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.086949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Allocated IP 172.20.0.1 (4200b598-db36-4ffc-a0ba-02265fb1282a/7d187177-3efd-470a-939b-584ad6cb7095/06797071-2e11-44fb-b542-64ba38207ed8) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:55.124311 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=6d0f912e-5b2c-42c3-a654-4c5f5e7bce73,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:55.143423 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port bc325558-3e54-4844-9081-bcccb6d16c8c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:55.143870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.158886 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] For port 08a3445b-2139-4d76-a6c4-a5e80d4bccbd, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:55.161816 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] For port 08a3445b-2139-4d76-a6c4-a5e80d4bccbd, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=08a3445b-2139-4d76-a6c4-a5e80d4bccbd,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:55.240248 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.242959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:55.246176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.261431 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:55.261751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.262048 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Transition to ACTIVE for port object 06797071-2e11-44fb-b542-64ba38207ed8 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:55.330856 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Routers {'9c22e5cc-6587-4efb-9be2-6a2d921d8b61'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:55.331554 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9c22e5cc-6587-4efb-9be2-6a2d921d8b61'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:55.347441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.391121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.411716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Network 4200b598-db36-4ffc-a0ba-02265fb1282a is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:55.414694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:55.418403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:55.419772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:39:55.441327 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc,segment=NetworkSegment(db8477c4-1ab8-410e-a812-3532cbe0585b),segment_id=db8477c4-1ab8-410e-a812-3532cbe0585b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:55.468314 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c90307-97bc-440c-ac3b-dd408572dc43'] response: {'server_uuid': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc', 'code': 200} Apr 29 15:39:55.478420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Pushing event updated for resources: {'Port': ['ID=06797071-2e11-44fb-b542-64ba38207ed8,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:55.478815 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f95769-5ab5-4ad9-818d-02be4705facb None None] Pushing event updated for resources: {'Port': ['ID=08a3445b-2139-4d76-a6c4-a5e80d4bccbd,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:55.491804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.518999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.589239 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] Set router 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:55.596680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:55.651206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:55.903432 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'name': 'tempest-TestVolumeBootPattern-689921349-router', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:50Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 3, 'project_id': 'af18667a0260467096b56941c17b6503', 'gw_port': {'id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:12:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:51Z', 'updated_at': '2022-04-29T15:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:55.908153 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8186231d-53f2-4e94-8a10-596058f45714 None None] The sync data for ids ['9c22e5cc-6587-4efb-9be2-6a2d921d8b61'] in dv-neutron-839183-1-hyperv is: [{'id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'name': 'tempest-TestVolumeBootPattern-689921349-router', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:50Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 3, 'project_id': 'af18667a0260467096b56941c17b6503', 'gw_port': {'id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:12:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:51Z', 'updated_at': '2022-04-29T15:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:39:55.944359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325d7c1-7d26-46b9-8a15-90e1fcbba5fd req-953c5fd2-57ce-483f-91db-a2934baa8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:55.946750 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1325d7c1-7d26-46b9-8a15-90e1fcbba5fd req-953c5fd2-57ce-483f-91db-a2934baa8054 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 1098 time: 0.1239855 Apr 29 15:39:55.978147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.000367 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1325d7c1-7d26-46b9-8a15-90e1fcbba5fd req-5183f783-1887-4609-ae4f-70a83bc92509 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446696 Apr 29 15:39:56.060614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31693b04-c330-424b-b482-bf4890048ff8 req-06ce3d2a-1588-4684-bcd2-6020b7b03425 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:56.062302 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-31693b04-c330-424b-b482-bf4890048ff8 req-06ce3d2a-1588-4684-bcd2-6020b7b03425 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 945 time: 0.0954921 Apr 29 15:39:56.110665 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-31693b04-c330-424b-b482-bf4890048ff8 req-d1a7cd05-4ff0-4470-b600-059f4e972751 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413456 Apr 29 15:39:56.228370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d7acf59b-471a-457c-95b8-5ce9daa1d522 None None] Provisioning for port 06797071-2e11-44fb-b542-64ba38207ed8 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:56.233733 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d7acf59b-471a-457c-95b8-5ce9daa1d522 None None] Provisioning complete for port 06797071-2e11-44fb-b542-64ba38207ed8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:56.238190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d7acf59b-471a-457c-95b8-5ce9daa1d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.268645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.299678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d7acf59b-471a-457c-95b8-5ce9daa1d522 None None] Port 06797071-2e11-44fb-b542-64ba38207ed8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:56.484271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:56.511599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.516123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Pushing event updated for resources: {'Port': ['ID=06797071-2e11-44fb-b542-64ba38207ed8,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:56.557985 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:56.558757 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.658390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Network 4200b598-db36-4ffc-a0ba-02265fb1282a is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:56.660248 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:56.688815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 08a3445b-2139-4d76-a6c4-a5e80d4bccbd up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:56.808359 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 08a3445b-2139-4d76-a6c4-a5e80d4bccbd completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:39:56.816035 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 08a3445b-2139-4d76-a6c4-a5e80d4bccbd triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:56.817030 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.875089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Router 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:39:56.962038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:56.966296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1a599d02-9abc-4ab1-8209-a008a02ce009 None None] Provisioning complete for port 06797071-2e11-44fb-b542-64ba38207ed8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:56.966658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1a599d02-9abc-4ab1-8209-a008a02ce009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.026276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 08a3445b-2139-4d76-a6c4-a5e80d4bccbd, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=08a3445b-2139-4d76-a6c4-a5e80d4bccbd,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:39:57.032493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1a599d02-9abc-4ab1-8209-a008a02ce009 None None] Port 06797071-2e11-44fb-b542-64ba38207ed8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:39:57.067908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:39:57.079745 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8c66db76-7233-4689-b8ce-c9d5b6a32768 admin admin] 10.222.0.39 "PUT /v2.0/routers/9c22e5cc-6587-4efb-9be2-6a2d921d8b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0900266 Apr 29 15:39:57.137216 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:57.208049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=08a3445b-2139-4d76-a6c4-a5e80d4bccbd,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:57.337483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a07564-c4f8-44bf-ba57-e60e6b927d0c req-67894df7-e8fd-4ba6-87d0-1413e47defd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:57.344180 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-54a07564-c4f8-44bf-ba57-e60e6b927d0c req-67894df7-e8fd-4ba6-87d0-1413e47defd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 945 time: 0.1061165 Apr 29 15:39:57.384476 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-54a07564-c4f8-44bf-ba57-e60e6b927d0c req-20f9ad25-f06b-4ea3-9931-71d124977d12 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398018 Apr 29 15:39:58.027321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40178) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:58.032399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920141615', 'description': 'tempest-secgroup-smoke-920141615 description', 'project_id': '7839e9e79267494aa8592713c17200fb'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:58.039506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:58.045004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:security_group and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:58.048783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:58.056826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:58.130097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.153292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:58.155468 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:security_group_rule and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:58.158324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:58.165034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:58.194912 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Sync routers for ids ['9c22e5cc-6587-4efb-9be2-6a2d921d8b61'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:39:58.209106 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Routers {'9c22e5cc-6587-4efb-9be2-6a2d921d8b61'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:58.225671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9c22e5cc-6587-4efb-9be2-6a2d921d8b61'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:58.243249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.306953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.352920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:58.405821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.407056 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b209191e-b599-4672-a605-9c22285f4ae0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3787289 Apr 29 15:39:58.409894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40184) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:58.415290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d258a9ff-d02f-496d-be41-725ff40aead0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'security_group_rule': {'security_group_id': '23df4e90-3b71-4e4b-8eac-4cbcb7a6b966', 'project_id': '7839e9e79267494aa8592713c17200fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:58.421156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d258a9ff-d02f-496d-be41-725ff40aead0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:58.425315 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d258a9ff-d02f-496d-be41-725ff40aead0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:security_group_rule and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:58.428853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d258a9ff-d02f-496d-be41-725ff40aead0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:58.433137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 08a3445b-2139-4d76-a6c4-a5e80d4bccbd up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:39:58.435259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d258a9ff-d02f-496d-be41-725ff40aead0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:58.500860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Set router 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:39:58.527659 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d258a9ff-d02f-496d-be41-725ff40aead0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.583700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ee368-816d-4c9e-b9b5-a4c626e6b33c req-2475b610-2d87-40ce-b77b-034450d34521 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:58.586383 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-524ee368-816d-4c9e-b9b5-a4c626e6b33c req-2475b610-2d87-40ce-b77b-034450d34521 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 945 time: 0.0867927 Apr 29 15:39:58.602908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d258a9ff-d02f-496d-be41-725ff40aead0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.632073 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-524ee368-816d-4c9e-b9b5-a4c626e6b33c req-21b9c440-9f1a-4252-848a-a9281d82484a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390584 Apr 29 15:39:58.658265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 08a3445b-2139-4d76-a6c4-a5e80d4bccbd triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:39:58.658265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.674223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d258a9ff-d02f-496d-be41-725ff40aead0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.698384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258a9ff-d02f-496d-be41-725ff40aead0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323489d5-ace3-4d51-b5d3-a99c433a175c,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:58.764314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d258a9ff-d02f-496d-be41-725ff40aead0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.765711 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d258a9ff-d02f-496d-be41-725ff40aead0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3548789 Apr 29 15:39:58.768488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40190) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:58.774412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-dfa82a82-2d7e-45a9-b4eb-cb826a91ebbc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'security_group_rule': {'security_group_id': '23df4e90-3b71-4e4b-8eac-4cbcb7a6b966', 'project_id': '7839e9e79267494aa8592713c17200fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:58.780264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-dfa82a82-2d7e-45a9-b4eb-cb826a91ebbc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:58.784429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dfa82a82-2d7e-45a9-b4eb-cb826a91ebbc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:security_group_rule and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:58.787530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dfa82a82-2d7e-45a9-b4eb-cb826a91ebbc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:58.793807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-dfa82a82-2d7e-45a9-b4eb-cb826a91ebbc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:58.826217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62090b11-877c-4957-a3e3-314fe88e0872 req-bc61602c-95a4-48b7-85bf-56087ca341c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:58.828004 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-62090b11-877c-4957-a3e3-314fe88e0872 req-bc61602c-95a4-48b7-85bf-56087ca341c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 945 time: 0.0883842 Apr 29 15:39:58.858490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dfa82a82-2d7e-45a9-b4eb-cb826a91ebbc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.875726 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-62090b11-877c-4957-a3e3-314fe88e0872 req-c5f3d428-1f25-4ecc-8016-c692245e36cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Apr 29 15:39:58.907331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40194) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:58.926299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'name': 'tempest-TestVolumeBootPattern-689921349-router', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:50Z', 'updated_at': '2022-04-29T15:39:55Z', 'revision_number': 4, 'project_id': 'af18667a0260467096b56941c17b6503', 'gw_port': {'id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:51Z', 'updated_at': '2022-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '06797071-2e11-44fb-b542-64ba38207ed8', 'name': '', 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'mac_address': 'fa:16:3e:58:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7d187177-3efd-470a-939b-584ad6cb7095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:54Z', 'updated_at': '2022-04-29T15:39:55Z', 'revision_number': 2, 'project_id': 'af18667a0260467096b56941c17b6503', 'subnets': [{'id': '7d187177-3efd-470a-939b-584ad6cb7095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:39:58.930691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Checking router: 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:39:58.931054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Updating router 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 port 06797071-2e11-44fb-b542-64ba38207ed8 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:39:58.981091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dfa82a82-2d7e-45a9-b4eb-cb826a91ebbc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.986134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:58.998823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9dce4-2825-424a-ba20-a13e2d9c6e27 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:39:59.000323 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b8d9dce4-2825-424a-ba20-a13e2d9c6e27 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 1093 time: 0.0918627 Apr 29 15:39:59.003187 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40198) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:59.008027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:59.013758 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:59.017483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:floatingip and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:59.020215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:59.026022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:59.061373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dfa82a82-2d7e-45a9-b4eb-cb826a91ebbc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.084788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa82a82-2d7e-45a9-b4eb-cb826a91ebbc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4f0923-ac25-412c-9a7b-532190526013,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:59.113179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.201162 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dfa82a82-2d7e-45a9-b4eb-cb826a91ebbc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.202320 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dfa82a82-2d7e-45a9-b4eb-cb826a91ebbc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4329212 Apr 29 15:39:59.205209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40202) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:59.211019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3cfdc3fb-8d6d-4ea7-aeaf-fe28668a261e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'security_group_rule': {'security_group_id': '23df4e90-3b71-4e4b-8eac-4cbcb7a6b966', 'project_id': '7839e9e79267494aa8592713c17200fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:59.217560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3cfdc3fb-8d6d-4ea7-aeaf-fe28668a261e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:59.222033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3cfdc3fb-8d6d-4ea7-aeaf-fe28668a261e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:security_group_rule and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:59.225336 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3cfdc3fb-8d6d-4ea7-aeaf-fe28668a261e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:59.232457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3cfdc3fb-8d6d-4ea7-aeaf-fe28668a261e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:59.250618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.315613 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3cfdc3fb-8d6d-4ea7-aeaf-fe28668a261e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.349177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.362063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Transition to ACTIVE for port object 06797071-2e11-44fb-b542-64ba38207ed8 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:39:59.386252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3cfdc3fb-8d6d-4ea7-aeaf-fe28668a261e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.393369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.70 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/0953396c-f057-4ff3-a374-da73c7880aa1) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:39:59.434450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.462424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3cfdc3fb-8d6d-4ea7-aeaf-fe28668a261e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.487789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdc3fb-8d6d-4ea7-aeaf-fe28668a261e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711bb9b5-864e-4eb0-a8e7-c6a845dc709d,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:59.546164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.582892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3cfdc3fb-8d6d-4ea7-aeaf-fe28668a261e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.587959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40206) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:39:59.588703 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3cfdc3fb-8d6d-4ea7-aeaf-fe28668a261e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3821285 Apr 29 15:39:59.593066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d9b8d880-421f-4aed-bb9b-b672b02556f6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'security_group_rule': {'security_group_id': '23df4e90-3b71-4e4b-8eac-4cbcb7a6b966', 'project_id': '7839e9e79267494aa8592713c17200fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:39:59.599218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d9b8d880-421f-4aed-bb9b-b672b02556f6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:39:59.604516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d9b8d880-421f-4aed-bb9b-b672b02556f6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:security_group_rule and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:39:59.607742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d9b8d880-421f-4aed-bb9b-b672b02556f6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:39:59.612065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e3d23-abd8-44dd-855e-58efcb3820fe None None] Pushing event updated for resources: {'Port': ['ID=06797071-2e11-44fb-b542-64ba38207ed8,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:59.617256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d9b8d880-421f-4aed-bb9b-b672b02556f6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:39:59.657643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.669015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Attempting to bind port 06797071-2e11-44fb-b542-64ba38207ed8 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:39:59.669376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Attempting to bind port 06797071-2e11-44fb-b542-64ba38207ed8 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '5e068d4e-592c-4491-ad9d-f72803e22cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:39:59.669737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Attempting to bind port 06797071-2e11-44fb-b542-64ba38207ed8 on network 4200b598-db36-4ffc-a0ba-02265fb1282a {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:39:59.679184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:39:59.679623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Checking segment: {'id': '5e068d4e-592c-4491-ad9d-f72803e22cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:39:59.680057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.680433 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Bound using segment: {'id': '5e068d4e-592c-4491-ad9d-f72803e22cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:39:59.680916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Bound port: 06797071-2e11-44fb-b542-64ba38207ed8, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e068d4e-592c-4491-ad9d-f72803e22cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:39:59.681284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.728973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d9b8d880-421f-4aed-bb9b-b672b02556f6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.740082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:39:59.744695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:39:59.750746 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:39:59.774040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] For port 06797071-2e11-44fb-b542-64ba38207ed8, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:39:59.777483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] For port 06797071-2e11-44fb-b542-64ba38207ed8, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=06797071-2e11-44fb-b542-64ba38207ed8,segment=NetworkSegment(5e068d4e-592c-4491-ad9d-f72803e22cae),segment_id=5e068d4e-592c-4491-ad9d-f72803e22cae)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:39:59.806734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=0953396c-f057-4ff3-a374-da73c7880aa1,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:39:59.863276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:39:59.948256 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Routers {'9c22e5cc-6587-4efb-9be2-6a2d921d8b61'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:39:59.948902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9c22e5cc-6587-4efb-9be2-6a2d921d8b61'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:00.002431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d9b8d880-421f-4aed-bb9b-b672b02556f6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.003284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e3d23-abd8-44dd-855e-58efcb3820fe None None] Pushing event updated for resources: {'Port': ['ID=06797071-2e11-44fb-b542-64ba38207ed8,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:00.066840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d9b8d880-421f-4aed-bb9b-b672b02556f6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.155019 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] Set router 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:00.162600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8d880-421f-4aed-bb9b-b672b02556f6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121e269b-fff8-440c-842d-dde5eb73e642,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:00.304713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d9b8d880-421f-4aed-bb9b-b672b02556f6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.308441 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d9b8d880-421f-4aed-bb9b-b672b02556f6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7169046 Apr 29 15:40:00.308730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40210) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:00.314641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2128d338-f1d8-41dc-a691-8d1cc93fdce1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'security_group_rule': {'security_group_id': '23df4e90-3b71-4e4b-8eac-4cbcb7a6b966', 'project_id': '7839e9e79267494aa8592713c17200fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:00.327743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2128d338-f1d8-41dc-a691-8d1cc93fdce1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:00.333109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2128d338-f1d8-41dc-a691-8d1cc93fdce1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:security_group_rule and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:00.337619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2128d338-f1d8-41dc-a691-8d1cc93fdce1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:00.344420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2128d338-f1d8-41dc-a691-8d1cc93fdce1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:00.387156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.411507 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-2128d338-f1d8-41dc-a691-8d1cc93fdce1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Project 7839e9e79267494aa8592713c17200fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:40:00.418739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2128d338-f1d8-41dc-a691-8d1cc93fdce1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.511953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2128d338-f1d8-41dc-a691-8d1cc93fdce1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.523664 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'name': 'tempest-TestVolumeBootPattern-689921349-router', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:50Z', 'updated_at': '2022-04-29T15:39:55Z', 'revision_number': 4, 'project_id': 'af18667a0260467096b56941c17b6503', 'gw_port': {'id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:51Z', 'updated_at': '2022-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '06797071-2e11-44fb-b542-64ba38207ed8', 'name': '', 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'mac_address': 'fa:16:3e:58:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7d187177-3efd-470a-939b-584ad6cb7095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:54Z', 'updated_at': '2022-04-29T15:39:59Z', 'revision_number': 4, 'project_id': 'af18667a0260467096b56941c17b6503', 'subnets': [{'id': '7d187177-3efd-470a-939b-584ad6cb7095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:00.527780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef23b0-738f-416f-90c6-4ce85d72f6c3 None None] The sync data for ids ['9c22e5cc-6587-4efb-9be2-6a2d921d8b61'] in dv-neutron-839183-1-hyperv is: [{'id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'name': 'tempest-TestVolumeBootPattern-689921349-router', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:50Z', 'updated_at': '2022-04-29T15:39:55Z', 'revision_number': 4, 'project_id': 'af18667a0260467096b56941c17b6503', 'gw_port': {'id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:51Z', 'updated_at': '2022-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '06797071-2e11-44fb-b542-64ba38207ed8', 'name': '', 'network_id': '4200b598-db36-4ffc-a0ba-02265fb1282a', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'mac_address': 'fa:16:3e:58:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7d187177-3efd-470a-939b-584ad6cb7095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:54Z', 'updated_at': '2022-04-29T15:39:59Z', 'revision_number': 4, 'project_id': 'af18667a0260467096b56941c17b6503', 'subnets': [{'id': '7d187177-3efd-470a-939b-584ad6cb7095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:00.541118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.566392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2128d338-f1d8-41dc-a691-8d1cc93fdce1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.620614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128d338-f1d8-41dc-a691-8d1cc93fdce1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ba2f1b-78c1-44af-b59e-ef3492f5e97c,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:00.728597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2128d338-f1d8-41dc-a691-8d1cc93fdce1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.732585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40216) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:00.733106 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2128d338-f1d8-41dc-a691-8d1cc93fdce1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4229250 Apr 29 15:40:00.738326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4e0abc05-f6d8-4f63-a331-2e47ee380a4c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'security_group_rule': {'security_group_id': '23df4e90-3b71-4e4b-8eac-4cbcb7a6b966', 'project_id': '7839e9e79267494aa8592713c17200fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:00.745309 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4e0abc05-f6d8-4f63-a331-2e47ee380a4c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:00.749500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4e0abc05-f6d8-4f63-a331-2e47ee380a4c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:security_group_rule and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:00.752717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4e0abc05-f6d8-4f63-a331-2e47ee380a4c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:00.759470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4e0abc05-f6d8-4f63-a331-2e47ee380a4c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:00.807672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.850595 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-4e0abc05-f6d8-4f63-a331-2e47ee380a4c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Project 7839e9e79267494aa8592713c17200fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:40:00.859694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4e0abc05-f6d8-4f63-a331-2e47ee380a4c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.878469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.941813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4e0abc05-f6d8-4f63-a331-2e47ee380a4c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:00.997431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=0953396c-f057-4ff3-a374-da73c7880aa1,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:01.023276 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4e0abc05-f6d8-4f63-a331-2e47ee380a4c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.024012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.057764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0abc05-f6d8-4f63-a331-2e47ee380a4c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6092c9-4560-45f8-8719-dd3f15d5c147,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:01.125923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4e0abc05-f6d8-4f63-a331-2e47ee380a4c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:01.127346 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4e0abc05-f6d8-4f63-a331-2e47ee380a4c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3935428 Apr 29 15:40:01.213962 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP ce645b34-3aac-4217-96f8-c0a562741e7c associated. External IP: 172.26.2.70, port: 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc. Apr 29 15:40:01.577283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a795a6f-c866-4d19-b067-49bbdc5142ff req-11b99940-1f24-47b7-98e5-552c373c647e tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:01.578727 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4a795a6f-c866-4d19-b067-49bbdc5142ff req-11b99940-1f24-47b7-98e5-552c373c647e tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.0886624 Apr 29 15:40:01.632352 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4a795a6f-c866-4d19-b067-49bbdc5142ff req-16d489d7-6e66-4ac1-9574-8f08d6612a72 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449216 Apr 29 15:40:01.651710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router b670f1ab-9f65-4050-a8ce-94508d0c49f8 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:40:01.956907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:01.969422 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28663ed7-efa2-476c-8731-1658c0785b0f None None] Sync routers for ids ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:01.984949 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28663ed7-efa2-476c-8731-1658c0785b0f None None] Routers {'b670f1ab-9f65-4050-a8ce-94508d0c49f8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:01.985580 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-28663ed7-efa2-476c-8731-1658c0785b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:02.036351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.085564 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c73e-d2c9-4824-8fee-605b93ded43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.100540 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2d6179d1-6015-485e-a59d-78eb88ff524e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0958126 Apr 29 15:40:02.101387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'tag': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:40:02.103818 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40280) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:02.156930 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6387f78e-243a-4cda-9e3d-d166e99297b2'] response: {'name': 'network-changed', 'server_uuid': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'tag': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc', 'status': 'completed', 'code': 200} Apr 29 15:40:02.186140 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-28663ed7-efa2-476c-8731-1658c0785b0f None None] Set router b670f1ab-9f65-4050-a8ce-94508d0c49f8 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:02.233792 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5f61401c-c56e-43d4-8643-add0976a4ee7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/ce645b34-3aac-4217-96f8-c0a562741e7c HTTP/1.1" status: 200 len: 990 time: 0.1287789 Apr 29 15:40:02.269385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4585406-6050-4865-bdd8-e812c4a5c0a4 req-e39a7ad8-31ee-42c0-90a7-3bfbb4c4dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:02.271068 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b4585406-6050-4865-bdd8-e812c4a5c0a4 req-e39a7ad8-31ee-42c0-90a7-3bfbb4c4dd87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 1098 time: 0.0931087 Apr 29 15:40:02.443264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4585406-6050-4865-bdd8-e812c4a5c0a4 req-c9bf010b-b0a6-4434-a677-a75ac0a8f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:02.445342 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b4585406-6050-4865-bdd8-e812c4a5c0a4 req-c9bf010b-b0a6-4434-a677-a75ac0a8f0d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a54d10aa-941e-4ed4-8013-42e7ad87839a HTTP/1.1" status: 200 len: 897 time: 0.1677897 Apr 29 15:40:02.482809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 06797071-2e11-44fb-b542-64ba38207ed8 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:02.573819 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-28663ed7-efa2-476c-8731-1658c0785b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'ce645b34-3aac-4217-96f8-c0a562741e7c', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.70', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'port_id': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'mac_address': 'fa:16:3e:56:7b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:40:00Z', 'updated_at': '2022-04-29T15:40:00Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98900bc-fb81-4c27-bac1-0af608f16fdc', 'name': '', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:29:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '781c3ed4-7080-4191-8345-e42896461405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:35Z', 'updated_at': '2022-04-29T15:39:43Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '781c3ed4-7080-4191-8345-e42896461405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:02.578042 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28663ed7-efa2-476c-8731-1658c0785b0f None None] Checking router: b670f1ab-9f65-4050-a8ce-94508d0c49f8 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:02.587195 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28663ed7-efa2-476c-8731-1658c0785b0f None None] Routers {'b670f1ab-9f65-4050-a8ce-94508d0c49f8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:02.587811 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-28663ed7-efa2-476c-8731-1658c0785b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:39:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:02.627098 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b4585406-6050-4865-bdd8-e812c4a5c0a4 req-94277977-3cbb-424d-9968-9afc5ad04e75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc HTTP/1.1" status: 200 len: 998 time: 0.1736255 Apr 29 15:40:02.651274 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 06797071-2e11-44fb-b542-64ba38207ed8 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:02.657593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 06797071-2e11-44fb-b542-64ba38207ed8 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:02.658193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.692817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4585406-6050-4865-bdd8-e812c4a5c0a4 req-ad5f0956-52b9-4aff-a96f-821533efcfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:02.694971 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b4585406-6050-4865-bdd8-e812c4a5c0a4 req-ad5f0956-52b9-4aff-a96f-821533efcfbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=781c3ed4-7080-4191-8345-e42896461405 HTTP/1.1" status: 200 len: 835 time: 0.0618870 Apr 29 15:40:02.809789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4585406-6050-4865-bdd8-e812c4a5c0a4 req-3f0d0c9c-cefb-406d-bd25-78450dda8182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:02.811291 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b4585406-6050-4865-bdd8-e812c4a5c0a4 req-3f0d0c9c-cefb-406d-bd25-78450dda8182 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a54d10aa-941e-4ed4-8013-42e7ad87839a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085534 Apr 29 15:40:02.813653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.844527 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-28663ed7-efa2-476c-8731-1658c0785b0f None None] Set router b670f1ab-9f65-4050-a8ce-94508d0c49f8 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:02.887606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 06797071-2e11-44fb-b542-64ba38207ed8, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=06797071-2e11-44fb-b542-64ba38207ed8,segment=NetworkSegment(5e068d4e-592c-4491-ad9d-f72803e22cae),segment_id=5e068d4e-592c-4491-ad9d-f72803e22cae)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:02.962489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:02.968799 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b4585406-6050-4865-bdd8-e812c4a5c0a4 req-ffe71dff-da0f-4d96-8bf2-e80efe57160f service neutron] 10.222.0.44 "GET /v2.0/networks/a54d10aa-941e-4ed4-8013-42e7ad87839a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465304 Apr 29 15:40:03.060075 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=06797071-2e11-44fb-b542-64ba38207ed8,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:03.065164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0af41-a904-44e4-b245-55f48d9e6e99 req-8f8b2720-4032-4308-81ed-05fd7a44756f tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:03.067456 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1ca0af41-a904-44e4-b245-55f48d9e6e99 req-8f8b2720-4032-4308-81ed-05fd7a44756f tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.2749550 Apr 29 15:40:03.139436 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1ca0af41-a904-44e4-b245-55f48d9e6e99 req-ce9f1c2c-b3c8-45b3-b203-45c73a27a15c tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613947 Apr 29 15:40:03.191405 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b4585406-6050-4865-bdd8-e812c4a5c0a4 req-0b77471a-3b1a-493a-a019-3e5718022459 service neutron] 10.222.0.44 "GET /v2.0/networks/a54d10aa-941e-4ed4-8013-42e7ad87839a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148385 Apr 29 15:40:03.236543 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40328) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:03.374605 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-28663ed7-efa2-476c-8731-1658c0785b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'ce645b34-3aac-4217-96f8-c0a562741e7c', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.70', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'port_id': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'mac_address': 'fa:16:3e:56:7b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:40:00Z', 'updated_at': '2022-04-29T15:40:00Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98900bc-fb81-4c27-bac1-0af608f16fdc', 'name': '', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:29:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '781c3ed4-7080-4191-8345-e42896461405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:35Z', 'updated_at': '2022-04-29T15:39:43Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '781c3ed4-7080-4191-8345-e42896461405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:03.382860 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28663ed7-efa2-476c-8731-1658c0785b0f None None] The sync data for ids ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'] in dv-neutron-839183-1-hyperv is: [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'ce645b34-3aac-4217-96f8-c0a562741e7c', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.70', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'port_id': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'mac_address': 'fa:16:3e:56:7b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:40:00Z', 'updated_at': '2022-04-29T15:40:00Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98900bc-fb81-4c27-bac1-0af608f16fdc', 'name': '', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:29:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '781c3ed4-7080-4191-8345-e42896461405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:35Z', 'updated_at': '2022-04-29T15:39:43Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '781c3ed4-7080-4191-8345-e42896461405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:03.403898 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-97aace4e-f219-4a68-a3b1-6492cda80d13 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/ce645b34-3aac-4217-96f8-c0a562741e7c HTTP/1.1" status: 200 len: 990 time: 0.1653552 Apr 29 15:40:03.591022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a11130-0cd3-4f16-8130-802d0d367601 None None] New status for floating IP ce645b34-3aac-4217-96f8-c0a562741e7c: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:40:04.216897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-edba7da4-423c-48d2-93c5-1832afd37a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.347776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d12f9-a599-462f-b7a6-b046f5e35fd1 req-c87ac666-c3c7-4073-bf79-2ec9f1e02ee9 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:04.349266 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-380d12f9-a599-462f-b7a6-b046f5e35fd1 req-c87ac666-c3c7-4073-bf79-2ec9f1e02ee9 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.0892582 Apr 29 15:40:04.401157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40336) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:04.411680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 06797071-2e11-44fb-b542-64ba38207ed8 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:04.412170 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-380d12f9-a599-462f-b7a6-b046f5e35fd1 req-3d63c7de-494d-4c31-ad38-f9dc847fa28d tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559201 Apr 29 15:40:04.493281 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 06797071-2e11-44fb-b542-64ba38207ed8 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:04.493649 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:04.518288 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d1fbb125-d3a3-4cf8-9abf-db89b1bc3fa7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/ce645b34-3aac-4217-96f8-c0a562741e7c HTTP/1.1" status: 200 len: 992 time: 0.1160126 Apr 29 15:40:05.428861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.455204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:05.613256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dff8e-e63c-41b4-bfa6-89b6b80c83e8 req-8ed4e55d-18f5-41a7-a433-7e6eac66e11a tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:05.614884 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b08dff8e-e63c-41b4-bfa6-89b6b80c83e8 req-8ed4e55d-18f5-41a7-a433-7e6eac66e11a tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.0927532 Apr 29 15:40:05.664072 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b08dff8e-e63c-41b4-bfa6-89b6b80c83e8 req-dd9a708a-2b6c-4c3e-9c28-4c3e29d85671 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421472 Apr 29 15:40:06.868679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446f993-c675-4e98-af94-41e3d1c8774a req-108089d0-1ccb-46dd-9d5c-39456506bc08 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:06.870315 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9446f993-c675-4e98-af94-41e3d1c8774a req-108089d0-1ccb-46dd-9d5c-39456506bc08 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.0912840 Apr 29 15:40:06.921032 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9446f993-c675-4e98-af94-41e3d1c8774a req-2c343ba8-974a-480f-9332-e86d48ee2a38 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440497 Apr 29 15:40:07.062295 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:08.113545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea213d-31eb-4c24-b090-5b20495a6014 req-41ccc4e5-c295-4a4f-a121-7b9f8a3c990d tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:08.114916 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dfea213d-31eb-4c24-b090-5b20495a6014 req-41ccc4e5-c295-4a4f-a121-7b9f8a3c990d tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.0822976 Apr 29 15:40:08.163146 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dfea213d-31eb-4c24-b090-5b20495a6014 req-05c964c5-aa70-4fc2-b9e0-84f99d18ad15 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404725 Apr 29 15:40:09.368781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e24b60-642c-416f-bcce-29a669658604 req-d4a12153-79fd-4335-89ec-5927a6dcb0b9 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:09.370630 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-00e24b60-642c-416f-bcce-29a669658604 req-d4a12153-79fd-4335-89ec-5927a6dcb0b9 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.0938561 Apr 29 15:40:09.417800 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-00e24b60-642c-416f-bcce-29a669658604 req-85c9432f-c70e-4c2a-a22e-6be0552bd4cd tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 Apr 29 15:40:10.749512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f49572-42f2-47ab-810f-b1730b1819d2 req-67275678-f0b3-4b5e-9821-5cf3585316f3 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:10.751002 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f0f49572-42f2-47ab-810f-b1730b1819d2 req-67275678-f0b3-4b5e-9821-5cf3585316f3 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.0810277 Apr 29 15:40:10.796729 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f0f49572-42f2-47ab-810f-b1730b1819d2 req-a00d4d66-1b67-4467-84f7-c16abcbbe820 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389464 Apr 29 15:40:12.157408 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41834e-ed09-4730-a24e-c8277b5961b5 req-090c960f-07f3-474d-a89a-f92b3a56640f tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:12.159893 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0c41834e-ed09-4730-a24e-c8277b5961b5 req-090c960f-07f3-474d-a89a-f92b3a56640f tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.0982506 Apr 29 15:40:12.208043 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0c41834e-ed09-4730-a24e-c8277b5961b5 req-8e0e4476-9902-47a8-a1a9-55e3c6e2f55c tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405638 Apr 29 15:40:13.397773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf41078-8aa8-45c5-8669-d3f71e7896b2 req-53e0b47e-4642-4208-9633-bbbb603a6eec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:13.399296 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-faf41078-8aa8-45c5-8669-d3f71e7896b2 req-53e0b47e-4642-4208-9633-bbbb603a6eec tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.0839953 Apr 29 15:40:13.448376 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-faf41078-8aa8-45c5-8669-d3f71e7896b2 req-1ea73c0e-7d11-4906-81fb-da525b25bb30 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433073 Apr 29 15:40:14.632596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890cd6f-db85-4a4e-9a4d-8b1d2c7649eb req-3cc74b35-720b-4a17-86dd-f9392527eab2 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:14.634084 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4890cd6f-db85-4a4e-9a4d-8b1d2c7649eb req-3cc74b35-720b-4a17-86dd-f9392527eab2 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.0807970 Apr 29 15:40:14.680435 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4890cd6f-db85-4a4e-9a4d-8b1d2c7649eb req-509dc130-f2fc-4772-85b6-228a170e8c02 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405035 Apr 29 15:40:14.986585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a480de-e883-43bf-ab83-597d009d8524 req-4dcd5162-ebb9-47ae-a1e6-bd896562ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:14.988202 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-89a480de-e883-43bf-ab83-597d009d8524 req-4dcd5162-ebb9-47ae-a1e6-bd896562ed68 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 1098 time: 0.0719566 Apr 29 15:40:15.029005 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-89a480de-e883-43bf-ab83-597d009d8524 req-d279b155-490c-4be8-a98f-93dd003346fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345984 Apr 29 15:40:15.874252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c0dd6-bf00-4b0f-8f2e-272f642142bc req-9f5421d9-671f-46ab-88b2-da6db81d1afd tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:15.875687 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d17c0dd6-bf00-4b0f-8f2e-272f642142bc req-9f5421d9-671f-46ab-88b2-da6db81d1afd tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.0855663 Apr 29 15:40:15.921128 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d17c0dd6-bf00-4b0f-8f2e-272f642142bc req-c72f9a86-11ff-4cd5-9d71-f48812fdb170 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388057 Apr 29 15:40:17.044496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device c418b8bb-b4e3-4739-b223-63ef35fa3ed6 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:40:17.118366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b81cc0-e54a-4849-83f4-63c90996b10c req-1c99c076-3464-48e3-b64c-492cd74cd8b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:17.119843 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d0b81cc0-e54a-4849-83f4-63c90996b10c req-1c99c076-3464-48e3-b64c-492cd74cd8b4 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.0875392 Apr 29 15:40:17.166426 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d0b81cc0-e54a-4849-83f4-63c90996b10c req-6fdbf850-638f-4a8c-9279-0fe9a0e70b87 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407610 Apr 29 15:40:17.186260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port c418b8bb-b4e3-4739-b223-63ef35fa3ed6, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:17.190864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40412) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:17.200849 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'port_id': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'mac_address': 'fa:16:3e:5d:80:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:40:17.257935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.275558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c418b8bb-b4e3-4739-b223-63ef35fa3ed6 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:40:17.291898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port c418b8bb-b4e3-4739-b223-63ef35fa3ed6, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:17.303823 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f5885448-079d-4fe4-bf10-12b44c0500c8 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/floatingips/060a3dc2-5e06-4a88-812a-3fbe7456f5f8 HTTP/1.1" status: 200 len: 993 time: 0.1114016 Apr 29 15:40:17.468148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:17.541878 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:17.693641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['c418b8bb-b4e3-4739-b223-63ef35fa3ed6'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:40:19.048127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device c418b8bb-b4e3-4739-b223-63ef35fa3ed6 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:19.121182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:19.121544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.236614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.264430 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:40:19.273865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port c418b8bb-b4e3-4739-b223-63ef35fa3ed6, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:19.311572 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e3738b-48d0-476d-b703-09e963a4b008'] response: {'server_uuid': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'code': 200} Apr 29 15:40:19.376184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:19.443785 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:24.074113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:27.615458 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-ea43d302-c06b-4f82-a93e-b3e49ece4277 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920141615&fields=id&tenant_id=7839e9e79267494aa8592713c17200fb HTTP/1.1" status: 200 len: 267 time: 0.0423007 Apr 29 15:40:27.764633 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-d9502b81-304f-48b6-9cb2-1b72ef15932c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:27.766064 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-d9502b81-304f-48b6-9cb2-1b72ef15932c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 811 time: 0.1427481 Apr 29 15:40:27.780311 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-8c6f2b7d-b17e-4618-b53a-de4668f865f1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/quotas/7839e9e79267494aa8592713c17200fb HTTP/1.1" status: 200 len: 375 time: 0.0088038 Apr 29 15:40:27.860387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-869800ad-1e10-43bc-9b36-d444a50b9a13 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Synchronizing usage tracker for tenant:7839e9e79267494aa8592713c17200fb on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:27.969846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-869800ad-1e10-43bc-9b36-d444a50b9a13 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Unset dirty status for tenant:7839e9e79267494aa8592713c17200fb on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:27.971131 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-869800ad-1e10-43bc-9b36-d444a50b9a13 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1860430 Apr 29 15:40:27.986807 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-75b7d06f-858a-4436-ba4e-437eac069d62 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:40:27.987786 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-75b7d06f-858a-4436-ba4e-437eac069d62 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051291 Apr 29 15:40:28.117105 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-b6a8a398-849a-4bc0-927f-3b77833c5fb6 service neutron] 10.222.0.39 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237733 Apr 29 15:40:28.246964 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-5d793225-02ca-4db8-86f8-21a45f4da0be service neutron] 10.222.0.39 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240673 Apr 29 15:40:28.916869 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc4cdaba-d9a6-403f-a39c-cd1f7a4023d4 req-15b20416-3a78-4e8c-977b-1fb92273e200 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 210 time: 0.0424440 Apr 29 15:40:30.069133 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-33e91e00-b2bb-454c-8926-0d99949a31a6 req-8b864bb9-74ea-4c4e-8939-08614422349c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 210 time: 0.0461993 Apr 29 15:40:30.547832 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:40:31.104487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-766d99ac-cea2-40e3-9186-e30f258b6117 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:31.105286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-766d99ac-cea2-40e3-9186-e30f258b6117 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Synchronizing usage tracker for tenant:7839e9e79267494aa8592713c17200fb on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:31.181805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-766d99ac-cea2-40e3-9186-e30f258b6117 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Unset dirty status for tenant:7839e9e79267494aa8592713c17200fb on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:31.183582 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-766d99ac-cea2-40e3-9186-e30f258b6117 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 811 time: 0.3402886 Apr 29 15:40:31.223119 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-38521fcb-b805-455e-b4ef-a3c382eb6ebf req-7616e678-ed0c-49e7-aca5-781e92270f67 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 210 time: 0.0429103 Apr 29 15:40:31.239211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-588c50cb-9547-4b8d-ad68-2f17c47a83ae tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Synchronizing usage tracker for tenant:7839e9e79267494aa8592713c17200fb on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:31.335851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-588c50cb-9547-4b8d-ad68-2f17c47a83ae tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Unset dirty status for tenant:7839e9e79267494aa8592713c17200fb on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:31.337013 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-588c50cb-9547-4b8d-ad68-2f17c47a83ae tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7839e9e79267494aa8592713c17200fb HTTP/1.1" status: 200 len: 379 time: 0.1452367 Apr 29 15:40:31.372035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'port': {'device_id': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'admin_state_up': True, 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'security_groups': ['23df4e90-3b71-4e4b-8eac-4cbcb7a6b966']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:31.505652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:31.514942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:31.593106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Made reservation on behalf of 7839e9e79267494aa8592713c17200fb for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:31.596561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.760763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Allocated IP 172.20.0.6 (e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3/698e5214-6566-4fa4-b9fb-fbdb0909b69a/1fd04e2a-b16a-40fa-8827-c288902c0562) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:31.953053 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:31.969203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Transition to ACTIVE for port object 1fd04e2a-b16a-40fa-8827-c288902c0562 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:32.051125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.067728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a777bb35-b64c-4fba-8bde-c93408e24cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.125798 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:32.128757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:32.132488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:40:32.167058 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'Port': ['ID=1fd04e2a-b16a-40fa-8827-c288902c0562,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:32.184664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:32.185512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:32.185854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:32.186186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:32.186512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:32.186836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:32.187159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:32.187478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:32.187801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:32.188111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:32.188425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:32.188782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:32.218262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:32.219053 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.308346 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9cf56102-17e7-422a-a855-4079af0bbdb6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9401445 Apr 29 15:40:32.318622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9be2e263-73ab-4808-9df9-7bae379bc5be tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:40:32.322750 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9be2e263-73ab-4808-9df9-7bae379bc5be tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054338 Apr 29 15:40:32.342299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Request body: {'port': {'device_id': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:32.436897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f3598-faae-44b3-9c5e-f4757e4b4088 req-cdf7cf4b-5215-404f-b841-68970a23b6f0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:32.438355 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-420f3598-faae-44b3-9c5e-f4757e4b4088 req-cdf7cf4b-5215-404f-b841-68970a23b6f0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 931 time: 0.0853181 Apr 29 15:40:32.471518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.509748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-31e1d02c-3a35-43f3-b8df-e0a2dc6ce1ac None None] Provisioning for port 1fd04e2a-b16a-40fa-8827-c288902c0562 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:32.516882 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-31e1d02c-3a35-43f3-b8df-e0a2dc6ce1ac None None] Provisioning complete for port 1fd04e2a-b16a-40fa-8827-c288902c0562 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:32.517730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-31e1d02c-3a35-43f3-b8df-e0a2dc6ce1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.590179 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-420f3598-faae-44b3-9c5e-f4757e4b4088 req-38d03c3b-2bef-48ec-8df6-86da7796472c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454554 Apr 29 15:40:32.596380 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-31e1d02c-3a35-43f3-b8df-e0a2dc6ce1ac None None] Port 1fd04e2a-b16a-40fa-8827-c288902c0562 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:40:32.827931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd04e2a-b16a-40fa-8827-c288902c0562 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:40:32.835326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:32.849707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Transition to ACTIVE for port object 1fd04e2a-b16a-40fa-8827-c288902c0562 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:32.901748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.057554 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd04e2a-b16a-40fa-8827-c288902c0562,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:33.140713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Attempting to bind port 1fd04e2a-b16a-40fa-8827-c288902c0562 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:33.141375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Attempting to bind port 1fd04e2a-b16a-40fa-8827-c288902c0562 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:33.141375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Attempting to bind port 1fd04e2a-b16a-40fa-8827-c288902c0562 on network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:33.146520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Port 1fd04e2a-b16a-40fa-8827-c288902c0562 on network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:40:33.146835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Attempting to bind port 1fd04e2a-b16a-40fa-8827-c288902c0562 on network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:33.152067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:40:33.152397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Checking segment: {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:40:33.152805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Bound using segment: {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:40:33.153224 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Bound port: 1fd04e2a-b16a-40fa-8827-c288902c0562, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:33.153615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.243726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] For port 1fd04e2a-b16a-40fa-8827-c288902c0562, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:40:33.246511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] For port 1fd04e2a-b16a-40fa-8827-c288902c0562, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=1fd04e2a-b16a-40fa-8827-c288902c0562,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:40:33.308210 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.369363 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:33.369872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:33.376599 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] 10.222.0.44 "PUT /v2.0/ports/1fd04e2a-b16a-40fa-8827-c288902c0562 HTTP/1.1" status: 200 len: 1093 time: 1.0349405 Apr 29 15:40:33.376599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'tag': '1fd04e2a-b16a-40fa-8827-c288902c0562'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:40:33.396264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179c6d4-c4a3-4175-b723-615db73adb79 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd04e2a-b16a-40fa-8827-c288902c0562,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:33.425432 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2a431a-8669-4816-9766-b1f211ed330f'] response: {'name': 'network-changed', 'server_uuid': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'tag': '1fd04e2a-b16a-40fa-8827-c288902c0562', 'status': 'completed', 'code': 200} Apr 29 15:40:33.615944 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40482) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:33.654611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ac29-a3be-4040-aed3-e63576eca2e4 req-741be6ac-d330-41a9-94ab-ad85a218acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:33.656157 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3ec2ac29-a3be-4040-aed3-e63576eca2e4 req-741be6ac-d330-41a9-94ab-ad85a218acaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 1096 time: 0.2111583 Apr 29 15:40:33.802673 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ad3319b4-4b35-4333-a244-b3388604577a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/ce645b34-3aac-4217-96f8-c0a562741e7c HTTP/1.1" status: 200 len: 992 time: 0.1851332 Apr 29 15:40:33.832773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd210775-984a-4f58-96af-b18b038d58ab req-55773297-57e2-475a-bec1-4ce750fbeb94 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:33.840328 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bd210775-984a-4f58-96af-b18b038d58ab req-55773297-57e2-475a-bec1-4ce750fbeb94 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 943 time: 0.1127892 Apr 29 15:40:33.847091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ac29-a3be-4040-aed3-e63576eca2e4 req-3f1b9208-1a0e-4265-babb-99ab82ee0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:33.850028 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3ec2ac29-a3be-4040-aed3-e63576eca2e4 req-3f1b9208-1a0e-4265-babb-99ab82ee0715 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7839e9e79267494aa8592713c17200fb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1844666 Apr 29 15:40:33.890836 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bd210775-984a-4f58-96af-b18b038d58ab req-b929053e-78e1-455f-9240-574186760169 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426588 Apr 29 15:40:34.034138 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f09f8ca2-2dde-4ceb-baf7-2c24c7880677 req-4ce77d51-ab71-4376-9e80-cf498678b65d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1885448 Apr 29 15:40:34.052490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2ac29-a3be-4040-aed3-e63576eca2e4 req-0db00c75-704c-4abe-9714-a7997bb799b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:34.053879 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3ec2ac29-a3be-4040-aed3-e63576eca2e4 req-0db00c75-704c-4abe-9714-a7997bb799b0 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1500645 Apr 29 15:40:34.132000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40492) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:34.204905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b84267b2-bee2-4411-9b42-1b01cca4e3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.230761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-b4deba16-9f33-4cd6-9dc8-54becc93077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:34.233024 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-b4deba16-9f33-4cd6-9dc8-54becc93077a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 1096 time: 0.1335385 Apr 29 15:40:34.240841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f8ca2-2dde-4ceb-baf7-2c24c7880677 req-480e83ca-a43c-4ec3-93bd-a8ebfd589417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:34.242495 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f09f8ca2-2dde-4ceb-baf7-2c24c7880677 req-480e83ca-a43c-4ec3-93bd-a8ebfd589417 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8efcf5488424e6cab018c60c8a17ac2&device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 1098 time: 0.1094298 Apr 29 15:40:34.343148 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-76185223-6a6f-4003-99ec-495c2edac717 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd04e2a-b16a-40fa-8827-c288902c0562 HTTP/1.1" status: 200 len: 217 time: 0.0980089 Apr 29 15:40:34.359593 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 0953396c-f057-4ff3-a374-da73c7880aa1 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:40:34.359932 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.482796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-7d81026c-7507-428e-866a-5f6581c6acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:34.484165 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-7d81026c-7507-428e-866a-5f6581c6acad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.1263530 Apr 29 15:40:34.542943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.543327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.551111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f8ca2-2dde-4ceb-baf7-2c24c7880677 req-e123c139-73cb-4d46-b4eb-084648d1861c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:34.552515 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f09f8ca2-2dde-4ceb-baf7-2c24c7880677 req-e123c139-73cb-4d46-b4eb-084648d1861c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f3d13ae3-c5e3-4336-8e1a-736d382c188f HTTP/1.1" status: 200 len: 897 time: 0.2384109 Apr 29 15:40:34.659637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-7e3ae203-17c8-4f69-9298-3757993993d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:34.661139 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-7e3ae203-17c8-4f69-9298-3757993993d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1626132 Apr 29 15:40:34.672188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 0953396c-f057-4ff3-a374-da73c7880aa1 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:40:34.689885 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f09f8ca2-2dde-4ceb-baf7-2c24c7880677 req-b62e61ed-f553-48df-83a3-7964afc7b5d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c418b8bb-b4e3-4739-b223-63ef35fa3ed6 HTTP/1.1" status: 200 len: 1001 time: 0.1241527 Apr 29 15:40:34.826592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f8ca2-2dde-4ceb-baf7-2c24c7880677 req-677ff0a0-f542-4265-87bd-86f38002fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:34.828208 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f09f8ca2-2dde-4ceb-baf7-2c24c7880677 req-677ff0a0-f542-4265-87bd-86f38002fcb5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2a4e0ba3-7150-4c44-acf7-951976075957 HTTP/1.1" status: 200 len: 835 time: 0.1228201 Apr 29 15:40:34.892498 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-5d189108-ddd4-4977-bf02-eddceb9c2872 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208672 Apr 29 15:40:34.894586 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:34.944189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=0953396c-f057-4ff3-a374-da73c7880aa1,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:34.977341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.977710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.978027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.978362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.978691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.979019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.979339 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.979879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.980440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.980974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.981454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:34.982662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:35.010516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f8ca2-2dde-4ceb-baf7-2c24c7880677 req-a7a8a464-d32a-4b74-a9d1-26cccf53f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:35.017925 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f09f8ca2-2dde-4ceb-baf7-2c24c7880677 req-a7a8a464-d32a-4b74-a9d1-26cccf53f93b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f3d13ae3-c5e3-4336-8e1a-736d382c188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1700768 Apr 29 15:40:35.076228 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5b5c5c2-5554-4c00-ad3f-da0aceba787b req-9100a0f3-a86b-42d9-8419-c9fa6a1b1a14 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763175 Apr 29 15:40:35.115739 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.116067 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP ce645b34-3aac-4217-96f8-c0a562741e7c disassociated (deleted). External IP: 172.26.2.70, port: 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc. Apr 29 15:40:35.177947 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f09f8ca2-2dde-4ceb-baf7-2c24c7880677 req-f90e7094-bc01-412a-acd8-bb79de21c867 service neutron] 10.222.0.44 "GET /v2.0/networks/f3d13ae3-c5e3-4336-8e1a-736d382c188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583600 Apr 29 15:40:35.197672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.313735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1e41d-c6fc-4a6b-8cdd-33d9609eaf1f req-0a244555-88df-4f0c-aa5b-e9ad78cac562 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:35.315298 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2db1e41d-c6fc-4a6b-8cdd-33d9609eaf1f req-0a244555-88df-4f0c-aa5b-e9ad78cac562 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 943 time: 0.2757409 Apr 29 15:40:35.467513 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f09f8ca2-2dde-4ceb-baf7-2c24c7880677 req-feae2048-71ea-4dda-9a31-e8d595e79573 service neutron] 10.222.0.44 "GET /v2.0/networks/f3d13ae3-c5e3-4336-8e1a-736d382c188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695434 Apr 29 15:40:35.547066 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.556580 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2db1e41d-c6fc-4a6b-8cdd-33d9609eaf1f req-3c7833d5-aab5-49bc-b03c-51d5cc2cdca4 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318602 Apr 29 15:40:35.680606 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router b670f1ab-9f65-4050-a8ce-94508d0c49f8 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:40:35.866104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:35.875770 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee18215f-588e-4265-917b-f685485f5e63 None None] Sync routers for ids ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:35.882587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:35.885536 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee18215f-588e-4265-917b-f685485f5e63 None None] Routers {'b670f1ab-9f65-4050-a8ce-94508d0c49f8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:35.886133 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ee18215f-588e-4265-917b-f685485f5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:35.937590 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7eb37e89-cc70-4428-b189-61862643126c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/floatingips/ce645b34-3aac-4217-96f8-c0a562741e7c HTTP/1.1" status: 204 len: 168 time: 1.8044705 Apr 29 15:40:35.938220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'tag': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:40:35.998771 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e6b403-4c39-438e-b6b7-71604ac6c5a9'] response: {'name': 'network-changed', 'server_uuid': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'tag': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc', 'status': 'completed', 'code': 200} Apr 29 15:40:36.066581 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ee18215f-588e-4265-917b-f685485f5e63 None None] Set router b670f1ab-9f65-4050-a8ce-94508d0c49f8 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:36.125796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f821c-d06b-4199-a1ac-999743db60e1 req-e4e05c43-5e9e-4afc-a33a-6cbf9d869cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:36.127210 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b4f821c-d06b-4199-a1ac-999743db60e1 req-e4e05c43-5e9e-4afc-a33a-6cbf9d869cfc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 1098 time: 0.1028585 Apr 29 15:40:36.293208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f821c-d06b-4199-a1ac-999743db60e1 req-a66c9838-7f7d-4793-832b-399fe1e0cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:36.294962 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b4f821c-d06b-4199-a1ac-999743db60e1 req-a66c9838-7f7d-4793-832b-399fe1e0cd7f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a54d10aa-941e-4ed4-8013-42e7ad87839a HTTP/1.1" status: 200 len: 897 time: 0.1539049 Apr 29 15:40:36.369199 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b4f821c-d06b-4199-a1ac-999743db60e1 req-5af4df07-0447-43e2-bb1d-71e498ddf12a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc HTTP/1.1" status: 200 len: 217 time: 0.0677662 Apr 29 15:40:36.386248 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ee18215f-588e-4265-917b-f685485f5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'b98900bc-fb81-4c27-bac1-0af608f16fdc', 'name': '', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:29:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '781c3ed4-7080-4191-8345-e42896461405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:35Z', 'updated_at': '2022-04-29T15:39:43Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '781c3ed4-7080-4191-8345-e42896461405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:36.390220 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee18215f-588e-4265-917b-f685485f5e63 None None] Checking router: b670f1ab-9f65-4050-a8ce-94508d0c49f8 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:36.398648 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee18215f-588e-4265-917b-f685485f5e63 None None] Routers {'b670f1ab-9f65-4050-a8ce-94508d0c49f8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:36.399237 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ee18215f-588e-4265-917b-f685485f5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:36.439318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f821c-d06b-4199-a1ac-999743db60e1 req-1a9c6b38-1722-49ae-be77-992987c2ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:36.440979 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b4f821c-d06b-4199-a1ac-999743db60e1 req-1a9c6b38-1722-49ae-be77-992987c2ee79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=781c3ed4-7080-4191-8345-e42896461405 HTTP/1.1" status: 200 len: 835 time: 0.0649333 Apr 29 15:40:36.524027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f821c-d06b-4199-a1ac-999743db60e1 req-5c49cf2a-4c90-4328-9ef7-ee5c108c7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:36.526015 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b4f821c-d06b-4199-a1ac-999743db60e1 req-5c49cf2a-4c90-4328-9ef7-ee5c108c7167 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a54d10aa-941e-4ed4-8013-42e7ad87839a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775366 Apr 29 15:40:36.550552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b37a10-4128-422e-918c-c6973b976944 req-f8aaf9f6-fd05-4671-bf28-925b13b1f139 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:36.551268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-b5b37a10-4128-422e-918c-c6973b976944 req-f8aaf9f6-fd05-4671-bf28-925b13b1f139 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:36.587417 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ee18215f-588e-4265-917b-f685485f5e63 None None] Set router b670f1ab-9f65-4050-a8ce-94508d0c49f8 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:36.623940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-b5b37a10-4128-422e-918c-c6973b976944 req-f8aaf9f6-fd05-4671-bf28-925b13b1f139 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:36.626004 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b5b37a10-4128-422e-918c-c6973b976944 req-f8aaf9f6-fd05-4671-bf28-925b13b1f139 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 945 time: 0.1630054 Apr 29 15:40:36.680572 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b4f821c-d06b-4199-a1ac-999743db60e1 req-e5439e07-563f-489f-8b13-17d3ccfd924f service neutron] 10.222.0.44 "GET /v2.0/networks/a54d10aa-941e-4ed4-8013-42e7ad87839a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431668 Apr 29 15:40:36.740651 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b5b37a10-4128-422e-918c-c6973b976944 req-e80afa6b-e4da-435c-8af8-3d379476b205 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056650 Apr 29 15:40:36.782528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d6a44-baa6-471c-b022-f8a2fadf94d9 req-8d7ed389-33d6-4e21-96f1-fdafa8523650 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:36.784049 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ec9d6a44-baa6-471c-b022-f8a2fadf94d9 req-8d7ed389-33d6-4e21-96f1-fdafa8523650 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 943 time: 0.1010168 Apr 29 15:40:36.819000 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8b4f821c-d06b-4199-a1ac-999743db60e1 req-a42877a2-0723-4533-b92e-9cb166f6376d service neutron] 10.222.0.44 "GET /v2.0/networks/a54d10aa-941e-4ed4-8013-42e7ad87839a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310008 Apr 29 15:40:36.833195 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ec9d6a44-baa6-471c-b022-f8a2fadf94d9 req-f5d906a2-75cd-4e90-9860-440f8a381be4 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430710 Apr 29 15:40:36.921306 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ee18215f-588e-4265-917b-f685485f5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'b98900bc-fb81-4c27-bac1-0af608f16fdc', 'name': '', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:29:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '781c3ed4-7080-4191-8345-e42896461405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:35Z', 'updated_at': '2022-04-29T15:39:43Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '781c3ed4-7080-4191-8345-e42896461405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:36.925265 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee18215f-588e-4265-917b-f685485f5e63 None None] The sync data for ids ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'] in dv-neutron-839183-1-hyperv is: [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'b98900bc-fb81-4c27-bac1-0af608f16fdc', 'name': '', 'network_id': 'a54d10aa-941e-4ed4-8013-42e7ad87839a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:29:1e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '781c3ed4-7080-4191-8345-e42896461405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:35Z', 'updated_at': '2022-04-29T15:39:43Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '781c3ed4-7080-4191-8345-e42896461405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:37.027327 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:37.141904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3886e914-0612-4101-86c5-ea8da5b0d126 None None] New status for floating IP ce645b34-3aac-4217-96f8-c0a562741e7c: DOWN {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:40:37.929490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5da86-28b3-49db-9344-cb0928b0520e req-5768be20-f0bb-46f2-a59b-093e534cfc3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:37.930264 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4cb5da86-28b3-49db-9344-cb0928b0520e req-5768be20-f0bb-46f2-a59b-093e534cfc3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 945 time: 0.0789161 Apr 29 15:40:37.973208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-058ee0a6-3b5a-4933-99b9-4998d4268d03 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:37.973890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-058ee0a6-3b5a-4933-99b9-4998d4268d03 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:37.986813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-058ee0a6-3b5a-4933-99b9-4998d4268d03 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:37.987920 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-058ee0a6-3b5a-4933-99b9-4998d4268d03 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 945 time: 0.0973411 Apr 29 15:40:38.029789 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4cb5da86-28b3-49db-9344-cb0928b0520e req-54a79491-e3a4-43b9-8754-00a0981df852 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d998946-c590-4c8e-9a4d-0665347b3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932345 Apr 29 15:40:38.053906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79ab06-aaae-4873-831d-34c1e44907f5 req-a8172f6c-a9fd-4aa3-9883-59c0d2521ad2 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:38.055369 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0e79ab06-aaae-4873-831d-34c1e44907f5 req-a8172f6c-a9fd-4aa3-9883-59c0d2521ad2 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 943 time: 0.1055338 Apr 29 15:40:38.058269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-84444180-85d5-4f98-a113-501690792a86 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:40:38.058647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-84444180-85d5-4f98-a113-501690792a86 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.099618 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0e79ab06-aaae-4873-831d-34c1e44907f5 req-6cb4bb24-d235-4f3d-b31c-3d6f0635170f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378489 Apr 29 15:40:38.304826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-84444180-85d5-4f98-a113-501690792a86 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc,segment=NetworkSegment(db8477c4-1ab8-410e-a812-3532cbe0585b),segment_id=db8477c4-1ab8-410e-a812-3532cbe0585b)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:38.305221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-84444180-85d5-4f98-a113-501690792a86 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.428746 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-84444180-85d5-4f98-a113-501690792a86 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:40:38.627101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-84444180-85d5-4f98-a113-501690792a86 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.679787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84444180-85d5-4f98-a113-501690792a86 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=4940aa2c-e1b4-43dc-8ee6-41481dc46ecc,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:38.753381 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-84444180-85d5-4f98-a113-501690792a86 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] No DVR routers for this DVR port 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:38.755760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-84444180-85d5-4f98-a113-501690792a86 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:38.758227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'name': 'network-vif-deleted', 'tag': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:40:38.804646 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf06aae6-d6d5-4f90-832f-2edd76d5739d'] response: {'server_uuid': 'ef8c2aac-9159-484b-a6fb-d4d350c3462e', 'name': 'network-vif-deleted', 'tag': '4940aa2c-e1b4-43dc-8ee6-41481dc46ecc', 'status': 'completed', 'code': 200} Apr 29 15:40:38.845058 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1f52677a-6270-497c-9eac-c4a8cfe6e84a req-84444180-85d5-4f98-a113-501690792a86 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "DELETE /v2.0/ports/4940aa2c-e1b4-43dc-8ee6-41481dc46ecc HTTP/1.1" status: 204 len: 173 time: 0.8519800 Apr 29 15:40:39.202226 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-68051bb5-b8b7-4584-845c-d6f5f3cf1b85 req-80de02c3-411b-4860-960c-e446dd1dfa4a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef8c2aac-9159-484b-a6fb-d4d350c3462e HTTP/1.1" status: 200 len: 210 time: 0.0466280 Apr 29 15:40:39.295086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cc849-51c8-4fb5-91eb-49912ca154bc req-4843aa93-b126-42a7-a65b-42b6e5d9dc91 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:39.302771 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-157cc849-51c8-4fb5-91eb-49912ca154bc req-4843aa93-b126-42a7-a65b-42b6e5d9dc91 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 943 time: 0.0825858 Apr 29 15:40:39.340669 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-157cc849-51c8-4fb5-91eb-49912ca154bc req-94d68382-8d1e-47e2-88cf-13c972620135 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383699 Apr 29 15:40:40.310859 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40518) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:40.382166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fdeeabf-1b41-483d-b7b4-a45b900f22f9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.412299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fdeeabf-1b41-483d-b7b4-a45b900f22f9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.518680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fdeeabf-1b41-483d-b7b4-a45b900f22f9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.523876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c414966-a853-4c5b-97b4-55d0f7631b46 req-0ef16c6c-3d0a-49c9-863d-77969271964e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:40.525779 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2c414966-a853-4c5b-97b4-55d0f7631b46 req-0ef16c6c-3d0a-49c9-863d-77969271964e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 943 time: 0.0804296 Apr 29 15:40:40.537597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdeeabf-1b41-483d-b7b4-a45b900f22f9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d998946-c590-4c8e-9a4d-0665347b3ccb,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:40.574547 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2c414966-a853-4c5b-97b4-55d0f7631b46 req-d81a9a32-7792-4de0-b66b-536dd955fe64 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 Apr 29 15:40:40.597162 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fdeeabf-1b41-483d-b7b4-a45b900f22f9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:40.601435 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9fdeeabf-1b41-483d-b7b4-a45b900f22f9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/security-groups/9d998946-c590-4c8e-9a4d-0665347b3ccb HTTP/1.1" status: 204 len: 168 time: 0.2864451 Apr 29 15:40:40.689474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40526) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:41.368019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-efffff2b-5b0c-4618-b934-fddbad8d6825 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.742028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-efffff2b-5b0c-4618-b934-fddbad8d6825 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port b98900bc-fb81-4c27-bac1-0af608f16fdc {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:40:41.742357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-efffff2b-5b0c-4618-b934-fddbad8d6825 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:41.804049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed893d18-df69-43fc-9a8e-c47c5dd7351a req-5cce207c-e7b0-4770-9b50-51b0eb748727 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:41.805708 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ed893d18-df69-43fc-9a8e-c47c5dd7351a req-5cce207c-e7b0-4770-9b50-51b0eb748727 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 943 time: 0.1111448 Apr 29 15:40:41.849804 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ed893d18-df69-43fc-9a8e-c47c5dd7351a req-0ce2310a-025e-47b3-8155-6f737a62af00 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382490 Apr 29 15:40:41.935008 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-efffff2b-5b0c-4618-b934-fddbad8d6825 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port b98900bc-fb81-4c27-bac1-0af608f16fdc, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b98900bc-fb81-4c27-bac1-0af608f16fdc,segment=NetworkSegment(db8477c4-1ab8-410e-a812-3532cbe0585b),segment_id=db8477c4-1ab8-410e-a812-3532cbe0585b)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:41.935367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-efffff2b-5b0c-4618-b934-fddbad8d6825 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.056643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-efffff2b-5b0c-4618-b934-fddbad8d6825 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for b98900bc-fb81-4c27-bac1-0af608f16fdc owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:40:42.328955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-efffff2b-5b0c-4618-b934-fddbad8d6825 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:42.377152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffff2b-5b0c-4618-b934-fddbad8d6825 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=b98900bc-fb81-4c27-bac1-0af608f16fdc,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:42.768385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-efffff2b-5b0c-4618-b934-fddbad8d6825 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.126155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efffff2b-5b0c-4618-b934-fddbad8d6825 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router b670f1ab-9f65-4050-a8ce-94508d0c49f8 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:40:43.138461 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:43.143648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac3c7f-a509-40df-a61a-6c308fb5aba3 req-44bcc24c-c88f-4162-9a40-794752ef916a tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:43.145395 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-53ac3c7f-a509-40df-a61a-6c308fb5aba3 req-44bcc24c-c88f-4162-9a40-794752ef916a tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 943 time: 0.1856506 Apr 29 15:40:43.175675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:40:43.176160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 4940aa2c-e1b4-43dc-8ee6-41481dc46ecc not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:43.190642 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-53ac3c7f-a509-40df-a61a-6c308fb5aba3 req-f60c3f7e-4b93-40cb-a08c-c0bad753d865 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393081 Apr 29 15:40:43.311115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efffff2b-5b0c-4618-b934-fddbad8d6825 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:43.321062 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7e727-b20a-49be-8c93-ecb4a45fa67e None None] Sync routers for ids ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:43.324736 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-efffff2b-5b0c-4618-b934-fddbad8d6825 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/b670f1ab-9f65-4050-a8ce-94508d0c49f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6341524 Apr 29 15:40:43.327968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40536) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:43.331148 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7e727-b20a-49be-8c93-ecb4a45fa67e None None] Routers {'b670f1ab-9f65-4050-a8ce-94508d0c49f8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:43.331752 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-22a7e727-b20a-49be-8c93-ecb4a45fa67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:43.394281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b153264-2840-49c8-881e-31036ab6fdd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting subnet 781c3ed4-7080-4191-8345-e42896461405 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:40:43.399039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b153264-2840-49c8-881e-31036ab6fdd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.459438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b153264-2840-49c8-881e-31036ab6fdd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.507869 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-22a7e727-b20a-49be-8c93-ecb4a45fa67e None None] Set router b670f1ab-9f65-4050-a8ce-94508d0c49f8 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:43.546938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b153264-2840-49c8-881e-31036ab6fdd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.679072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b153264-2840-49c8-881e-31036ab6fdd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.722139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b153264-2840-49c8-881e-31036ab6fdd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Subnet': ['ID=781c3ed4-7080-4191-8345-e42896461405,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:43.724043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6b153264-2840-49c8-881e-31036ab6fdd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:43.735475 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6b153264-2840-49c8-881e-31036ab6fdd1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/subnets/781c3ed4-7080-4191-8345-e42896461405 HTTP/1.1" status: 204 len: 168 time: 0.4011090 Apr 29 15:40:43.735625 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40546) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:43.735743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258ad646-a236-41bb-b003-9a220bd6860c None None] Network a54d10aa-941e-4ed4-8013-42e7ad87839a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:40:43.825687 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-22a7e727-b20a-49be-8c93-ecb4a45fa67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:40:42Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:43.829554 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7e727-b20a-49be-8c93-ecb4a45fa67e None None] Checking router: b670f1ab-9f65-4050-a8ce-94508d0c49f8 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:43.837741 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a7e727-b20a-49be-8c93-ecb4a45fa67e None None] Routers {'b670f1ab-9f65-4050-a8ce-94508d0c49f8'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:43.838324 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-22a7e727-b20a-49be-8c93-ecb4a45fa67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:43.929046 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.005008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] DHCP port deletion for a54d10aa-941e-4ed4-8013-42e7ad87839a request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:40:44.009370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Deleting port 411ffcc5-be4d-45b1-a165-2da505deaa61 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:40:44.009743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.021090 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-22a7e727-b20a-49be-8c93-ecb4a45fa67e None None] Set router b670f1ab-9f65-4050-a8ce-94508d0c49f8 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:44.234741 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.246547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] For port 411ffcc5-be4d-45b1-a165-2da505deaa61, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=411ffcc5-be4d-45b1-a165-2da505deaa61,segment=NetworkSegment(db8477c4-1ab8-410e-a812-3532cbe0585b),segment_id=db8477c4-1ab8-410e-a812-3532cbe0585b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:44.258323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.320644 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-22a7e727-b20a-49be-8c93-ecb4a45fa67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:40:42Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:44.325725 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7e727-b20a-49be-8c93-ecb4a45fa67e None None] The sync data for ids ['b670f1ab-9f65-4050-a8ce-94508d0c49f8'] in dv-neutron-839183-1-hyperv is: [{'id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'name': 'tempest-TestNetworkBasicOps-router-684503458', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': 'c2192211-169f-4830-af05-250f4a848278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:27Z', 'updated_at': '2022-04-29T15:40:42Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'c2192211-169f-4830-af05-250f4a848278', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:18:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b670f1ab-9f65-4050-a8ce-94508d0c49f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:29Z', 'updated_at': '2022-04-29T15:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:44.368518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port c2192211-169f-4830-af05-250f4a848278 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:40:44.374486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.374624 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Calling delete_port for 411ffcc5-be4d-45b1-a165-2da505deaa61 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:40:44.518614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.544518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931978be-7647-4893-83a5-961b548bb18e req-547ca5dd-ce11-4bb8-a4af-8748742bd941 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:44.545867 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-931978be-7647-4893-83a5-961b548bb18e req-547ca5dd-ce11-4bb8-a4af-8748742bd941 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 943 time: 0.2148285 Apr 29 15:40:44.567279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Pushing event deleted for resources: {'Port': ['ID=411ffcc5-be4d-45b1-a165-2da505deaa61,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:44.572272 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] No DVR routers for this DVR port 411ffcc5-be4d-45b1-a165-2da505deaa61 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:44.582554 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:44.582897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:44.583235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:44.583574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:44.583898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:44.584226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:44.584574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:44.584895 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:44.585216 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:44.585531 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:44.585847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:44.586147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e8482-a29f-4d50-89ca-1d5ec07c691a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:40:44.604192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port c2192211-169f-4830-af05-250f4a848278, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c2192211-169f-4830-af05-250f4a848278,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:44.604573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:44.671617 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-931978be-7647-4893-83a5-961b548bb18e req-99d6742f-e57b-404d-866d-25e1ca1ee555 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184549 Apr 29 15:40:44.730340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 411ffcc5-be4d-45b1-a165-2da505deaa61 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:44.740239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for c2192211-169f-4830-af05-250f4a848278 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:40:44.768059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 411ffcc5-be4d-45b1-a165-2da505deaa61 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:40:44.768407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 411ffcc5-be4d-45b1-a165-2da505deaa61 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:44.768895 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b98900bc-fb81-4c27-bac1-0af608f16fdc no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:44.807102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: b98900bc-fb81-4c27-bac1-0af608f16fdc {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:40:44.807434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b98900bc-fb81-4c27-bac1-0af608f16fdc not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:45.002740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.052137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=c2192211-169f-4830-af05-250f4a848278,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:45.140443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 1fd04e2a-b16a-40fa-8827-c288902c0562 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:40:45.141850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.299746 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 1fd04e2a-b16a-40fa-8827-c288902c0562, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=1fd04e2a-b16a-40fa-8827-c288902c0562,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:45.313592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '1fd04e2a-b16a-40fa-8827-c288902c0562', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'port_id': '1fd04e2a-b16a-40fa-8827-c288902c0562', 'mac_address': 'fa:16:3e:2e:15:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:40:45.321307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.323428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.367317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.384109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd04e2a-b16a-40fa-8827-c288902c0562 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:40:45.399950 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 1fd04e2a-b16a-40fa-8827-c288902c0562, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=1fd04e2a-b16a-40fa-8827-c288902c0562,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:45.414212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.414722 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Fanout notify agent at l3_agent the message router_deleted on router b670f1ab-9f65-4050-a8ce-94508d0c49f8 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:40:45.430383 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.431497 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-09608b5b-7bb8-4517-8802-ef38bac233d8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/routers/b670f1ab-9f65-4050-a8ce-94508d0c49f8 HTTP/1.1" status: 204 len: 168 time: 1.6968708 Apr 29 15:40:45.434363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40552) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:45.472341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.546402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=1fd04e2a-b16a-40fa-8827-c288902c0562,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:45.550437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.679259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.704734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54d10aa-941e-4ed4-8013-42e7ad87839a']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:45.710872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['1fd04e2a-b16a-40fa-8827-c288902c0562'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:40:45.719375 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8477c4-1ab8-410e-a812-3532cbe0585b') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:45.719744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8477c4-1ab8-410e-a812-3532cbe0585b') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:45.732388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.749643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.757016 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:40:45.757468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:40:45.776096 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:40:46.057297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce83207-ab14-4326-87d5-ca3268fd5ff6 req-b6f323fc-ebcf-4bfc-aaad-10b0d4a1a312 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:46.058722 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9ce83207-ab14-4326-87d5-ca3268fd5ff6 req-b6f323fc-ebcf-4bfc-aaad-10b0d4a1a312 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 944 time: 0.1505046 Apr 29 15:40:46.095867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.115141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.131865 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9ce83207-ab14-4326-87d5-ca3268fd5ff6 req-f896db52-d29b-454f-ac40-4d3b5a5c3219 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666666 Apr 29 15:40:46.134050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Network': ['ID=a54d10aa-941e-4ed4-8013-42e7ad87839a,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:46.198985 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a4201b65-6078-4966-816c-bc1f8293e433 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/networks/a54d10aa-941e-4ed4-8013-42e7ad87839a HTTP/1.1" status: 204 len: 168 time: 0.7629774 Apr 29 15:40:46.214600 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40562) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:46.222322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'network': {'name': 'tempest-network-smoke--1681445858', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'port_security_enabled': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:46.227466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:46.232260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:network and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:46.235179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:46.240868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:46.317209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:46.320943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.351468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:40:46.360656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.360996 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Added segment d0438d40-cce5-482c-9d55-1b784b157bd6 of type vlan for network 4365e9cd-d410-4444-9e6f-15a86ec8426a Apr 29 15:40:46.387931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.421126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c2192211-169f-4830-af05-250f4a848278 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:40:46.455537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: c2192211-169f-4830-af05-250f4a848278 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:40:46.455791 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device c2192211-169f-4830-af05-250f4a848278 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:40:46.495902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.502484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:46.503052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.609409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Network': ['ID=4365e9cd-d410-4444-9e6f-15a86ec8426a,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:46.613487 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-338a1e5a-9580-4fb6-9b86-f344acba1f8c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3979166 Apr 29 15:40:46.619880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40566) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:46.620283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 4365e9cd-d410-4444-9e6f-15a86ec8426a details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:40:46.621374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-718923120', 'admin_state_up': True, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:46.628981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:46.632866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:router and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:46.635693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:46.642807 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:46.724611 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.725674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:46.740816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.093519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.156740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 1fd04e2a-b16a-40fa-8827-c288902c0562 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:47.311670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 1fd04e2a-b16a-40fa-8827-c288902c0562 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:47.316732 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 1fd04e2a-b16a-40fa-8827-c288902c0562 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:47.317095 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.397294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed98e-ba13-4372-b6a1-fcf5a5719d63 req-e68f6277-4f71-4309-8005-c4e78ad8cf74 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:47.398671 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d33ed98e-ba13-4372-b6a1-fcf5a5719d63 req-e68f6277-4f71-4309-8005-c4e78ad8cf74 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 944 time: 0.1593382 Apr 29 15:40:47.435809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.461788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd04e2a-b16a-40fa-8827-c288902c0562'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:40:47.472497 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 1fd04e2a-b16a-40fa-8827-c288902c0562, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=1fd04e2a-b16a-40fa-8827-c288902c0562,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:47.508254 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb06f41-0fbb-4383-98d9-1a915641b5c8'] response: {'server_uuid': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd04e2a-b16a-40fa-8827-c288902c0562', 'code': 200} Apr 29 15:40:47.534737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.601933 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d33ed98e-ba13-4372-b6a1-fcf5a5719d63 req-1177e0eb-c9b2-4acd-8eb5-e7209aa91d85 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956389 Apr 29 15:40:47.602655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.606122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=1fd04e2a-b16a-40fa-8827-c288902c0562,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:47.633433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:47.773053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.89 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/1e525dc0-7efe-4bbc-87ff-629165140fca) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:47.859264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafdb41-d35c-43cc-8e71-12b32c518c6a req-4922abe9-b0c1-4f6b-b19f-489b4254b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:47.860757 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4bafdb41-d35c-43cc-8e71-12b32c518c6a req-4922abe9-b0c1-4f6b-b19f-489b4254b508 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 1098 time: 0.1118431 Apr 29 15:40:47.903458 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4bafdb41-d35c-43cc-8e71-12b32c518c6a req-37cdeba4-0828-436f-9ed3-2ac6a26bbf42 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363927 Apr 29 15:40:48.017919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.090224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:48.154060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:48.156912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:48.160560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:40:48.198087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=1e525dc0-7efe-4bbc-87ff-629165140fca,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:48.671653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.020011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ef0fc-4ec5-402c-9563-bdc5a233a1d0 req-3a60011e-33a1-4139-9f6c-7f32415de7df tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:49.021384 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c83ef0fc-4ec5-402c-9563-bdc5a233a1d0 req-3a60011e-33a1-4139-9f6c-7f32415de7df tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 945 time: 0.2902720 Apr 29 15:40:49.089234 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c83ef0fc-4ec5-402c-9563-bdc5a233a1d0 req-3046f04a-bdd9-4faa-8c6e-af04ff1a87fd tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537155 Apr 29 15:40:49.117140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.358545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:40:49.649393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:49.658669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Sync routers for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:49.667933 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:49.668653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:49.729923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:49.731182 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e9c078e4-21be-4541-9ff9-47840ae99b07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1141176 Apr 29 15:40:49.734575 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40580) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:49.774325 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-48dd58d2-c3ce-49b8-8a87-bd59e75826d5 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b55c25ae10474f2abd40a8267579e2cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386114 Apr 29 15:40:49.777192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40584) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:49.846537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:49.905139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb598b3-4d0a-48d5-b42d-e65f759600b2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:49.906476 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dcb598b3-4d0a-48d5-b42d-e65f759600b2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276429 Apr 29 15:40:49.909376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40588) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:50.066144 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-08cff505-9e7a-469e-895f-af6d2974813f tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1557057 Apr 29 15:40:50.068735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40592) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:50.074332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-149913350', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:50.136336 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:48Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:50.140889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Checking router: 29e3e57b-68c6-4e71-8333-32e1e73f06d5 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:50.141303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Updating router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 port 1e525dc0-7efe-4bbc-87ff-629165140fca binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:40:50.183411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:50.187795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:subnet and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:50.190833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:50.197159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:50.235474 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.294079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b392f-cda3-40b6-8c5b-ca1b3d17889d req-59cecefc-5138-49fa-8487-ddfed9e0a2e5 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:50.295626 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-210b392f-cda3-40b6-8c5b-ca1b3d17889d req-59cecefc-5138-49fa-8487-ddfed9e0a2e5 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 945 time: 0.0865171 Apr 29 15:40:50.306039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:40:50.309558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.343925 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-210b392f-cda3-40b6-8c5b-ca1b3d17889d req-8ba70a30-9abb-4182-aabe-48ff8d7155a0 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421495 Apr 29 15:40:50.538477 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65464fc-78c9-409a-b576-5d8442d45e83 req-635628dc-2e3e-4fb8-bc7a-7deb440213f7 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:50.540019 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b65464fc-78c9-409a-b576-5d8442d45e83 req-635628dc-2e3e-4fb8-bc7a-7deb440213f7 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 945 time: 0.0811362 Apr 29 15:40:50.582050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.590151 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b65464fc-78c9-409a-b576-5d8442d45e83 req-e32b3efa-647e-466b-af9f-c8fdab50949e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438092 Apr 29 15:40:50.593615 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Transition to ACTIVE for port object 1e525dc0-7efe-4bbc-87ff-629165140fca will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:50.610273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.618638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40600) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:50.671163 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.697966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Subnet': ['ID=ed51ffb7-2a3c-4563-82ab-581b60bde027,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:50.702692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Checking segment: {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:40:50.703050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network hostable DHCP agents. Network: 4365e9cd-d410-4444-9e6f-15a86ec8426a, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:40:50.745870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0012b7f1-0077-4e99-97c4-a45f33c83f33 tempest-TestVolumeBootPattern-662255097 tempest-TestVolumeBootPattern-662255097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:50.749488 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0012b7f1-0077-4e99-97c4-a45f33c83f33 tempest-TestVolumeBootPattern-662255097 tempest-TestVolumeBootPattern-662255097-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 1093 time: 0.1278498 Apr 29 15:40:50.754074 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Attempting to bind port 1e525dc0-7efe-4bbc-87ff-629165140fca on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:50.754074 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Attempting to bind port 1e525dc0-7efe-4bbc-87ff-629165140fca by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:50.754074 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Attempting to bind port 1e525dc0-7efe-4bbc-87ff-629165140fca on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:50.756119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40606) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:50.759986 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c388e47-ee28-424e-bb33-fd310a2354e2 None None] Pushing event updated for resources: {'Port': ['ID=1e525dc0-7efe-4bbc-87ff-629165140fca,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:50.761976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '1fd04e2a-b16a-40fa-8827-c288902c0562', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:50.762621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:40:50.763027 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:40:50.763442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.763831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:40:50.764387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Bound port: 1e525dc0-7efe-4bbc-87ff-629165140fca, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:50.764789 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.768912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:50.772738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:floatingip and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:50.775569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:50.781936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:50.802623 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 4365e9cd-d410-4444-9e6f-15a86ec8426a is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:40:50.840002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] For port 1e525dc0-7efe-4bbc-87ff-629165140fca, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:40:50.843012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] For port 1e525dc0-7efe-4bbc-87ff-629165140fca, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1e525dc0-7efe-4bbc-87ff-629165140fca,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:40:50.859863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.947992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 4365e9cd-d410-4444-9e6f-15a86ec8426a) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:50.959968 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.960450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:50.961103 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:50.986408 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d802e7-dd01-44e6-adff-fbbc21d01590 None None] Network 4365e9cd-d410-4444-9e6f-15a86ec8426a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:40:51.015325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.062862 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4d57789b-f33a-4f7d-8e75-0119ae23ee04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9929986 Apr 29 15:40:51.065927 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40610) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:51.121827 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:51.122538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:51.166737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Allocated IP 172.26.2.184 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/0ed80c41-9292-4de8-b78a-f0964f86c98a) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:51.250657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c388e47-ee28-424e-bb33-fd310a2354e2 None None] Pushing event updated for resources: {'Port': ['ID=1e525dc0-7efe-4bbc-87ff-629165140fca,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:51.338724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.391700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:51.421556 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.489724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:51.492930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:51.495973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:40:51.514242 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-4365e9cd-d410-4444-9e6f-15a86ec8426a', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:40:51.515152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.532421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'Port': ['ID=0ed80c41-9292-4de8-b78a-f0964f86c98a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:51.794131 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Allocated IP 172.20.0.2 (4365e9cd-d410-4444-9e6f-15a86ec8426a/ed51ffb7-2a3c-4563-82ab-581b60bde027/d5940fed-3a6e-4693-9153-84017ae45d71) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:51.815297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.920350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:51.935579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:48Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:51.951372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839dea35-3f24-4d17-bb1e-61715e1b052c None None] The sync data for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv is: [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:48Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:52.045449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.077487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.092763 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Transition to ACTIVE for port object d5940fed-3a6e-4693-9153-84017ae45d71 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:52.117709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Transition to ACTIVE for port object d5940fed-3a6e-4693-9153-84017ae45d71 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:52.182214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.273130 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Network 4365e9cd-d410-4444-9e6f-15a86ec8426a is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:52.274595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:52.281101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:40:52.331956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Pushing event updated for resources: {'Port': ['ID=d5940fed-3a6e-4693-9153-84017ae45d71,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:52.446353 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Attempting to bind port d5940fed-3a6e-4693-9153-84017ae45d71 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:52.446718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Attempting to bind port d5940fed-3a6e-4693-9153-84017ae45d71 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:52.447073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Attempting to bind port d5940fed-3a6e-4693-9153-84017ae45d71 on network 4365e9cd-d410-4444-9e6f-15a86ec8426a {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:52.457061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.458840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:40:52.459115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Checking segment: {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:40:52.459463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.459857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Bound using segment: {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:40:52.461166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Bound port: d5940fed-3a6e-4693-9153-84017ae45d71, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:52.461166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.475008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1e525dc0-7efe-4bbc-87ff-629165140fca up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:52.510717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.1 (4365e9cd-d410-4444-9e6f-15a86ec8426a/ed51ffb7-2a3c-4563-82ab-581b60bde027/7a340dfd-eeea-40c5-b905-145cc39501b3) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:40:52.534229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.627147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] For port d5940fed-3a6e-4693-9153-84017ae45d71, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:40:52.630586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] For port d5940fed-3a6e-4693-9153-84017ae45d71, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d5940fed-3a6e-4693-9153-84017ae45d71,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:40:52.660601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'Port': ['ID=0ed80c41-9292-4de8-b78a-f0964f86c98a,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:52.672428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.686988 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 1e525dc0-7efe-4bbc-87ff-629165140fca completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:52.693106 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 1e525dc0-7efe-4bbc-87ff-629165140fca triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:52.693299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.696928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.714681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object 7a340dfd-eeea-40c5-b905-145cc39501b3 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:52.728282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.822653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.849844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40e3c3-8543-4a00-b8c4-da66705ea728 None None] Pushing event updated for resources: {'Port': ['ID=d5940fed-3a6e-4693-9153-84017ae45d71,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:52.886561 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Floating IP cead3262-6cdc-4d0f-b24a-84f37953fe1b associated. External IP: 172.26.2.184, port: 1fd04e2a-b16a-40fa-8827-c288902c0562. Apr 29 15:40:52.909002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 4365e9cd-d410-4444-9e6f-15a86ec8426a is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:52.913241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:52.917436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:40:52.923973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:52.940808 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 1e525dc0-7efe-4bbc-87ff-629165140fca, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1e525dc0-7efe-4bbc-87ff-629165140fca,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:52.994107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.004247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.045899 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=7a340dfd-eeea-40c5-b905-145cc39501b3,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:53.095122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=1e525dc0-7efe-4bbc-87ff-629165140fca,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:53.240145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.325336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Router 942a82d5-e220-4245-8c37-fba630ca04e7 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:40:53.510928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:53.520618 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4111b8d-d9ae-4518-802a-f8b2e753a376 None None] Sync routers for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:53.530733 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4111b8d-d9ae-4518-802a-f8b2e753a376 None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:53.531346 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b4111b8d-d9ae-4518-802a-f8b2e753a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:53.586946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.658787 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-33034387-fe5d-461b-9b37-a930b1f4b594 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9013429 Apr 29 15:40:53.659277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'tag': '1fd04e2a-b16a-40fa-8827-c288902c0562'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:40:53.685992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.735563 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-b4111b8d-d9ae-4518-802a-f8b2e753a376 None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:53.752995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.778015 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4914d5-ad07-4ee3-9b3e-152dce57cfb6'] response: {'name': 'network-changed', 'server_uuid': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'tag': '1fd04e2a-b16a-40fa-8827-c288902c0562', 'status': 'completed', 'code': 200} Apr 29 15:40:53.871076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=7a340dfd-eeea-40c5-b905-145cc39501b3,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:53.873664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:53.887846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de41cfa-750a-4423-9eb4-729c43cf4fce req-f999d10f-4e69-4fda-b114-eb576ccfcd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:53.889554 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7de41cfa-750a-4423-9eb4-729c43cf4fce req-f999d10f-4e69-4fda-b114-eb576ccfcd32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 1098 time: 0.0876060 Apr 29 15:40:54.026145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 4365e9cd-d410-4444-9e6f-15a86ec8426a is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:40:54.027265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:40:54.030729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de41cfa-750a-4423-9eb4-729c43cf4fce req-47488aad-f2b8-4c51-98bf-454e45495cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:54.032878 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.034074 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7de41cfa-750a-4423-9eb4-729c43cf4fce req-47488aad-f2b8-4c51-98bf-454e45495cdb service neutron] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 912 time: 0.1383159 Apr 29 15:40:54.109811 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b4111b8d-d9ae-4518-802a-f8b2e753a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'cead3262-6cdc-4d0f-b24a-84f37953fe1b', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.184', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': '1fd04e2a-b16a-40fa-8827-c288902c0562', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:2e:15:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:40:51Z', 'updated_at': '2022-04-29T15:40:51Z', 'revision_number': 0, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:54.115902 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4111b8d-d9ae-4518-802a-f8b2e753a376 None None] Checking router: 942a82d5-e220-4245-8c37-fba630ca04e7 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:54.126829 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4111b8d-d9ae-4518-802a-f8b2e753a376 None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:54.127583 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b4111b8d-d9ae-4518-802a-f8b2e753a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:54.159507 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7de41cfa-750a-4423-9eb4-729c43cf4fce req-8563f3b2-eb1e-452b-8db6-f9f069371252 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd04e2a-b16a-40fa-8827-c288902c0562 HTTP/1.1" status: 200 len: 999 time: 0.1191075 Apr 29 15:40:54.275655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:40:54.395000 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-b4111b8d-d9ae-4518-802a-f8b2e753a376 None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:54.401506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de41cfa-750a-4423-9eb4-729c43cf4fce req-3aad4610-d083-46ac-94f0-c4d55c7182a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:54.404205 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7de41cfa-750a-4423-9eb4-729c43cf4fce req-3aad4610-d083-46ac-94f0-c4d55c7182a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.2373080 Apr 29 15:40:54.406605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40622) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:54.606173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbf567c-a07b-49fd-9284-dbaa63814281 None None] Network 4365e9cd-d410-4444-9e6f-15a86ec8426a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:40:54.636350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d5940fed-3a6e-4693-9153-84017ae45d71 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:54.704539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de41cfa-750a-4423-9eb4-729c43cf4fce req-e997f324-6e9c-46b6-916c-8722e11f8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:54.706416 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7de41cfa-750a-4423-9eb4-729c43cf4fce req-e997f324-6e9c-46b6-916c-8722e11f8971 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2339194 Apr 29 15:40:54.718602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:54.722332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Deleting port 0ad9ee19-db41-4c96-b9ea-68ccdd692155 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:40:54.722694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:54.735881 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-45bb23ae-f16f-4e2e-9fba-2de857fc1109 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/29e3e57b-68c6-4e71-8333-32e1e73f06d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6688676 Apr 29 15:40:54.740912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40626) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:54.760352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Sync routers for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:54.793901 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:54.794630 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:54.919264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087bb8fa-b648-40c9-bdb7-94df6d8d6824 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:54.919970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087bb8fa-b648-40c9-bdb7-94df6d8d6824 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:54.920343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087bb8fa-b648-40c9-bdb7-94df6d8d6824 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:54.920950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087bb8fa-b648-40c9-bdb7-94df6d8d6824 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:54.921845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087bb8fa-b648-40c9-bdb7-94df6d8d6824 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:54.922228 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b4111b8d-d9ae-4518-802a-f8b2e753a376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'cead3262-6cdc-4d0f-b24a-84f37953fe1b', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.184', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': '1fd04e2a-b16a-40fa-8827-c288902c0562', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:2e:15:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:40:51Z', 'updated_at': '2022-04-29T15:40:51Z', 'revision_number': 0, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:54.922749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087bb8fa-b648-40c9-bdb7-94df6d8d6824 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:54.922749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087bb8fa-b648-40c9-bdb7-94df6d8d6824 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:54.924835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e1e16cd8-91bd-49b7-ab40-e6ef6bd0da0d None None] Provisioning for port d5940fed-3a6e-4693-9153-84017ae45d71 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:54.927005 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-087bb8fa-b648-40c9-bdb7-94df6d8d6824 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1850996 Apr 29 15:40:54.929935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40630) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:54.932834 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4111b8d-d9ae-4518-802a-f8b2e753a376 None None] The sync data for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv is: [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'cead3262-6cdc-4d0f-b24a-84f37953fe1b', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.184', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': '1fd04e2a-b16a-40fa-8827-c288902c0562', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:2e:15:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:40:51Z', 'updated_at': '2022-04-29T15:40:51Z', 'revision_number': 0, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:55.016579 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733b31e-2f8e-488d-a80d-ee5f97b9f534 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:55.017215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733b31e-2f8e-488d-a80d-ee5f97b9f534 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:55.017814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733b31e-2f8e-488d-a80d-ee5f97b9f534 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:55.018052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733b31e-2f8e-488d-a80d-ee5f97b9f534 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:55.018493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733b31e-2f8e-488d-a80d-ee5f97b9f534 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:55.019341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733b31e-2f8e-488d-a80d-ee5f97b9f534 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:55.019341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a733b31e-2f8e-488d-a80d-ee5f97b9f534 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:55.021409 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a733b31e-2f8e-488d-a80d-ee5f97b9f534 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.0905313 Apr 29 15:40:55.024557 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40634) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:55.046351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.046643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.072582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port d5940fed-3a6e-4693-9153-84017ae45d71 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:55.097625 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d5940fed-3a6e-4693-9153-84017ae45d71 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:55.130860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.131454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:55.182179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Calling delete_port for 0ad9ee19-db41-4c96-b9ea-68ccdd692155 owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:40:55.261908 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c8480-e947-4d4e-ad60-4614d70f455f None None] New status for floating IP cead3262-6cdc-4d0f-b24a-84f37953fe1b: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:40:55.284595 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-48726563-8167-4683-a61d-bc2923e542f9 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.2575116 Apr 29 15:40:55.368351 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7de41cfa-750a-4423-9eb4-729c43cf4fce req-14a3dce8-b1db-42e5-9914-0a8bad481347 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6183004 Apr 29 15:40:55.582927 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7de41cfa-750a-4423-9eb4-729c43cf4fce req-532c0697-9c01-44aa-a831-de0b2691962d service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001762 Apr 29 15:40:55.585181 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.660534 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port d5940fed-3a6e-4693-9153-84017ae45d71, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d5940fed-3a6e-4693-9153-84017ae45d71,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:55.698857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:55.704026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Checking router: 29e3e57b-68c6-4e71-8333-32e1e73f06d5 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:55.704581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Updating router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 port 7a340dfd-eeea-40c5-b905-145cc39501b3 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:40:55.754170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.754956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1e525dc0-7efe-4bbc-87ff-629165140fca up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:55.763905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.811644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event deleted for resources: {'Port': ['ID=0ad9ee19-db41-4c96-b9ea-68ccdd692155,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:55.878640 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.909587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=d5940fed-3a6e-4693-9153-84017ae45d71,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:55.926169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40640) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:55.928084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.928769 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Floating IP 060a3dc2-5e06-4a88-812a-3fbe7456f5f8 disassociated (deleted). External IP: 172.26.2.237, port: c418b8bb-b4e3-4739-b223-63ef35fa3ed6. Apr 29 15:40:55.933509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006952192', 'description': 'tempest-secgroup-smoke-1006952192 description', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:55.952885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:55.956546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-62899cd8-924a-4c9b-ab8a-c1d032c6db0b None None] Provisioning for port 7a340dfd-eeea-40c5-b905-145cc39501b3 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:40:55.960526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:55.964580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:55.967133 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 1e525dc0-7efe-4bbc-87ff-629165140fca triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:55.967133 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:55.971076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:55.990471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-62899cd8-924a-4c9b-ab8a-c1d032c6db0b None None] Provisioning complete for port 7a340dfd-eeea-40c5-b905-145cc39501b3 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:55.990845 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-62899cd8-924a-4c9b-ab8a-c1d032c6db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.016070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.038366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:56.042538 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:56.046363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:56.052590 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:56.057375 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-62899cd8-924a-4c9b-ab8a-c1d032c6db0b None None] Port 7a340dfd-eeea-40c5-b905-145cc39501b3 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:40:56.142048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.152637 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-62899cd8-924a-4c9b-ab8a-c1d032c6db0b None None] Provisioning complete for port d5940fed-3a6e-4693-9153-84017ae45d71 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:56.153209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-62899cd8-924a-4c9b-ab8a-c1d032c6db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.209940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.270121 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9326362-7f6c-46c9-8700-a31b3020368d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:56.353066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.358097 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1a736769-cd82-411d-96e3-99e9ed33c695 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4255359 Apr 29 15:40:56.358097 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40644) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:56.363106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ff36a758-d8de-4bca-8cc8-f4c186011f06 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'a9326362-7f6c-46c9-8700-a31b3020368d', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:56.370354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ff36a758-d8de-4bca-8cc8-f4c186011f06 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:56.374912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ff36a758-d8de-4bca-8cc8-f4c186011f06 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:56.377892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ff36a758-d8de-4bca-8cc8-f4c186011f06 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:56.383941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ff36a758-d8de-4bca-8cc8-f4c186011f06 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:56.457389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Router 5efd5424-319b-4b7e-b639-744da161768a has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:40:56.469070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff36a758-d8de-4bca-8cc8-f4c186011f06 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.516304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d5940fed-3a6e-4693-9153-84017ae45d71 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:40:56.545829 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff36a758-d8de-4bca-8cc8-f4c186011f06 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.621944 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff36a758-d8de-4bca-8cc8-f4c186011f06 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.632069 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.648090 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36a758-d8de-4bca-8cc8-f4c186011f06 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee3646c-3641-47fd-a35c-0fee7dd688d2,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:56.651545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:40:56.652134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Transition to ACTIVE for port object 7a340dfd-eeea-40c5-b905-145cc39501b3 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:40:56.665494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a8591-35b1-4fa6-ac6d-0757d8576dd9 None None] Sync routers for ids ['5efd5424-319b-4b7e-b639-744da161768a'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:40:56.671073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-75cd5812-928a-48a7-923b-362705960734 None None] Provisioning complete for port 7a340dfd-eeea-40c5-b905-145cc39501b3 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:56.676838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-75cd5812-928a-48a7-923b-362705960734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.719776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d5940fed-3a6e-4693-9153-84017ae45d71 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:40:56.720137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.764856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a8591-35b1-4fa6-ac6d-0757d8576dd9 None None] Routers {'5efd5424-319b-4b7e-b639-744da161768a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:56.765462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-484a8591-35b1-4fa6-ac6d-0757d8576dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5efd5424-319b-4b7e-b639-744da161768a'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:56.804233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ff36a758-d8de-4bca-8cc8-f4c186011f06 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.808053 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ff36a758-d8de-4bca-8cc8-f4c186011f06 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4470348 Apr 29 15:40:56.808611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40648) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:56.812618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.827687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:56.845031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d57564fd-66e0-4cee-8f42-8be914fe0931 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'a9326362-7f6c-46c9-8700-a31b3020368d', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:56.860488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d57564fd-66e0-4cee-8f42-8be914fe0931 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:56.867486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d57564fd-66e0-4cee-8f42-8be914fe0931 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:56.871778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d57564fd-66e0-4cee-8f42-8be914fe0931 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:56.880849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d57564fd-66e0-4cee-8f42-8be914fe0931 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:56.892085 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-df96ea65-f399-409f-8657-da85d0fbcf84 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "DELETE /v2.0/floatingips/060a3dc2-5e06-4a88-812a-3fbe7456f5f8 HTTP/1.1" status: 204 len: 168 time: 2.4796076 Apr 29 15:40:56.892085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'tag': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:40:56.941467 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe83196-96bf-4673-b7a6-ba5117aca17a'] response: {'name': 'network-changed', 'server_uuid': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'tag': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'status': 'completed', 'code': 200} Apr 29 15:40:56.944110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-75cd5812-928a-48a7-923b-362705960734 None None] Port 7a340dfd-eeea-40c5-b905-145cc39501b3 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:40:57.025984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d57564fd-66e0-4cee-8f42-8be914fe0931 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.110241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d57564fd-66e0-4cee-8f42-8be914fe0931 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.115119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9b267-1f1b-4d59-9975-9bdc7b46e427 req-58497999-fa51-4ef7-b641-93a520e71bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:57.116718 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-45f9b267-1f1b-4d59-9975-9bdc7b46e427 req-58497999-fa51-4ef7-b641-93a520e71bfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8efcf5488424e6cab018c60c8a17ac2&device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 1098 time: 0.1527996 Apr 29 15:40:57.208247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c6366-9807-4443-a8a4-3ea90948b087 None None] Pushing event updated for resources: {'Port': ['ID=7a340dfd-eeea-40c5-b905-145cc39501b3,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:57.218408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d57564fd-66e0-4cee-8f42-8be914fe0931 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.273947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57564fd-66e0-4cee-8f42-8be914fe0931 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c55ba6-04d7-495f-ae04-943aee0d10dc,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:57.314645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9b267-1f1b-4d59-9975-9bdc7b46e427 req-85429aee-8dbb-4bd2-859d-b61198b2bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:57.314645 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-45f9b267-1f1b-4d59-9975-9bdc7b46e427 req-85429aee-8dbb-4bd2-859d-b61198b2bc42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f3d13ae3-c5e3-4336-8e1a-736d382c188f HTTP/1.1" status: 200 len: 897 time: 0.1918259 Apr 29 15:40:57.337202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-484a8591-35b1-4fa6-ac6d-0757d8576dd9 None None] Set router 5efd5424-319b-4b7e-b639-744da161768a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:57.386947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d57564fd-66e0-4cee-8f42-8be914fe0931 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.391153 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d57564fd-66e0-4cee-8f42-8be914fe0931 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5781045 Apr 29 15:40:57.392440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40658) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:57.397605 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-45f9b267-1f1b-4d59-9975-9bdc7b46e427 req-85f4bdbd-4781-4ce0-a0db-b5afc52a8183 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c418b8bb-b4e3-4739-b223-63ef35fa3ed6 HTTP/1.1" status: 200 len: 217 time: 0.0772808 Apr 29 15:40:57.400160 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-3b324295-f20d-487c-a45a-e2725beed944 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'a9326362-7f6c-46c9-8700-a31b3020368d', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:57.411093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3b324295-f20d-487c-a45a-e2725beed944 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:57.416759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3b324295-f20d-487c-a45a-e2725beed944 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:57.418298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Attempting to bind port 7a340dfd-eeea-40c5-b905-145cc39501b3 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:40:57.418673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Attempting to bind port 7a340dfd-eeea-40c5-b905-145cc39501b3 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:40:57.419037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Attempting to bind port 7a340dfd-eeea-40c5-b905-145cc39501b3 on network 4365e9cd-d410-4444-9e6f-15a86ec8426a {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:40:57.420918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-3b324295-f20d-487c-a45a-e2725beed944 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:57.428159 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-3b324295-f20d-487c-a45a-e2725beed944 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:57.471061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9b267-1f1b-4d59-9975-9bdc7b46e427 req-2afae2a3-f134-41be-9254-57527d550a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:57.472701 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-45f9b267-1f1b-4d59-9975-9bdc7b46e427 req-2afae2a3-f134-41be-9254-57527d550a1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2a4e0ba3-7150-4c44-acf7-951976075957 HTTP/1.1" status: 200 len: 835 time: 0.0675845 Apr 29 15:40:57.479424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:40:57.484863 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Checking segment: {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:40:57.484863 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.484863 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Bound using segment: {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:40:57.484863 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Bound port: 7a340dfd-eeea-40c5-b905-145cc39501b3, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:40:57.484863 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.522553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b324295-f20d-487c-a45a-e2725beed944 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.556432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9b267-1f1b-4d59-9975-9bdc7b46e427 req-9d58c7e8-dad1-491e-b4db-b8ffabca3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:57.557921 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-45f9b267-1f1b-4d59-9975-9bdc7b46e427 req-9d58c7e8-dad1-491e-b4db-b8ffabca3ea6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f3d13ae3-c5e3-4336-8e1a-736d382c188f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781507 Apr 29 15:40:57.600453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b324295-f20d-487c-a45a-e2725beed944 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.620013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650093ca-ede7-434a-89b2-2ed7f25aab3d req-d2ff1156-faaa-4376-8d58-663ceb883450 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:57.627533 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-650093ca-ede7-434a-89b2-2ed7f25aab3d req-d2ff1156-faaa-4376-8d58-663ceb883450 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.1629589 Apr 29 15:40:57.673104 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-650093ca-ede7-434a-89b2-2ed7f25aab3d req-370a1a6d-32b9-4a1c-abe0-5f2ea8821204 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444310 Apr 29 15:40:57.683540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b324295-f20d-487c-a45a-e2725beed944 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.703073 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-45f9b267-1f1b-4d59-9975-9bdc7b46e427 req-75ade78b-dc0f-4e00-b857-1358c797f64a service neutron] 10.222.0.44 "GET /v2.0/networks/f3d13ae3-c5e3-4336-8e1a-736d382c188f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373680 Apr 29 15:40:57.710289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b324295-f20d-487c-a45a-e2725beed944 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d708dae-3b6b-44d5-b4a6-2e8f0a59144a,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:57.734474 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] For port 7a340dfd-eeea-40c5-b905-145cc39501b3, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:40:57.747064 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] For port 7a340dfd-eeea-40c5-b905-145cc39501b3, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7a340dfd-eeea-40c5-b905-145cc39501b3,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:40:57.770584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3b324295-f20d-487c-a45a-e2725beed944 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.774704 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3b324295-f20d-487c-a45a-e2725beed944 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3772290 Apr 29 15:40:57.774923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40662) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:57.776253 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-484a8591-35b1-4fa6-ac6d-0757d8576dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '5f094b0e-15bb-40ac-a78c-0c0c18c18152', 'name': '', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'mac_address': 'fa:16:3e:6a:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:04Z', 'updated_at': '2022-04-29T15:39:12Z', 'revision_number': 5, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'subnets': [{'id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:57.779998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-090af350-6163-4a24-b930-9ef9bac48804 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'a9326362-7f6c-46c9-8700-a31b3020368d', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:57.780802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a8591-35b1-4fa6-ac6d-0757d8576dd9 None None] Checking router: 5efd5424-319b-4b7e-b639-744da161768a for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:40:57.786137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-090af350-6163-4a24-b930-9ef9bac48804 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:57.790011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-090af350-6163-4a24-b930-9ef9bac48804 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:57.790154 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a8591-35b1-4fa6-ac6d-0757d8576dd9 None None] Routers {'5efd5424-319b-4b7e-b639-744da161768a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:57.790966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-484a8591-35b1-4fa6-ac6d-0757d8576dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5efd5424-319b-4b7e-b639-744da161768a'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:57.793073 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-090af350-6163-4a24-b930-9ef9bac48804 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:57.800688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-090af350-6163-4a24-b930-9ef9bac48804 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:57.843898 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-45f9b267-1f1b-4d59-9975-9bdc7b46e427 req-9fa5b083-72e1-4ef1-87a6-dbfc44f6ff94 service neutron] 10.222.0.44 "GET /v2.0/networks/f3d13ae3-c5e3-4336-8e1a-736d382c188f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321473 Apr 29 15:40:57.851855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.855437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-090af350-6163-4a24-b930-9ef9bac48804 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.921088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-090af350-6163-4a24-b930-9ef9bac48804 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.964025 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-090af350-6163-4a24-b930-9ef9bac48804 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:57.989960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090af350-6163-4a24-b930-9ef9bac48804 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddb3bbb-c38f-4af1-87d9-6ce7d58179ed,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:58.014783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:40:58.015417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:58.078353 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c6366-9807-4443-a8a4-3ea90948b087 None None] Pushing event updated for resources: {'Port': ['ID=7a340dfd-eeea-40c5-b905-145cc39501b3,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:58.083126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-090af350-6163-4a24-b930-9ef9bac48804 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.084938 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-090af350-6163-4a24-b930-9ef9bac48804 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3086617 Apr 29 15:40:58.087267 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40666) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.098482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4692fb5f-7b07-4044-ad6a-f1e5ff253701 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'a9326362-7f6c-46c9-8700-a31b3020368d', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:58.101638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4692fb5f-7b07-4044-ad6a-f1e5ff253701 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:58.106135 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4692fb5f-7b07-4044-ad6a-f1e5ff253701 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:58.110273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4692fb5f-7b07-4044-ad6a-f1e5ff253701 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:58.118038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4692fb5f-7b07-4044-ad6a-f1e5ff253701 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:58.197842 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-484a8591-35b1-4fa6-ac6d-0757d8576dd9 None None] Set router 5efd5424-319b-4b7e-b639-744da161768a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:58.214149 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-4692fb5f-7b07-4044-ad6a-f1e5ff253701 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:40:58.221723 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4692fb5f-7b07-4044-ad6a-f1e5ff253701 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.296207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4692fb5f-7b07-4044-ad6a-f1e5ff253701 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.359525 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:40:58.387181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4692fb5f-7b07-4044-ad6a-f1e5ff253701 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.413587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692fb5f-7b07-4044-ad6a-f1e5ff253701 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e03094-0d65-4166-b571-93f5bb57b899,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:58.513850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4692fb5f-7b07-4044-ad6a-f1e5ff253701 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.518087 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4692fb5f-7b07-4044-ad6a-f1e5ff253701 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4269927 Apr 29 15:40:58.518230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40670) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:40:58.526862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0d5dcd61-ed0c-4bc8-82cf-ab4b09fc3942 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'a9326362-7f6c-46c9-8700-a31b3020368d', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:40:58.530614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0d5dcd61-ed0c-4bc8-82cf-ab4b09fc3942 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:40:58.534975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0d5dcd61-ed0c-4bc8-82cf-ab4b09fc3942 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:40:58.538164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0d5dcd61-ed0c-4bc8-82cf-ab4b09fc3942 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:40:58.544809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0d5dcd61-ed0c-4bc8-82cf-ab4b09fc3942 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:40:58.678406 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-0d5dcd61-ed0c-4bc8-82cf-ab4b09fc3942 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:40:58.686343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d5dcd61-ed0c-4bc8-82cf-ab4b09fc3942 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.756613 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d5dcd61-ed0c-4bc8-82cf-ab4b09fc3942 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.829907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-3db4d8b1-b006-464b-b751-c2015e10c0a9 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:58.830495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-3db4d8b1-b006-464b-b751-c2015e10c0a9 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Synchronizing usage tracker for tenant:f8efcf5488424e6cab018c60c8a17ac2 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:58.847364 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d5dcd61-ed0c-4bc8-82cf-ab4b09fc3942 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:58.876869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dcd61-ed0c-4bc8-82cf-ab4b09fc3942 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb45a812-6bb9-49e4-a7fb-d10bbcd93c53,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:58.898143 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-484a8591-35b1-4fa6-ac6d-0757d8576dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '5f094b0e-15bb-40ac-a78c-0c0c18c18152', 'name': '', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'mac_address': 'fa:16:3e:6a:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:04Z', 'updated_at': '2022-04-29T15:39:12Z', 'revision_number': 5, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'subnets': [{'id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:58.899015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484a8591-35b1-4fa6-ac6d-0757d8576dd9 None None] The sync data for ids ['5efd5424-319b-4b7e-b639-744da161768a'] in dv-neutron-839183-1-hyperv is: [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '5f094b0e-15bb-40ac-a78c-0c0c18c18152', 'name': '', 'network_id': 'f3d13ae3-c5e3-4336-8e1a-736d382c188f', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'mac_address': 'fa:16:3e:6a:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:04Z', 'updated_at': '2022-04-29T15:39:12Z', 'revision_number': 5, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'subnets': [{'id': '2a4e0ba3-7150-4c44-acf7-951976075957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:58.903032 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:40:57Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:40:58.907722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53f0381-b3ea-4480-9fbe-af584736d53d None None] The sync data for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv is: [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:40:57Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:40:58.909191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098c119-6f39-4a2c-94c9-64abea5ce81c req-86f0e37d-1098-416e-9196-f43ca6c3713c tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:58.913982 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3098c119-6f39-4a2c-94c9-64abea5ce81c req-86f0e37d-1098-416e-9196-f43ca6c3713c tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.1242931 Apr 29 15:40:58.918202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-3db4d8b1-b006-464b-b751-c2015e10c0a9 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Unset dirty status for tenant:f8efcf5488424e6cab018c60c8a17ac2 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:58.920912 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-3db4d8b1-b006-464b-b751-c2015e10c0a9 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.44 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 945 time: 0.1776025 Apr 29 15:40:59.001062 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3098c119-6f39-4a2c-94c9-64abea5ce81c req-9db49e20-fb71-4999-873f-570b07eba8f0 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/security-groups?id=7009495e-5dd5-427f-813a-d4e5f4b756f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805640 Apr 29 15:40:59.002331 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d5dcd61-ed0c-4bc8-82cf-ab4b09fc3942 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.003597 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0d5dcd61-ed0c-4bc8-82cf-ab4b09fc3942 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4843717 Apr 29 15:40:59.027885 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-8daceaf6-60ee-4b96-9467-817614e07c65 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Deleting port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:40:59.028369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-8daceaf6-60ee-4b96-9467-817614e07c65 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.289391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f947254e-5aad-4c7b-94f9-98b56759150e req-a9aa545e-02a4-4924-ae75-79d5d7788a07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:59.353415 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd3c8f7-6e1e-4714-8f9f-3e6ed9b62a03 None None] New status for floating IP 060a3dc2-5e06-4a88-812a-3fbe7456f5f8: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:40:59.398505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f947254e-5aad-4c7b-94f9-98b56759150e req-a9aa545e-02a4-4924-ae75-79d5d7788a07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:59.399991 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-a9aa545e-02a4-4924-ae75-79d5d7788a07 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006952192&fields=id&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 267 time: 0.1565635 Apr 29 15:40:59.465654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-8daceaf6-60ee-4b96-9467-817614e07c65 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] For port c418b8bb-b4e3-4739-b223-63ef35fa3ed6, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:40:59.466553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-8daceaf6-60ee-4b96-9467-817614e07c65 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.585580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947254e-5aad-4c7b-94f9-98b56759150e req-2aba2628-1596-4a43-bd71-64f859aefa3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:40:59.586482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f947254e-5aad-4c7b-94f9-98b56759150e req-2aba2628-1596-4a43-bd71-64f859aefa3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:59.611209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-8daceaf6-60ee-4b96-9467-817614e07c65 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Calling delete_port for c418b8bb-b4e3-4739-b223-63ef35fa3ed6 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:40:59.678463 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f947254e-5aad-4c7b-94f9-98b56759150e req-2aba2628-1596-4a43-bd71-64f859aefa3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:59.679640 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-2aba2628-1596-4a43-bd71-64f859aefa3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/networks?id=4365e9cd-d410-4444-9e6f-15a86ec8426a HTTP/1.1" status: 200 len: 797 time: 0.2639308 Apr 29 15:40:59.697740 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-fe058327-e766-48b6-9882-ea6e5f24d56e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/quotas/b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 375 time: 0.0112274 Apr 29 15:40:59.791308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f947254e-5aad-4c7b-94f9-98b56759150e req-83ddfe15-2080-43c5-8afa-cffcfb917400 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:40:59.824252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-8daceaf6-60ee-4b96-9467-817614e07c65 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.880443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daceaf6-60ee-4b96-9467-817614e07c65 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event deleted for resources: {'Port': ['ID=c418b8bb-b4e3-4739-b223-63ef35fa3ed6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:40:59.882851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f947254e-5aad-4c7b-94f9-98b56759150e req-83ddfe15-2080-43c5-8afa-cffcfb917400 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:40:59.888597 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-83ddfe15-2080-43c5-8afa-cffcfb917400 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1807680 Apr 29 15:40:59.969316 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-8daceaf6-60ee-4b96-9467-817614e07c65 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] No DVR routers for this DVR port c418b8bb-b4e3-4739-b223-63ef35fa3ed6 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:40:59.972173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-8daceaf6-60ee-4b96-9467-817614e07c65 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:40:59.975164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'name': 'network-vif-deleted', 'tag': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:41:00.037448 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6730ff4d-861b-4ad5-aea2-0cf84b42d665'] response: {'server_uuid': '7bd96ee1-5bc8-48f9-8670-fa88a8891315', 'name': 'network-vif-deleted', 'tag': 'c418b8bb-b4e3-4739-b223-63ef35fa3ed6', 'status': 'completed', 'code': 200} Apr 29 15:41:00.068665 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-293fd7aa-724a-4751-9342-8c6c1c74bd99 req-8daceaf6-60ee-4b96-9467-817614e07c65 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.44 "DELETE /v2.0/ports/c418b8bb-b4e3-4739-b223-63ef35fa3ed6 HTTP/1.1" status: 204 len: 173 time: 1.1438618 Apr 29 15:41:00.104139 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-4c000f7f-17df-4563-9695-1ac00ee784a8 service neutron] 10.222.0.39 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838713 Apr 29 15:41:00.256504 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fe75d6d7-21a2-44d6-b226-ca58456f890d req-07b98f00-5959-46c6-b664-75b72fc745fe tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bd96ee1-5bc8-48f9-8670-fa88a8891315 HTTP/1.1" status: 200 len: 210 time: 0.1011984 Apr 29 15:41:00.556860 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-28f7ead5-07d7-4ee9-8ce5-6dffa2a4e5a7 service neutron] 10.222.0.39 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436152 Apr 29 15:41:00.564834 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7a340dfd-eeea-40c5-b905-145cc39501b3 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:00.689652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 7a340dfd-eeea-40c5-b905-145cc39501b3 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:00.695441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7a340dfd-eeea-40c5-b905-145cc39501b3 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:00.695821 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.845631 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6c302873-b6a5-45f0-9196-dd68a8fdec8c req-12ad4c4b-347c-495e-a01b-dae9f1de7bcc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 210 time: 0.0443914 Apr 29 15:41:00.860438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:00.917858 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 7a340dfd-eeea-40c5-b905-145cc39501b3, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7a340dfd-eeea-40c5-b905-145cc39501b3,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:00.998603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:01.093767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=7a340dfd-eeea-40c5-b905-145cc39501b3,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:01.365581 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40708) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:01.951687 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-70a438cb-02fe-4368-ad5a-eaa19cae5b53 req-8795ea64-9084-4ad4-bdc4-64ee491cebcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 210 time: 0.0463235 Apr 29 15:41:01.972846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5755-0ce6-42b7-b0d5-b18a4532b532 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.089558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2f677fce-66df-4054-b1d6-d89260b28c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.344774 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf5755-0ce6-42b7-b0d5-b18a4532b532 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Deleting port 5f094b0e-15bb-40ac-a78c-0c0c18c18152 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:41:02.345174 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5755-0ce6-42b7-b0d5-b18a4532b532 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.515912 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7a340dfd-eeea-40c5-b905-145cc39501b3 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:02.542041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-5aaf5755-0ce6-42b7-b0d5-b18a4532b532 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] For port 5f094b0e-15bb-40ac-a78c-0c0c18c18152, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5f094b0e-15bb-40ac-a78c-0c0c18c18152,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:02.542573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5755-0ce6-42b7-b0d5-b18a4532b532 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.584269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7a340dfd-eeea-40c5-b905-145cc39501b3 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:02.584693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:02.806963 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf5755-0ce6-42b7-b0d5-b18a4532b532 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Calling delete_port for 5f094b0e-15bb-40ac-a78c-0c0c18c18152 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:41:03.031011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5755-0ce6-42b7-b0d5-b18a4532b532 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.082287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf5755-0ce6-42b7-b0d5-b18a4532b532 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event deleted for resources: {'Port': ['ID=5f094b0e-15bb-40ac-a78c-0c0c18c18152,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:03.160415 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-60ab8d93-1be7-4a48-bfe6-b0ddc2dbf377 req-bdd6ba11-62f2-4ee1-b118-c759aba29d5e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 210 time: 0.0814245 Apr 29 15:41:03.205969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device c418b8bb-b4e3-4739-b223-63ef35fa3ed6 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:03.250971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: c418b8bb-b4e3-4739-b223-63ef35fa3ed6 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:41:03.251636 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device c418b8bb-b4e3-4739-b223-63ef35fa3ed6 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:41:03.346228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947254e-5aad-4c7b-94f9-98b56759150e req-a3eddedc-25ba-4031-837a-b9768fd004b3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:03.347805 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-a3eddedc-25ba-4031-837a-b9768fd004b3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks?id=4365e9cd-d410-4444-9e6f-15a86ec8426a HTTP/1.1" status: 200 len: 797 time: 0.2112412 Apr 29 15:41:03.401467 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f947254e-5aad-4c7b-94f9-98b56759150e req-7e59bd89-b090-43cd-9711-d9017e9dcd90 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:41:03.413645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f947254e-5aad-4c7b-94f9-98b56759150e req-7e59bd89-b090-43cd-9711-d9017e9dcd90 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:41:03.415015 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-7e59bd89-b090-43cd-9711-d9017e9dcd90 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 380 time: 0.0589280 Apr 29 15:41:03.425871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'device_id': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'admin_state_up': True, 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'security_groups': ['a9326362-7f6c-46c9-8700-a31b3020368d']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:41:03.434626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5755-0ce6-42b7-b0d5-b18a4532b532 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.582604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:03.596304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:03.701766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:41:03.705379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:03.815144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaf5755-0ce6-42b7-b0d5-b18a4532b532 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Router 5efd5424-319b-4b7e-b639-744da161768a has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:41:03.880524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.6 (4365e9cd-d410-4444-9e6f-15a86ec8426a/ed51ffb7-2a3c-4563-82ab-581b60bde027/3accdcfb-4439-4848-ae0e-c3d40c2f6901) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:03.998135 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaf5755-0ce6-42b7-b0d5-b18a4532b532 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:41:04.009409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc803b-e4b6-4973-833f-f02ddbfa4e86 None None] Sync routers for ids ['5efd5424-319b-4b7e-b639-744da161768a'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:41:04.014846 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5aaf5755-0ce6-42b7-b0d5-b18a4532b532 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "PUT /v2.0/routers/5efd5424-319b-4b7e-b639-744da161768a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6450601 Apr 29 15:41:04.015201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40722) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:04.020724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc803b-e4b6-4973-833f-f02ddbfa4e86 None None] Routers {'5efd5424-319b-4b7e-b639-744da161768a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:41:04.021413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-babc803b-e4b6-4973-833f-f02ddbfa4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:40:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5efd5424-319b-4b7e-b639-744da161768a'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:04.112149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddbbca5-690e-4058-8fb9-9b7307d4d748 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Deleting subnet 2a4e0ba3-7150-4c44-acf7-951976075957 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:41:04.125293 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dddbbca5-690e-4058-8fb9-9b7307d4d748 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.162470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.193193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object 3accdcfb-4439-4848-ae0e-c3d40c2f6901 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:04.198815 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dddbbca5-690e-4058-8fb9-9b7307d4d748 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.217270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-babc803b-e4b6-4973-833f-f02ddbfa4e86 None None] Set router 5efd5424-319b-4b7e-b639-744da161768a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:41:04.293791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dddbbca5-690e-4058-8fb9-9b7307d4d748 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.320518 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ea961840-54fb-4964-8337-fd380c9f218e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.337737 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4b4aa0b7-0af7-4b06-8e98-af5bd5f19621 req-b3df3ee4-3a4d-42ac-8d60-dc6a9a76f1de tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 210 time: 0.0506787 Apr 29 15:41:04.366638 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.440500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 4365e9cd-d410-4444-9e6f-15a86ec8426a is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:04.443639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:04.447888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:41:04.494044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=3accdcfb-4439-4848-ae0e-c3d40c2f6901,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:04.512491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dddbbca5-690e-4058-8fb9-9b7307d4d748 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.544200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-babc803b-e4b6-4973-833f-f02ddbfa4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:41:02Z', 'revision_number': 5, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:04.549343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc803b-e4b6-4973-833f-f02ddbfa4e86 None None] Checking router: 5efd5424-319b-4b7e-b639-744da161768a for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:41:04.560191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc803b-e4b6-4973-833f-f02ddbfa4e86 None None] Routers {'5efd5424-319b-4b7e-b639-744da161768a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:41:04.560909 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-babc803b-e4b6-4973-833f-f02ddbfa4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:41:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5efd5424-319b-4b7e-b639-744da161768a'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:04.695678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbbca5-690e-4058-8fb9-9b7307d4d748 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4e0ba3-7150-4c44-acf7-951976075957,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:04.697691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dddbbca5-690e-4058-8fb9-9b7307d4d748 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.705802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:04.706396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:04.722883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1218364-4552-42b4-987e-734816fade3e None None] Network f3d13ae3-c5e3-4336-8e1a-736d382c188f requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:41:04.724691 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dddbbca5-690e-4058-8fb9-9b7307d4d748 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "DELETE /v2.0/subnets/2a4e0ba3-7150-4c44-acf7-951976075957 HTTP/1.1" status: 204 len: 168 time: 0.7084389 Apr 29 15:41:04.727220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40728) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:04.845754 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-ad91c250-417a-4ed7-b4ce-6fd5e21b49ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4249866 Apr 29 15:41:04.867751 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Request body: {'port': {'device_id': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:41:04.891301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-71100045-9db1-4679-bba3-c95e6caff1e0 None None] Provisioning for port 3accdcfb-4439-4848-ae0e-c3d40c2f6901 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:04.930822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-71100045-9db1-4679-bba3-c95e6caff1e0 None None] Provisioning complete for port 3accdcfb-4439-4848-ae0e-c3d40c2f6901 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:04.931180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-71100045-9db1-4679-bba3-c95e6caff1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.002436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-babc803b-e4b6-4973-833f-f02ddbfa4e86 None None] Set router 5efd5424-319b-4b7e-b639-744da161768a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:41:05.022411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.114372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-71100045-9db1-4679-bba3-c95e6caff1e0 None None] Port 3accdcfb-4439-4848-ae0e-c3d40c2f6901 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:41:05.139713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.218552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.335512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.335778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-babc803b-e4b6-4973-833f-f02ddbfa4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:41:02Z', 'revision_number': 5, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:05.340307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6dcf45-2688-482c-8895-ef20a8703294 None None] DHCP port deletion for f3d13ae3-c5e3-4336-8e1a-736d382c188f request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:41:05.348316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc803b-e4b6-4973-833f-f02ddbfa4e86 None None] The sync data for ids ['5efd5424-319b-4b7e-b639-744da161768a'] in dv-neutron-839183-1-hyperv is: [{'id': '5efd5424-319b-4b7e-b639-744da161768a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218844157', 'tenant_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:38:58Z', 'updated_at': '2022-04-29T15:41:02Z', 'revision_number': 5, 'project_id': 'f8efcf5488424e6cab018c60c8a17ac2', 'gw_port': {'id': '8b325b57-3b61-4223-b665-cf511ce08dc7', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e4:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efd5424-319b-4b7e-b639-744da161768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:38:59Z', 'updated_at': '2022-04-29T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:41:05.348316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cf6dcf45-2688-482c-8895-ef20a8703294 None None] Deleting port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:41:05.348316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf6dcf45-2688-482c-8895-ef20a8703294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.441997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.465961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Deleting port 8b325b57-3b61-4223-b665-cf511ce08dc7 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:41:05.466720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.546331 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dba87-c2e8-4c37-8cba-5ebf53109891 req-bdf3dcc3-6d2b-4bca-95c0-d5bbff97d8fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:05.547742 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-663dba87-c2e8-4c37-8cba-5ebf53109891 req-bdf3dcc3-6d2b-4bca-95c0-d5bbff97d8fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 931 time: 0.0798531 Apr 29 15:41:05.574862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cf6dcf45-2688-482c-8895-ef20a8703294 None None] For port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0d096746-20ab-4363-bcd1-a9ee6bdcaf15,segment=NetworkSegment(d438383b-d821-4718-9bf1-f1394cb1f12c),segment_id=d438383b-d821-4718-9bf1-f1394cb1f12c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:05.575310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf6dcf45-2688-482c-8895-ef20a8703294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.599145 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-663dba87-c2e8-4c37-8cba-5ebf53109891 req-2601125b-99c3-486a-86f5-55f77d0878a8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407772 Apr 29 15:41:05.700847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cf6dcf45-2688-482c-8895-ef20a8703294 None None] Calling delete_port for 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:41:05.732212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3accdcfb-4439-4848-ae0e-c3d40c2f6901 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:41:05.744084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] For port 8b325b57-3b61-4223-b665-cf511ce08dc7, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8b325b57-3b61-4223-b665-cf511ce08dc7,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:05.744084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.753434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.867562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cf6dcf45-2688-482c-8895-ef20a8703294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:05.890277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Calling delete_port for 8b325b57-3b61-4223-b665-cf511ce08dc7 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:41:05.919617 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dcf45-2688-482c-8895-ef20a8703294 None None] Pushing event deleted for resources: {'Port': ['ID=0d096746-20ab-4363-bcd1-a9ee6bdcaf15,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:05.921488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6dcf45-2688-482c-8895-ef20a8703294 None None] No DVR routers for this DVR port 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:41:05.929430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Transition to ACTIVE for port object 3accdcfb-4439-4848-ae0e-c3d40c2f6901 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:41:05.993549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.314488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Pushing event updated for resources: {'Port': ['ID=3accdcfb-4439-4848-ae0e-c3d40c2f6901,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:06.404747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Attempting to bind port 3accdcfb-4439-4848-ae0e-c3d40c2f6901 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:41:06.405077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Attempting to bind port 3accdcfb-4439-4848-ae0e-c3d40c2f6901 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:41:06.405398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Attempting to bind port 3accdcfb-4439-4848-ae0e-c3d40c2f6901 on network 4365e9cd-d410-4444-9e6f-15a86ec8426a {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:41:06.409982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Port 3accdcfb-4439-4848-ae0e-c3d40c2f6901 on network 4365e9cd-d410-4444-9e6f-15a86ec8426a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:41:06.410290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Attempting to bind port 3accdcfb-4439-4848-ae0e-c3d40c2f6901 on network 4365e9cd-d410-4444-9e6f-15a86ec8426a {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:41:06.415289 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:41:06.415613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Checking segment: {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:41:06.415985 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Bound using segment: {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:41:06.416393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Bound port: 3accdcfb-4439-4848-ae0e-c3d40c2f6901, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:41:06.416754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.458815 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.512331 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:06.536718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event deleted for resources: {'Port': ['ID=8b325b57-3b61-4223-b665-cf511ce08dc7,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:06.553329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:41:06.553680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0d096746-20ab-4363-bcd1-a9ee6bdcaf15 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:41:06.554106 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5f094b0e-15bb-40ac-a78c-0c0c18c18152 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:06.597539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 5f094b0e-15bb-40ac-a78c-0c0c18c18152 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:41:06.597539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5f094b0e-15bb-40ac-a78c-0c0c18c18152 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:41:06.650734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] For port 3accdcfb-4439-4848-ae0e-c3d40c2f6901, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:41:06.663611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] For port 3accdcfb-4439-4848-ae0e-c3d40c2f6901, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=3accdcfb-4439-4848-ae0e-c3d40c2f6901,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:41:06.666382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.786880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.835189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57124ea-ea7d-4da1-82db-fa5052b7844b req-9ec6d03b-728f-4df9-a8a8-d5439b984183 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:06.835189 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c57124ea-ea7d-4da1-82db-fa5052b7844b req-9ec6d03b-728f-4df9-a8a8-d5439b984183 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 943 time: 0.1128712 Apr 29 15:41:06.884411 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c57124ea-ea7d-4da1-82db-fa5052b7844b req-5418f151-d62b-468a-a5d8-e9308105a3eb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446041 Apr 29 15:41:06.955973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.955973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:06.955973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:06.955973 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] 10.222.0.44 "PUT /v2.0/ports/3accdcfb-4439-4848-ae0e-c3d40c2f6901 HTTP/1.1" status: 200 len: 1093 time: 2.0948374 Apr 29 15:41:06.961634 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'tag': '3accdcfb-4439-4848-ae0e-c3d40c2f6901'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:41:06.979943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.010707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc007c4a-b636-41b0-8d22-3b2021775d8b service neutron] Pushing event updated for resources: {'Port': ['ID=3accdcfb-4439-4848-ae0e-c3d40c2f6901,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:07.042024 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0843b20-5ce0-4bd0-989d-e4ef0da8cc5a'] response: {'name': 'network-changed', 'server_uuid': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'tag': '3accdcfb-4439-4848-ae0e-c3d40c2f6901', 'status': 'completed', 'code': 200} Apr 29 15:41:07.095123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.129676 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fa6de-6373-4b78-bac4-050387bb3fd2 req-f14eab3c-db1b-4d15-abf8-df3319e83462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:07.131195 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-839fa6de-6373-4b78-bac4-050387bb3fd2 req-f14eab3c-db1b-4d15-abf8-df3319e83462 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 1096 time: 0.0848436 Apr 29 15:41:07.132367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.132900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Fanout notify agent at l3_agent the message router_deleted on router 5efd5424-319b-4b7e-b639-744da161768a {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:41:07.174317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.175766 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-25be9330-2bc3-43f7-8ce9-4fcc61619555 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "DELETE /v2.0/routers/5efd5424-319b-4b7e-b639-744da161768a HTTP/1.1" status: 204 len: 168 time: 2.4474530 Apr 29 15:41:07.178588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40738) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:07.490388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.510652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fa6de-6373-4b78-bac4-050387bb3fd2 req-815a2425-7af7-4db4-ba26-5709dc49d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:07.510852 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-839fa6de-6373-4b78-bac4-050387bb3fd2 req-815a2425-7af7-4db4-ba26-5709dc49d1bf service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b55c25ae10474f2abd40a8267579e2cf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3684959 Apr 29 15:41:07.547468 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:41:07.640437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.678470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d13ae3-c5e3-4336-8e1a-736d382c188f']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:07.689853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fa6de-6373-4b78-bac4-050387bb3fd2 req-d0b4095d-d622-483e-9095-c40d6f61d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:07.694565 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd438383b-d821-4718-9bf1-f1394cb1f12c') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:07.694565 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd438383b-d821-4718-9bf1-f1394cb1f12c') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:07.698049 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-839fa6de-6373-4b78-bac4-050387bb3fd2 req-d0b4095d-d622-483e-9095-c40d6f61d9bc service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1710820 Apr 29 15:41:07.712873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.745173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.748008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:41:07.768443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:41:07.792493 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:41:07.850514 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947254e-5aad-4c7b-94f9-98b56759150e req-edf44b30-16cd-4f5a-a235-17effbc3993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:07.850514 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-edf44b30-16cd-4f5a-a235-17effbc3993e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 1096 time: 0.0996294 Apr 29 15:41:07.928427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.941634 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-b2027245-231b-4254-89ff-a45ff34c5e2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3accdcfb-4439-4848-ae0e-c3d40c2f6901 HTTP/1.1" status: 200 len: 217 time: 0.0858188 Apr 29 15:41:07.958940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:07.971835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event deleted for resources: {'Network': ['ID=f3d13ae3-c5e3-4336-8e1a-736d382c188f,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:08.013675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947254e-5aad-4c7b-94f9-98b56759150e req-8d016270-c138-4ebc-a8fd-bd9c8e569ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:08.015617 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-8d016270-c138-4ebc-a8fd-bd9c8e569ec1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed51ffb7-2a3c-4563-82ab-581b60bde027 HTTP/1.1" status: 200 len: 834 time: 0.0662990 Apr 29 15:41:08.060379 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2782cb52-29b6-4d34-8052-cc4f495c4027 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "DELETE /v2.0/networks/f3d13ae3-c5e3-4336-8e1a-736d382c188f HTTP/1.1" status: 204 len: 168 time: 0.8798144 Apr 29 15:41:08.063585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40746) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:08.096805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3fb6b-bd92-416f-a04c-aea069eb3695 req-5feb2b56-26d7-4c85-b2e6-ebf28b9383ad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:08.098242 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8af3fb6b-bd92-416f-a04c-aea069eb3695 req-5feb2b56-26d7-4c85-b2e6-ebf28b9383ad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 943 time: 0.0917840 Apr 29 15:41:08.148186 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8af3fb6b-bd92-416f-a04c-aea069eb3695 req-795e0af8-cc16-4299-b729-9803b0de4220 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440807 Apr 29 15:41:08.158955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2dde940c-ed11-41fc-ac4f-4aabbc791f95 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.163621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947254e-5aad-4c7b-94f9-98b56759150e req-8494af76-1061-4723-bfd1-2359803e9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:08.165012 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-8494af76-1061-4723-bfd1-2359803e9b70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4365e9cd-d410-4444-9e6f-15a86ec8426a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1450624 Apr 29 15:41:08.225625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2dde940c-ed11-41fc-ac4f-4aabbc791f95 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.464440 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-17e716ed-76f3-46eb-ba33-45afe91b1f39 service neutron] 10.222.0.44 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911816 Apr 29 15:41:08.506498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8b325b57-3b61-4223-b665-cf511ce08dc7 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:41:08.548503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 8b325b57-3b61-4223-b665-cf511ce08dc7 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:41:08.548876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8b325b57-3b61-4223-b665-cf511ce08dc7 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:41:08.614056 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f947254e-5aad-4c7b-94f9-98b56759150e req-cd6d7029-94b8-404d-a8da-5ba4a3884916 service neutron] 10.222.0.44 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434727 Apr 29 15:41:08.642206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2dde940c-ed11-41fc-ac4f-4aabbc791f95 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.662185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde940c-ed11-41fc-ac4f-4aabbc791f95 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7009495e-5dd5-427f-813a-d4e5f4b756f8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:08.780953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2dde940c-ed11-41fc-ac4f-4aabbc791f95 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:08.782374 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2dde940c-ed11-41fc-ac4f-4aabbc791f95 tempest-TestNetworkAdvancedServerOps-200311166 tempest-TestNetworkAdvancedServerOps-200311166-project] 10.222.0.39 "DELETE /v2.0/security-groups/7009495e-5dd5-427f-813a-d4e5f4b756f8 HTTP/1.1" status: 204 len: 168 time: 0.7177238 Apr 29 15:41:09.339823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f74c2-4c96-4a0e-935f-55ba22ed7159 req-b3c84529-b260-4f75-95c0-85da7224d66a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:09.341920 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8c2f74c2-4c96-4a0e-935f-55ba22ed7159 req-b3c84529-b260-4f75-95c0-85da7224d66a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 943 time: 0.0860782 Apr 29 15:41:09.393968 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8c2f74c2-4c96-4a0e-935f-55ba22ed7159 req-dbe8d85e-694d-487c-a1df-470ac46e3101 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459857 Apr 29 15:41:09.398313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40758) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:09.548095 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b5e99ba8-8eaf-4d11-87e9-d67f28beb2ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8efcf5488424e6cab018c60c8a17ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492455 Apr 29 15:41:09.550532 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40764) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:09.607873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39649d29-c5ae-4ddd-a0f3-034d326fbaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.633281 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39649d29-c5ae-4ddd-a0f3-034d326fbaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.768547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39649d29-c5ae-4ddd-a0f3-034d326fbaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.785753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39649d29-c5ae-4ddd-a0f3-034d326fbaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd444f7-ae38-44eb-9005-0f6694d8aa26,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:09.792352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39649d29-c5ae-4ddd-a0f3-034d326fbaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:09.793484 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-39649d29-c5ae-4ddd-a0f3-034d326fbaa5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfd444f7-ae38-44eb-9005-0f6694d8aa26 HTTP/1.1" status: 204 len: 168 time: 0.2420695 Apr 29 15:41:10.461016 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40774) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:10.482005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-663cfa24-34d4-4aee-9448-70c87ce53852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.496688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-663cfa24-34d4-4aee-9448-70c87ce53852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:10.500980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-663cfa24-34d4-4aee-9448-70c87ce53852 admin admin] Usage tracker for resource:security_group_rule and tenant:b84d2d89a8f44d39b3c05b5a8f7770b9 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:10.503888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-663cfa24-34d4-4aee-9448-70c87ce53852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:10.509781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-663cfa24-34d4-4aee-9448-70c87ce53852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:10.648154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92a672-88c5-4989-b796-8fd6f3a51b3e req-f44acd78-91d2-40f0-b6b9-fb2a3fcc3dcc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:10.648154 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f92a672-88c5-4989-b796-8fd6f3a51b3e req-f44acd78-91d2-40f0-b6b9-fb2a3fcc3dcc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 943 time: 0.1284132 Apr 29 15:41:10.687531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-663cfa24-34d4-4aee-9448-70c87ce53852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.714274 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f92a672-88c5-4989-b796-8fd6f3a51b3e req-9b5942e9-5772-488d-9902-57f1e62ee000 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626361 Apr 29 15:41:10.756772 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-663cfa24-34d4-4aee-9448-70c87ce53852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.810874 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40778) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:10.811419 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-663cfa24-34d4-4aee-9448-70c87ce53852 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b84d2d89a8f44d39b3c05b5a8f7770b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480802 Apr 29 15:41:10.811419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cfa24-34d4-4aee-9448-70c87ce53852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4ffabd-be51-41ab-90fc-c11215d687b9,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:10.878106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac063430-62b1-46d0-bd77-91785e29a1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:10.904029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac063430-62b1-46d0-bd77-91785e29a1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.032569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac063430-62b1-46d0-bd77-91785e29a1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.046752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac063430-62b1-46d0-bd77-91785e29a1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4ffabd-be51-41ab-90fc-c11215d687b9,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:11.056527 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ac063430-62b1-46d0-bd77-91785e29a1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.056527 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ac063430-62b1-46d0-bd77-91785e29a1cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc4ffabd-be51-41ab-90fc-c11215d687b9 HTTP/1.1" status: 204 len: 168 time: 0.2438531 Apr 29 15:41:11.261862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 3accdcfb-4439-4848-ae0e-c3d40c2f6901 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:41:11.470947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 3accdcfb-4439-4848-ae0e-c3d40c2f6901, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=3accdcfb-4439-4848-ae0e-c3d40c2f6901,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:11.485612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '3accdcfb-4439-4848-ae0e-c3d40c2f6901', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'port_id': '3accdcfb-4439-4848-ae0e-c3d40c2f6901', 'mac_address': 'fa:16:3e:60:07:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:41:11.551599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.571893 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3accdcfb-4439-4848-ae0e-c3d40c2f6901 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:41:11.590060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 3accdcfb-4439-4848-ae0e-c3d40c2f6901, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=3accdcfb-4439-4848-ae0e-c3d40c2f6901,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:11.655367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:11.728838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=3accdcfb-4439-4848-ae0e-c3d40c2f6901,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:11.875262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['3accdcfb-4439-4848-ae0e-c3d40c2f6901'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:41:11.915067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f018a4-663e-4ff3-914d-ddc58a955e67 req-0a278a13-ec54-4567-b052-b9ddd2de7007 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:11.916575 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-67f018a4-663e-4ff3-914d-ddc58a955e67 req-0a278a13-ec54-4567-b052-b9ddd2de7007 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 944 time: 0.0859323 Apr 29 15:41:11.963406 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-67f018a4-663e-4ff3-914d-ddc58a955e67 req-16a9b1eb-04e3-47a3-88bd-2b55d40c6129 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400171 Apr 29 15:41:13.167431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353e351-e645-4c55-b7c2-995494bd2669 req-35072199-5c8e-445f-8061-fc288ddfb1a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:13.167431 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5353e351-e645-4c55-b7c2-995494bd2669 req-35072199-5c8e-445f-8061-fc288ddfb1a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 944 time: 0.0947545 Apr 29 15:41:13.215970 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5353e351-e645-4c55-b7c2-995494bd2669 req-0178e460-d583-4f94-9672-8a5ac76e65ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435500 Apr 29 15:41:13.276932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 3accdcfb-4439-4848-ae0e-c3d40c2f6901 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:41:13.644052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 3accdcfb-4439-4848-ae0e-c3d40c2f6901 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:41:13.651683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 3accdcfb-4439-4848-ae0e-c3d40c2f6901 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:41:13.654059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.785374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:13.813246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3accdcfb-4439-4848-ae0e-c3d40c2f6901'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:41:13.824605 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 3accdcfb-4439-4848-ae0e-c3d40c2f6901, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=3accdcfb-4439-4848-ae0e-c3d40c2f6901,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:41:13.935860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:14.008349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=3accdcfb-4439-4848-ae0e-c3d40c2f6901,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:14.057035 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03450f6-5c1d-48f2-a70f-ee51979003fa'] response: {'server_uuid': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3accdcfb-4439-4848-ae0e-c3d40c2f6901', 'code': 200} Apr 29 15:41:14.407511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99734aae-0c5f-4075-ad70-c28aa7971b23 req-2a412cf7-ffca-4bfc-af25-19a26aa26e75 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:14.409011 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-99734aae-0c5f-4075-ad70-c28aa7971b23 req-2a412cf7-ffca-4bfc-af25-19a26aa26e75 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 945 time: 0.0832834 Apr 29 15:41:14.466086 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-99734aae-0c5f-4075-ad70-c28aa7971b23 req-6b026ef8-ece7-4866-a8f0-e65f96518e37 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438554 Apr 29 15:41:14.625356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14cd26-d076-4de0-bc48-d18db4764e25 req-547f81cb-d7c0-4aa4-a1c4-2b0a46de1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:14.643123 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ce14cd26-d076-4de0-bc48-d18db4764e25 req-547f81cb-d7c0-4aa4-a1c4-2b0a46de1e32 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 1098 time: 0.0727186 Apr 29 15:41:14.671929 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ce14cd26-d076-4de0-bc48-d18db4764e25 req-79363bf1-c8a9-4ce8-89dc-c23af2e58cc3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356574 Apr 29 15:41:15.647772 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adf41c-5593-4122-b08c-1049a6f85870 req-ebd7f45b-d605-443e-a90f-ab519633d3f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:15.650057 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-79adf41c-5593-4122-b08c-1049a6f85870 req-ebd7f45b-d605-443e-a90f-ab519633d3f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 945 time: 0.0826190 Apr 29 15:41:15.695399 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-79adf41c-5593-4122-b08c-1049a6f85870 req-46bf82dc-9240-4db0-a1eb-2c16c61b8a48 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392351 Apr 29 15:41:16.886348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fa88a-8206-4a9b-ba31-f26e9a0284af req-d0184233-783f-4667-8000-7b4729e92bb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:16.888005 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ec8fa88a-8206-4a9b-ba31-f26e9a0284af req-d0184233-783f-4667-8000-7b4729e92bb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 945 time: 0.0845287 Apr 29 15:41:16.935427 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ec8fa88a-8206-4a9b-ba31-f26e9a0284af req-49f0c534-bd95-4679-ad82-5da9ce642e24 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416069 Apr 29 15:41:17.129036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9e911-6734-440b-8ccd-1b6bc2457b9f req-ce89fb51-7496-41eb-959c-b0c46d5f4d90 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:17.130500 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-09f9e911-6734-440b-8ccd-1b6bc2457b9f req-ce89fb51-7496-41eb-959c-b0c46d5f4d90 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 945 time: 0.0809014 Apr 29 15:41:17.175368 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-09f9e911-6734-440b-8ccd-1b6bc2457b9f req-d85a1dca-7380-42f6-8118-f4a347970e6d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392647 Apr 29 15:41:17.198509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40802) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:17.275171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e342a5-5709-4175-80f8-c48c9a87cf11 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:17.276729 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-30e342a5-5709-4175-80f8-c48c9a87cf11 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 1093 time: 0.0772223 Apr 29 15:41:17.280131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40806) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:17.285368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '3accdcfb-4439-4848-ae0e-c3d40c2f6901', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:41:17.291420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:17.295402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:floatingip and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:17.298326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:17.304016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:17.403894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.540767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.676437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.57 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/0fa93ae6-b09c-4814-8a8f-6f4eeae78531) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:41:17.827592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:17.946835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.012408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:41:18.016308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:41:18.018906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:41:18.058883 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=0fa93ae6-b09c-4814-8a8f-6f4eeae78531,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:18.423202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.599801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:18.927873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.384979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.491636 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=0fa93ae6-b09c-4814-8a8f-6f4eeae78531,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:19.504415 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:19.675321 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP d0d316a7-313b-47b3-a270-424bb9a5fc3b associated. External IP: 172.26.2.57, port: 3accdcfb-4439-4848-ae0e-c3d40c2f6901. Apr 29 15:41:20.020592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:41:20.199345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:41:20.210115 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a8e9f-5652-4b63-8cb5-be123b0c987e None None] Sync routers for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:41:20.218826 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a8e9f-5652-4b63-8cb5-be123b0c987e None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:41:20.219576 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-af0a8e9f-5652-4b63-8cb5-be123b0c987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:41:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:20.322417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:20.383530 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5349ddb2-1b15-437f-bb10-3a7a0d4b23fe tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0983384 Apr 29 15:41:20.383530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'tag': '3accdcfb-4439-4848-ae0e-c3d40c2f6901'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:41:20.384073 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40810) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:20.436697 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-af0a8e9f-5652-4b63-8cb5-be123b0c987e None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:41:20.438998 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b1ca3fb-ffde-4ddc-b85c-abe04c87f306'] response: {'name': 'network-changed', 'server_uuid': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'tag': '3accdcfb-4439-4848-ae0e-c3d40c2f6901', 'status': 'completed', 'code': 200} Apr 29 15:41:20.511174 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e592a85e-ab51-4a1e-8eea-1cd5dd7740e2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/d0d316a7-313b-47b3-a270-424bb9a5fc3b HTTP/1.1" status: 200 len: 990 time: 0.1266208 Apr 29 15:41:20.536296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f76b59-69c5-4f88-b5d0-07e808a30e50 req-fc245186-b459-4c8a-838f-6e7ae26581f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:20.537880 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-34f76b59-69c5-4f88-b5d0-07e808a30e50 req-fc245186-b459-4c8a-838f-6e7ae26581f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 1098 time: 0.0752447 Apr 29 15:41:20.674945 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f76b59-69c5-4f88-b5d0-07e808a30e50 req-e19d37f6-e21e-4304-88a8-250207781a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:20.676695 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-34f76b59-69c5-4f88-b5d0-07e808a30e50 req-e19d37f6-e21e-4304-88a8-250207781a09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4365e9cd-d410-4444-9e6f-15a86ec8426a HTTP/1.1" status: 200 len: 898 time: 0.1327944 Apr 29 15:41:20.790932 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-34f76b59-69c5-4f88-b5d0-07e808a30e50 req-edfb01fa-c527-4f57-b00b-ff3924359398 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3accdcfb-4439-4848-ae0e-c3d40c2f6901 HTTP/1.1" status: 200 len: 998 time: 0.1022775 Apr 29 15:41:20.792574 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-af0a8e9f-5652-4b63-8cb5-be123b0c987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd0d316a7-313b-47b3-a270-424bb9a5fc3b', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.57', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'port_id': '3accdcfb-4439-4848-ae0e-c3d40c2f6901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'mac_address': 'fa:16:3e:60:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:41:18Z', 'updated_at': '2022-04-29T15:41:18Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:41:00Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:20.796525 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a8e9f-5652-4b63-8cb5-be123b0c987e None None] Checking router: 29e3e57b-68c6-4e71-8333-32e1e73f06d5 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:41:20.807154 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a8e9f-5652-4b63-8cb5-be123b0c987e None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:41:20.807739 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-af0a8e9f-5652-4b63-8cb5-be123b0c987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:41:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:20.965458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f76b59-69c5-4f88-b5d0-07e808a30e50 req-50dd38a3-d6f7-499a-b584-a39e353e4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:20.967504 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-34f76b59-69c5-4f88-b5d0-07e808a30e50 req-50dd38a3-d6f7-499a-b584-a39e353e4607 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed51ffb7-2a3c-4563-82ab-581b60bde027 HTTP/1.1" status: 200 len: 834 time: 0.1747422 Apr 29 15:41:20.985658 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-af0a8e9f-5652-4b63-8cb5-be123b0c987e None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:41:21.048111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f76b59-69c5-4f88-b5d0-07e808a30e50 req-237f7928-d807-4d16-b4a2-9573ebeff506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:21.049596 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-34f76b59-69c5-4f88-b5d0-07e808a30e50 req-237f7928-d807-4d16-b4a2-9573ebeff506 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4365e9cd-d410-4444-9e6f-15a86ec8426a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712452 Apr 29 15:41:21.178632 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-34f76b59-69c5-4f88-b5d0-07e808a30e50 req-8d16a44a-92a8-4adb-bbe6-a9c5a06cd1cc service neutron] 10.222.0.44 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227891 Apr 29 15:41:21.312712 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-34f76b59-69c5-4f88-b5d0-07e808a30e50 req-d41786b4-6d56-43f1-89be-5fdfd118c656 service neutron] 10.222.0.44 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270394 Apr 29 15:41:21.339017 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-af0a8e9f-5652-4b63-8cb5-be123b0c987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd0d316a7-313b-47b3-a270-424bb9a5fc3b', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.57', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'port_id': '3accdcfb-4439-4848-ae0e-c3d40c2f6901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'mac_address': 'fa:16:3e:60:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:41:18Z', 'updated_at': '2022-04-29T15:41:18Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:41:00Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:21.343418 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0a8e9f-5652-4b63-8cb5-be123b0c987e None None] The sync data for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv is: [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd0d316a7-313b-47b3-a270-424bb9a5fc3b', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.57', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'port_id': '3accdcfb-4439-4848-ae0e-c3d40c2f6901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'mac_address': 'fa:16:3e:60:07:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:41:18Z', 'updated_at': '2022-04-29T15:41:18Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:41:00Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:41:21.514099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40816) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:21.528077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699c42d6-4ed6-4048-b245-e29fb67de1bc None None] New status for floating IP d0d316a7-313b-47b3-a270-424bb9a5fc3b: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:41:21.624704 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3e18a843-b666-44ed-952b-dd5f63567ff3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/d0d316a7-313b-47b3-a270-424bb9a5fc3b HTTP/1.1" status: 200 len: 990 time: 0.1094191 Apr 29 15:41:22.628616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40820) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:22.736245 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f05b514a-ba4e-4b7e-955a-d5ff3cb8043c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/d0d316a7-313b-47b3-a270-424bb9a5fc3b HTTP/1.1" status: 200 len: 992 time: 0.1064923 Apr 29 15:41:24.071614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:32.127872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dfb1842e-3515-428c-928f-0d992afd0312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:34.265727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1e27-c7f5-445f-a299-80156fa77c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.192375 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:35.380078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:37.094683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:44.547527 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:41:47.351790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40838) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:47.432946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd72ad-bad2-4f8b-a73b-d7a71e5fde9d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:47.432946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd72ad-bad2-4f8b-a73b-d7a71e5fde9d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:47.432946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd72ad-bad2-4f8b-a73b-d7a71e5fde9d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:47.433994 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c6fd72ad-bad2-4f8b-a73b-d7a71e5fde9d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=b55c25ae10474f2abd40a8267579e2cf&network_id=4365e9cd-d410-4444-9e6f-15a86ec8426a HTTP/1.1" status: 200 len: 2999 time: 0.0806811 Apr 29 15:41:50.955936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40852) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:51.016648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d9e6f-5475-4c48-9c1d-a2704b743146 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:51.018349 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b16d9e6f-5475-4c48-9c1d-a2704b743146 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7 HTTP/1.1" status: 200 len: 814 time: 0.0611775 Apr 29 15:41:51.979186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40860) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:51.985420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-cd7cced9-bdfa-4948-9c14-921d1e4575f6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:41:52.085868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd7cced9-bdfa-4948-9c14-921d1e4575f6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.350767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd7cced9-bdfa-4948-9c14-921d1e4575f6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.429610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd7cced9-bdfa-4948-9c14-921d1e4575f6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:52.433194 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-cd7cced9-bdfa-4948-9c14-921d1e4575f6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP d0d316a7-313b-47b3-a270-424bb9a5fc3b disassociated. External IP: 172.26.2.57, port: 3accdcfb-4439-4848-ae0e-c3d40c2f6901. Apr 29 15:41:52.891350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7cced9-bdfa-4948-9c14-921d1e4575f6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:41:53.071511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7cced9-bdfa-4948-9c14-921d1e4575f6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:41:53.077375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd7cced9-bdfa-4948-9c14-921d1e4575f6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:53.081884 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f542e7f-cb0b-453f-a99a-650b500acb25 None None] Sync routers for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:41:53.092137 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f542e7f-cb0b-453f-a99a-650b500acb25 None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:41:53.093097 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1f542e7f-cb0b-453f-a99a-650b500acb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:41:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:53.135898 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cd7cced9-bdfa-4948-9c14-921d1e4575f6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/floatingips/d0d316a7-313b-47b3-a270-424bb9a5fc3b HTTP/1.1" status: 200 len: 689 time: 1.1556141 Apr 29 15:41:53.137014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'tag': '3accdcfb-4439-4848-ae0e-c3d40c2f6901'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:41:53.139306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40864) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:53.185873 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dffe793-f532-481e-ae3e-8048512dba07'] response: {'name': 'network-changed', 'server_uuid': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'tag': '3accdcfb-4439-4848-ae0e-c3d40c2f6901', 'status': 'completed', 'code': 200} Apr 29 15:41:53.229501 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8e789d77-b89c-4d39-a432-616a60808781 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/d0d316a7-313b-47b3-a270-424bb9a5fc3b HTTP/1.1" status: 200 len: 689 time: 0.0890617 Apr 29 15:41:53.283881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df867-e60c-4883-aa36-405abf083fc4 req-14fcea82-dd77-44e2-8b88-86add1e7df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:53.285054 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d31df867-e60c-4883-aa36-405abf083fc4 req-14fcea82-dd77-44e2-8b88-86add1e7df8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 1098 time: 0.0741105 Apr 29 15:41:53.298359 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-1f542e7f-cb0b-453f-a99a-650b500acb25 None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:41:53.419842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df867-e60c-4883-aa36-405abf083fc4 req-fa6af609-dc83-435a-8d86-fe1f8c184ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:53.421307 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d31df867-e60c-4883-aa36-405abf083fc4 req-fa6af609-dc83-435a-8d86-fe1f8c184ce0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4365e9cd-d410-4444-9e6f-15a86ec8426a HTTP/1.1" status: 200 len: 898 time: 0.1301463 Apr 29 15:41:53.491772 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d31df867-e60c-4883-aa36-405abf083fc4 req-27cdce6b-dd65-4b3e-be6b-fa20b1167dcf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3accdcfb-4439-4848-ae0e-c3d40c2f6901 HTTP/1.1" status: 200 len: 217 time: 0.0646057 Apr 29 15:41:53.557426 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df867-e60c-4883-aa36-405abf083fc4 req-8be0475a-e7ab-4cb1-b108-d0b6b32fa8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:53.559095 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d31df867-e60c-4883-aa36-405abf083fc4 req-8be0475a-e7ab-4cb1-b108-d0b6b32fa8b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed51ffb7-2a3c-4563-82ab-581b60bde027 HTTP/1.1" status: 200 len: 834 time: 0.0601480 Apr 29 15:41:53.638115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df867-e60c-4883-aa36-405abf083fc4 req-8d039b9d-7877-4c4e-981d-8cc9489ea723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:41:53.639702 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d31df867-e60c-4883-aa36-405abf083fc4 req-8d039b9d-7877-4c4e-981d-8cc9489ea723 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4365e9cd-d410-4444-9e6f-15a86ec8426a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752218 Apr 29 15:41:53.652778 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1f542e7f-cb0b-453f-a99a-650b500acb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:41:00Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:53.656890 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f542e7f-cb0b-453f-a99a-650b500acb25 None None] Checking router: 29e3e57b-68c6-4e71-8333-32e1e73f06d5 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:41:53.665173 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f542e7f-cb0b-453f-a99a-650b500acb25 None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:41:53.665767 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1f542e7f-cb0b-453f-a99a-650b500acb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:41:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:53.778164 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d31df867-e60c-4883-aa36-405abf083fc4 req-c3820833-7b69-452e-a26c-26611d18088c service neutron] 10.222.0.44 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325753 Apr 29 15:41:53.846310 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-1f542e7f-cb0b-453f-a99a-650b500acb25 None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:41:53.916590 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d31df867-e60c-4883-aa36-405abf083fc4 req-2c330740-0abf-4db2-9eb5-bce401cf5e6f service neutron] 10.222.0.44 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325393 Apr 29 15:41:54.054362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:54.161791 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1f542e7f-cb0b-453f-a99a-650b500acb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:41:00Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:41:54.165488 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f542e7f-cb0b-453f-a99a-650b500acb25 None None] The sync data for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv is: [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:41:00Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:41:54.231851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40870) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:54.324750 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2eefc9e8-9c55-46f2-82a7-5d23f11f750e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/d0d316a7-313b-47b3-a270-424bb9a5fc3b HTTP/1.1" status: 200 len: 689 time: 0.0905476 Apr 29 15:41:54.392005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959c1db2-84e4-450e-a8a0-6d102f03edf1 None None] New status for floating IP d0d316a7-313b-47b3-a270-424bb9a5fc3b: DOWN {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:41:55.328393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40874) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:55.411200 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d4400fb6-b557-438b-bf87-b6f336836ef8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/d0d316a7-313b-47b3-a270-424bb9a5fc3b HTTP/1.1" status: 200 len: 687 time: 0.0816636 Apr 29 15:41:56.804189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40880) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:57.034633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364656728', 'description': 'tempest-secgroup-smoke-1364656728 description', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:41:57.040446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:57.050271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:57.128539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.148515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:57.152438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:57.155680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:57.160930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:57.230368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.315611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.359589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b1fff4-93ac-4f5f-8b62-40af4359f88a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:57.367309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:57.368192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:57.368192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:57.368413 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:57.368615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:57.368935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:57.369252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:57.369568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:57.369881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:57.370194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:57.370502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:57.371428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:41:57.419849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.421210 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fcef564d-28e9-4e65-8194-6d695e617cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6192846 Apr 29 15:41:57.424273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40886) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:57.429209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fcf69243-3606-44e7-8c65-01a961582c2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '40b1fff4-93ac-4f5f-8b62-40af4359f88a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:41:57.435518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fcf69243-3606-44e7-8c65-01a961582c2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:57.439257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fcf69243-3606-44e7-8c65-01a961582c2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:57.442169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fcf69243-3606-44e7-8c65-01a961582c2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:57.448157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fcf69243-3606-44e7-8c65-01a961582c2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:57.564490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcf69243-3606-44e7-8c65-01a961582c2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.624101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcf69243-3606-44e7-8c65-01a961582c2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.710116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcf69243-3606-44e7-8c65-01a961582c2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.736606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf69243-3606-44e7-8c65-01a961582c2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954ee162-1cce-440e-a650-420f28dd64af,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:57.818636 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fcf69243-3606-44e7-8c65-01a961582c2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.819848 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fcf69243-3606-44e7-8c65-01a961582c2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3946490 Apr 29 15:41:57.822684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40890) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:57.828059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ab30e40d-5c17-4317-b75b-c90084d37dcd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '40b1fff4-93ac-4f5f-8b62-40af4359f88a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:41:57.833822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ab30e40d-5c17-4317-b75b-c90084d37dcd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:57.837663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ab30e40d-5c17-4317-b75b-c90084d37dcd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:57.841227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ab30e40d-5c17-4317-b75b-c90084d37dcd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:57.846902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ab30e40d-5c17-4317-b75b-c90084d37dcd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:57.910405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab30e40d-5c17-4317-b75b-c90084d37dcd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:57.970178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab30e40d-5c17-4317-b75b-c90084d37dcd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.048752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab30e40d-5c17-4317-b75b-c90084d37dcd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.070895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30e40d-5c17-4317-b75b-c90084d37dcd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc4843b-2362-466a-a725-ed31772fced1,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:58.162455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ab30e40d-5c17-4317-b75b-c90084d37dcd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.163648 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ab30e40d-5c17-4317-b75b-c90084d37dcd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3400447 Apr 29 15:41:58.166440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40894) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:58.172589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0b51c6ac-3a6a-4a9a-a9a9-004881243fa7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '40b1fff4-93ac-4f5f-8b62-40af4359f88a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:41:58.178245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0b51c6ac-3a6a-4a9a-a9a9-004881243fa7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:58.182259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0b51c6ac-3a6a-4a9a-a9a9-004881243fa7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:58.185999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0b51c6ac-3a6a-4a9a-a9a9-004881243fa7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:58.197863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0b51c6ac-3a6a-4a9a-a9a9-004881243fa7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:58.261730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0b51c6ac-3a6a-4a9a-a9a9-004881243fa7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.337260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0b51c6ac-3a6a-4a9a-a9a9-004881243fa7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.425282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0b51c6ac-3a6a-4a9a-a9a9-004881243fa7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.447907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51c6ac-3a6a-4a9a-a9a9-004881243fa7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88797d01-6ea2-46fe-8632-3684d30c95f9,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:58.545446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0b51c6ac-3a6a-4a9a-a9a9-004881243fa7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.549207 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0b51c6ac-3a6a-4a9a-a9a9-004881243fa7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3793032 Apr 29 15:41:58.549547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40898) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:58.554548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-19fd6b3d-771d-4f70-96a0-9a2d5aa4334d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '40b1fff4-93ac-4f5f-8b62-40af4359f88a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:41:58.560549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-19fd6b3d-771d-4f70-96a0-9a2d5aa4334d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:58.564306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-19fd6b3d-771d-4f70-96a0-9a2d5aa4334d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:58.574892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-19fd6b3d-771d-4f70-96a0-9a2d5aa4334d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:58.574892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-19fd6b3d-771d-4f70-96a0-9a2d5aa4334d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:58.700827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-19fd6b3d-771d-4f70-96a0-9a2d5aa4334d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.764777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-19fd6b3d-771d-4f70-96a0-9a2d5aa4334d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.847713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-19fd6b3d-771d-4f70-96a0-9a2d5aa4334d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.871564 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd6b3d-771d-4f70-96a0-9a2d5aa4334d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e94fdb6-fdd3-40e5-937c-52317d8fbdad,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:58.934587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-19fd6b3d-771d-4f70-96a0-9a2d5aa4334d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:58.935925 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-19fd6b3d-771d-4f70-96a0-9a2d5aa4334d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3854499 Apr 29 15:41:58.938852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40904) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:58.943938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0b70ca6d-4c71-4e45-953a-cdecfbb9745c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '40b1fff4-93ac-4f5f-8b62-40af4359f88a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:41:58.950634 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0b70ca6d-4c71-4e45-953a-cdecfbb9745c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:58.954478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0b70ca6d-4c71-4e45-953a-cdecfbb9745c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:58.957388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0b70ca6d-4c71-4e45-953a-cdecfbb9745c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:58.962924 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0b70ca6d-4c71-4e45-953a-cdecfbb9745c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:59.019763 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-0b70ca6d-4c71-4e45-953a-cdecfbb9745c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:41:59.026652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0b70ca6d-4c71-4e45-953a-cdecfbb9745c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.092297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0b70ca6d-4c71-4e45-953a-cdecfbb9745c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.189591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0b70ca6d-4c71-4e45-953a-cdecfbb9745c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.214791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70ca6d-4c71-4e45-953a-cdecfbb9745c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157b52c8-870d-42b0-a79f-be35b7ba16bf,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:59.340290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0b70ca6d-4c71-4e45-953a-cdecfbb9745c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.341767 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0b70ca6d-4c71-4e45-953a-cdecfbb9745c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4019830 Apr 29 15:41:59.344601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40908) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:41:59.349793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-70925ef3-6bf7-4c3f-a74c-6ef4ee8f38c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '40b1fff4-93ac-4f5f-8b62-40af4359f88a', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:41:59.356592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-70925ef3-6bf7-4c3f-a74c-6ef4ee8f38c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:41:59.360430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-70925ef3-6bf7-4c3f-a74c-6ef4ee8f38c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:41:59.363434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-70925ef3-6bf7-4c3f-a74c-6ef4ee8f38c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:41:59.368963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-70925ef3-6bf7-4c3f-a74c-6ef4ee8f38c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:41:59.461121 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-70925ef3-6bf7-4c3f-a74c-6ef4ee8f38c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:41:59.472712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-70925ef3-6bf7-4c3f-a74c-6ef4ee8f38c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.537011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-70925ef3-6bf7-4c3f-a74c-6ef4ee8f38c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.625490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-70925ef3-6bf7-4c3f-a74c-6ef4ee8f38c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.750366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70925ef3-6bf7-4c3f-a74c-6ef4ee8f38c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66d29d4-3cdc-482f-b321-bbfe6e3f759a,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:41:59.843772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-70925ef3-6bf7-4c3f-a74c-6ef4ee8f38c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:41:59.844964 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-70925ef3-6bf7-4c3f-a74c-6ef4ee8f38c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4989545 Apr 29 15:42:00.011369 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-8f43730a-1523-4135-8af6-4767665a5a3c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364656728&fields=id&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 267 time: 0.0403154 Apr 29 15:42:00.267680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1c6d7d15-c3bb-439d-a84f-55694ea0ad75 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:00.269069 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1c6d7d15-c3bb-439d-a84f-55694ea0ad75 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/networks?id=4365e9cd-d410-4444-9e6f-15a86ec8426a HTTP/1.1" status: 200 len: 797 time: 0.2505627 Apr 29 15:42:00.285424 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-25e86c8d-1f57-488a-a0e6-fe6ec2f30d41 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/quotas/b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 375 time: 0.0108244 Apr 29 15:42:00.373644 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-573cf870-d893-4885-8501-27754897ae09 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0829699 Apr 29 15:42:00.513387 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-f278242a-79e4-4496-9d98-17ab532a58de service neutron] 10.222.0.39 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279957 Apr 29 15:42:00.648382 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-13ef0f96-10ae-4a15-9d0d-406be4a92ab5 service neutron] 10.222.0.39 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292448 Apr 29 15:42:00.938844 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-09d88a8c-f35c-4e14-af20-ab9b4429300f req-2cc4f17e-05ce-4611-923e-651dd4d873d7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 210 time: 0.0470445 Apr 29 15:42:02.093218 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4e46c4fb-b03b-4829-a1fd-4cb7085c83e7 req-c72d009c-bb4d-4060-bcf6-6550cc29b5ee tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 210 time: 0.0441577 Apr 29 15:42:02.139817 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4952fa92-b903-4cfa-bc47-c2ebad02cd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:03.199541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-31b60a93-4720-4942-b72f-cb0754a1a89b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:03.201289 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-31b60a93-4720-4942-b72f-cb0754a1a89b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks?id=4365e9cd-d410-4444-9e6f-15a86ec8426a HTTP/1.1" status: 200 len: 797 time: 0.1519172 Apr 29 15:42:03.249211 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8dd75b18-f457-4499-a6c8-edb26799f512 req-fa00a4ef-a3b2-4169-95ac-183581db7206 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 210 time: 0.0432081 Apr 29 15:42:03.254074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-2ca25946-13bf-4249-9f0b-eed5ae706f78 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:03.368106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-2ca25946-13bf-4249-9f0b-eed5ae706f78 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:03.369727 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-2ca25946-13bf-4249-9f0b-eed5ae706f78 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 473 time: 0.1607387 Apr 29 15:42:03.380254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'device_id': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'admin_state_up': True, 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'security_groups': ['40b1fff4-93ac-4f5f-8b62-40af4359f88a']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:42:03.517093 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:42:03.526561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:42:03.619314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:42:03.623628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:03.787031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.3 (4365e9cd-d410-4444-9e6f-15a86ec8426a/ed51ffb7-2a3c-4563-82ab-581b60bde027/75afb2b0-dd38-4f63-ac48-cba5f43d248a) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:42:03.981181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:03.996366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object 75afb2b0-dd38-4f63-ac48-cba5f43d248a will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:04.093941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:04.164538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 4365e9cd-d410-4444-9e6f-15a86ec8426a is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:42:04.168123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:42:04.172069 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:42:04.207026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-95b101f2-91c2-4ffa-b0c1-6007ea74e606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:04.209092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=75afb2b0-dd38-4f63-ac48-cba5f43d248a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:04.257620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:04.258358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:04.374947 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-1a574973-ecd6-466f-a8f6-f4129549eb3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0004508 Apr 29 15:42:04.387324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Request body: {'port': {'device_id': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:42:04.451490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf41937-572c-406e-8f5e-cb169a50cd9c req-3155d63f-707d-4c22-87eb-6adaf23cd4b5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:04.453024 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bf41937-572c-406e-8f5e-cb169a50cd9c req-3155d63f-707d-4c22-87eb-6adaf23cd4b5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 931 time: 0.0866439 Apr 29 15:42:04.500418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:04.501579 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bf41937-572c-406e-8f5e-cb169a50cd9c req-728743b1-fc54-4a1d-a7f5-e951dc7db9e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424707 Apr 29 15:42:04.522001 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f75ae719-ae01-4700-8a1d-5bb1a067e38e None None] Provisioning for port 75afb2b0-dd38-4f63-ac48-cba5f43d248a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:04.528641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f75ae719-ae01-4700-8a1d-5bb1a067e38e None None] Provisioning complete for port 75afb2b0-dd38-4f63-ac48-cba5f43d248a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:04.533996 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f75ae719-ae01-4700-8a1d-5bb1a067e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:04.584653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f75ae719-ae01-4700-8a1d-5bb1a067e38e None None] Port 75afb2b0-dd38-4f63-ac48-cba5f43d248a cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:42:04.841758 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75afb2b0-dd38-4f63-ac48-cba5f43d248a {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:42:04.849055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:04.863622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Transition to ACTIVE for port object 75afb2b0-dd38-4f63-ac48-cba5f43d248a will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:42:05.013777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.184136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Pushing event updated for resources: {'Port': ['ID=75afb2b0-dd38-4f63-ac48-cba5f43d248a,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:05.201726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.257988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Attempting to bind port 75afb2b0-dd38-4f63-ac48-cba5f43d248a on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:42:05.258476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Attempting to bind port 75afb2b0-dd38-4f63-ac48-cba5f43d248a by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:42:05.258800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Attempting to bind port 75afb2b0-dd38-4f63-ac48-cba5f43d248a on network 4365e9cd-d410-4444-9e6f-15a86ec8426a {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:42:05.264423 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Port 75afb2b0-dd38-4f63-ac48-cba5f43d248a on network 4365e9cd-d410-4444-9e6f-15a86ec8426a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:42:05.264768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Attempting to bind port 75afb2b0-dd38-4f63-ac48-cba5f43d248a on network 4365e9cd-d410-4444-9e6f-15a86ec8426a {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:42:05.269945 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:42:05.270307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Checking segment: {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:42:05.270658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Bound using segment: {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:42:05.271193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Bound port: 75afb2b0-dd38-4f63-ac48-cba5f43d248a, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0438d40-cce5-482c-9d55-1b784b157bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:42:05.271723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.343695 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.468706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] For port 75afb2b0-dd38-4f63-ac48-cba5f43d248a, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:42:05.471559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] For port 75afb2b0-dd38-4f63-ac48-cba5f43d248a, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=75afb2b0-dd38-4f63-ac48-cba5f43d248a,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:42:05.567484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.631041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:05.631730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:05.633136 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] 10.222.0.44 "PUT /v2.0/ports/75afb2b0-dd38-4f63-ac48-cba5f43d248a HTTP/1.1" status: 200 len: 1093 time: 1.2509847 Apr 29 15:42:05.633562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'tag': '75afb2b0-dd38-4f63-ac48-cba5f43d248a'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:42:05.664692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236b1dd-7ef7-427e-804f-9c48218eb55a service neutron] Pushing event updated for resources: {'Port': ['ID=75afb2b0-dd38-4f63-ac48-cba5f43d248a,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:05.692341 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4fb870-0ca7-441f-9e02-1b258d97d491'] response: {'name': 'network-changed', 'server_uuid': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'tag': '75afb2b0-dd38-4f63-ac48-cba5f43d248a', 'status': 'completed', 'code': 200} Apr 29 15:42:05.708978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa69bf-af38-4afc-8f95-8a924f92ded2 req-bb532d58-89ac-4bef-b95d-84c763af00a7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:05.710675 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-98fa69bf-af38-4afc-8f95-8a924f92ded2 req-bb532d58-89ac-4bef-b95d-84c763af00a7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 943 time: 0.0986104 Apr 29 15:42:05.773212 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-98fa69bf-af38-4afc-8f95-8a924f92ded2 req-8f3aa9c3-bec0-4e47-8641-12abbc0d0ea4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515249 Apr 29 15:42:05.812513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66104697-9dc6-4c3d-9feb-50d335159233 req-654d8438-ade8-41c4-80c1-ae1f5305ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:05.814093 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-66104697-9dc6-4c3d-9feb-50d335159233 req-654d8438-ade8-41c4-80c1-ae1f5305ec04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 1096 time: 0.1012001 Apr 29 15:42:05.952213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66104697-9dc6-4c3d-9feb-50d335159233 req-08b4d4a2-71df-4005-a3f3-fef0c0550760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:05.953668 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-66104697-9dc6-4c3d-9feb-50d335159233 req-08b4d4a2-71df-4005-a3f3-fef0c0550760 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b55c25ae10474f2abd40a8267579e2cf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1329596 Apr 29 15:42:06.088685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66104697-9dc6-4c3d-9feb-50d335159233 req-0722c8ba-77dd-4d8b-8632-05b9b6fee72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:06.091015 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-66104697-9dc6-4c3d-9feb-50d335159233 req-0722c8ba-77dd-4d8b-8632-05b9b6fee72a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307991 Apr 29 15:42:06.193804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-e0030d01-f016-43cd-9f30-742bb76e1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:06.195270 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-e0030d01-f016-43cd-9f30-742bb76e1d94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 1096 time: 0.0711241 Apr 29 15:42:06.264829 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-2ffff3f6-b088-48bd-97cf-2dd05ed32c8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75afb2b0-dd38-4f63-ac48-cba5f43d248a HTTP/1.1" status: 200 len: 217 time: 0.0634847 Apr 29 15:42:06.327479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-9434f3d3-4c12-44e9-834d-ecf7bef71636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:06.328920 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-9434f3d3-4c12-44e9-834d-ecf7bef71636 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed51ffb7-2a3c-4563-82ab-581b60bde027 HTTP/1.1" status: 200 len: 834 time: 0.0585661 Apr 29 15:42:06.406816 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-27e22779-ee19-4022-aa17-dd58e3f4cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:06.408249 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-27e22779-ee19-4022-aa17-dd58e3f4cf8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4365e9cd-d410-4444-9e6f-15a86ec8426a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732400 Apr 29 15:42:06.544682 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-79a7b1f6-4db1-4191-af28-41d95bc8dbc4 service neutron] 10.222.0.44 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289034 Apr 29 15:42:06.679433 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b30720a3-b51e-4810-b54d-c0d46390e3f8 req-11f3b8d5-fe38-431f-a41d-4ff5d40afb45 service neutron] 10.222.0.44 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285164 Apr 29 15:42:06.963209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb624d73-246f-4757-9302-a9d5cc0fe185 req-b4f03e69-214f-4a22-8eb9-35dfbd3011c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:06.965452 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cb624d73-246f-4757-9302-a9d5cc0fe185 req-b4f03e69-214f-4a22-8eb9-35dfbd3011c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 943 time: 0.0879955 Apr 29 15:42:07.012088 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cb624d73-246f-4757-9302-a9d5cc0fe185 req-2a65a578-b168-4f46-a9b9-73da6bf96191 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Apr 29 15:42:07.076908 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:08.201329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0638b-2ce1-4cc4-a096-2ddad9a2bf51 req-b7635a37-682e-4448-8da2-899ad50dcae0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:08.202697 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-27f0638b-2ce1-4cc4-a096-2ddad9a2bf51 req-b7635a37-682e-4448-8da2-899ad50dcae0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 943 time: 0.0844140 Apr 29 15:42:08.248637 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-27f0638b-2ce1-4cc4-a096-2ddad9a2bf51 req-516c6426-00fa-4746-a60e-c67f28539f9a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 Apr 29 15:42:09.435974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b3e1b-c41a-4d5c-9684-af6e9b8ac8e1 req-677d927f-8dcf-4bc3-af1c-7c73cb948885 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:09.438127 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-622b3e1b-c41a-4d5c-9684-af6e9b8ac8e1 req-677d927f-8dcf-4bc3-af1c-7c73cb948885 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 943 time: 0.0846083 Apr 29 15:42:09.482614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-622b3e1b-c41a-4d5c-9684-af6e9b8ac8e1 req-44b2fc21-8f16-4b00-b956-b3a570a13d38 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394490 Apr 29 15:42:09.555699 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 75afb2b0-dd38-4f63-ac48-cba5f43d248a details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:42:09.694599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 75afb2b0-dd38-4f63-ac48-cba5f43d248a, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=75afb2b0-dd38-4f63-ac48-cba5f43d248a,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:09.707755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '75afb2b0-dd38-4f63-ac48-cba5f43d248a', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'port_id': '75afb2b0-dd38-4f63-ac48-cba5f43d248a', 'mac_address': 'fa:16:3e:91:68:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:42:09.771750 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.791787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75afb2b0-dd38-4f63-ac48-cba5f43d248a {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:42:09.807179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 75afb2b0-dd38-4f63-ac48-cba5f43d248a, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=75afb2b0-dd38-4f63-ac48-cba5f43d248a,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:09.904899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:09.972021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=75afb2b0-dd38-4f63-ac48-cba5f43d248a,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:09.979077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:09.979422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:09.980612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:09.981172 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:09.981520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:09.981855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:09.982186 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:09.982516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:09.982841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:09.983163 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:09.983483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:09.983800 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:10.131297 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['75afb2b0-dd38-4f63-ac48-cba5f43d248a'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:42:10.670353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68464ce4-7860-4190-bd69-1ad10096e421 req-203a5796-aff9-4dc0-be3e-e8823579f015 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:10.671805 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-68464ce4-7860-4190-bd69-1ad10096e421 req-203a5796-aff9-4dc0-be3e-e8823579f015 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 944 time: 0.0841212 Apr 29 15:42:10.715603 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-68464ce4-7860-4190-bd69-1ad10096e421 req-a81dcddf-abc8-496b-b74e-8a55f1960d04 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380583 Apr 29 15:42:11.571265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 75afb2b0-dd38-4f63-ac48-cba5f43d248a up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:42:11.716904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 75afb2b0-dd38-4f63-ac48-cba5f43d248a completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:42:11.716904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 75afb2b0-dd38-4f63-ac48-cba5f43d248a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:42:11.716904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.835709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:11.863652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75afb2b0-dd38-4f63-ac48-cba5f43d248a'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:42:11.874397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 75afb2b0-dd38-4f63-ac48-cba5f43d248a, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=75afb2b0-dd38-4f63-ac48-cba5f43d248a,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:11.907766 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602336e-7d08-4a91-a264-fcad9a08a169 req-e612240f-e85d-4fc0-a7ee-00c4ef793188 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:11.909367 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2602336e-7d08-4a91-a264-fcad9a08a169 req-e612240f-e85d-4fc0-a7ee-00c4ef793188 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 944 time: 0.0841875 Apr 29 15:42:11.910665 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9412abc4-d00d-4d86-8f3f-9f7dd23c232a'] response: {'server_uuid': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75afb2b0-dd38-4f63-ac48-cba5f43d248a', 'code': 200} Apr 29 15:42:11.954617 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2602336e-7d08-4a91-a264-fcad9a08a169 req-cde1022f-06df-4089-a08d-67cfbd49b47c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389943 Apr 29 15:42:11.962115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:12.031369 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=75afb2b0-dd38-4f63-ac48-cba5f43d248a,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:12.339418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbd0d0-5e5f-41ea-a40b-5925acfe230b req-f6dddaa6-54a9-418c-99df-b7160bae76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:12.344621 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-40dbd0d0-5e5f-41ea-a40b-5925acfe230b req-f6dddaa6-54a9-418c-99df-b7160bae76ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 1098 time: 0.0703704 Apr 29 15:42:12.381029 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-40dbd0d0-5e5f-41ea-a40b-5925acfe230b req-eaef7cc0-f3b0-461a-a3b8-d66c4f4ae7e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339050 Apr 29 15:42:13.152032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310329cd-c6de-435b-8b79-f1e4f4edaedf req-279834ef-5e43-4c76-9d00-924cb30381cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:13.154538 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-310329cd-c6de-435b-8b79-f1e4f4edaedf req-279834ef-5e43-4c76-9d00-924cb30381cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 945 time: 0.0862153 Apr 29 15:42:13.199033 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-310329cd-c6de-435b-8b79-f1e4f4edaedf req-cc064609-086f-4546-b197-0f8073abcfbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382283 Apr 29 15:42:14.385044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad26e5-eded-4b6d-861c-8ebaaa525386 req-b50a6027-052f-4d95-a370-30cf6a3b5d97 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:14.386597 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-72ad26e5-eded-4b6d-861c-8ebaaa525386 req-b50a6027-052f-4d95-a370-30cf6a3b5d97 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 945 time: 0.0789249 Apr 29 15:42:14.434161 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-72ad26e5-eded-4b6d-861c-8ebaaa525386 req-09b30565-193d-4c8f-8d3c-d46d1bed018e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419819 Apr 29 15:42:14.618229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63847709-a916-4d6b-b060-0bd3ae9aa98e req-87abfdec-6597-4efc-9b77-ea123e761f97 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:14.619680 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-63847709-a916-4d6b-b060-0bd3ae9aa98e req-87abfdec-6597-4efc-9b77-ea123e761f97 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 945 time: 0.0817339 Apr 29 15:42:14.662775 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-63847709-a916-4d6b-b060-0bd3ae9aa98e req-53c7b822-2f0a-4b72-901e-6d9ae927dcad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374246 Apr 29 15:42:14.685880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40968) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:14.867880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062468b9-30e3-4aad-9b8a-a82acca1e0d5 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:14.869532 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-062468b9-30e3-4aad-9b8a-a82acca1e0d5 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 1093 time: 0.1826768 Apr 29 15:42:14.878879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 40974) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:14.884042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1a7d3813-c4b4-4485-af41-400addd7f40b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'floatingip': {'port_id': '75afb2b0-dd38-4f63-ac48-cba5f43d248a'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:42:14.961038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7d3813-c4b4-4485-af41-400addd7f40b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.673404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7d3813-c4b4-4485-af41-400addd7f40b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:15.859214 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7d3813-c4b4-4485-af41-400addd7f40b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.034687 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-1a7d3813-c4b4-4485-af41-400addd7f40b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP d0d316a7-313b-47b3-a270-424bb9a5fc3b associated. External IP: 172.26.2.57, port: 75afb2b0-dd38-4f63-ac48-cba5f43d248a. Apr 29 15:42:16.385665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7d3813-c4b4-4485-af41-400addd7f40b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:42:16.563919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7d3813-c4b4-4485-af41-400addd7f40b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:42:16.574274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1a7d3813-c4b4-4485-af41-400addd7f40b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:16.574504 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed316b6f-f57b-458c-886f-2a4dab8b614f None None] Sync routers for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:42:16.584453 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed316b6f-f57b-458c-886f-2a4dab8b614f None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:42:16.585082 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ed316b6f-f57b-458c-886f-2a4dab8b614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:42:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:16.623920 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1a7d3813-c4b4-4485-af41-400addd7f40b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/floatingips/d0d316a7-313b-47b3-a270-424bb9a5fc3b HTTP/1.1" status: 200 len: 990 time: 1.7440207 Apr 29 15:42:16.641477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'tag': '75afb2b0-dd38-4f63-ac48-cba5f43d248a'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:42:16.642384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40978) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:16.675845 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe796bd-718d-4f00-8d76-8a4dcf867afa'] response: {'name': 'network-changed', 'server_uuid': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'tag': '75afb2b0-dd38-4f63-ac48-cba5f43d248a', 'status': 'completed', 'code': 200} Apr 29 15:42:16.764601 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-41359582-6833-4e75-8edb-f9a3dc26e78e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/d0d316a7-313b-47b3-a270-424bb9a5fc3b HTTP/1.1" status: 200 len: 990 time: 0.1365819 Apr 29 15:42:16.766077 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ed316b6f-f57b-458c-886f-2a4dab8b614f None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:42:16.771134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266c35e-95fe-46d6-bbc3-5ad58fb4471a req-051532b8-5221-4727-b6dc-f0d35445722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:16.772638 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b266c35e-95fe-46d6-bbc3-5ad58fb4471a req-051532b8-5221-4727-b6dc-f0d35445722a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 1098 time: 0.0795538 Apr 29 15:42:17.032660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266c35e-95fe-46d6-bbc3-5ad58fb4471a req-fa6247ab-2d3d-496e-94de-0b8843fed207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:17.034109 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b266c35e-95fe-46d6-bbc3-5ad58fb4471a req-fa6247ab-2d3d-496e-94de-0b8843fed207 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4365e9cd-d410-4444-9e6f-15a86ec8426a HTTP/1.1" status: 200 len: 898 time: 0.2559874 Apr 29 15:42:17.122698 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ed316b6f-f57b-458c-886f-2a4dab8b614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd0d316a7-313b-47b3-a270-424bb9a5fc3b', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.57', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'port_id': '75afb2b0-dd38-4f63-ac48-cba5f43d248a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'mac_address': 'fa:16:3e:91:68:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:41:18Z', 'updated_at': '2022-04-29T15:42:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:41:00Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:17.126563 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed316b6f-f57b-458c-886f-2a4dab8b614f None None] Checking router: 29e3e57b-68c6-4e71-8333-32e1e73f06d5 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:42:17.135048 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed316b6f-f57b-458c-886f-2a4dab8b614f None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:42:17.135869 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ed316b6f-f57b-458c-886f-2a4dab8b614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:42:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:17.139026 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b266c35e-95fe-46d6-bbc3-5ad58fb4471a req-a0106d1d-fd91-48bc-a9c1-a14c38271806 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75afb2b0-dd38-4f63-ac48-cba5f43d248a HTTP/1.1" status: 200 len: 998 time: 0.0989931 Apr 29 15:42:17.203203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266c35e-95fe-46d6-bbc3-5ad58fb4471a req-753b9153-f7ca-4490-b235-4133d91a2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:17.204712 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b266c35e-95fe-46d6-bbc3-5ad58fb4471a req-753b9153-f7ca-4490-b235-4133d91a2d0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ed51ffb7-2a3c-4563-82ab-581b60bde027 HTTP/1.1" status: 200 len: 834 time: 0.0603552 Apr 29 15:42:17.281208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266c35e-95fe-46d6-bbc3-5ad58fb4471a req-19d3b340-8332-49d2-b50e-358942a7c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:17.282781 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b266c35e-95fe-46d6-bbc3-5ad58fb4471a req-19d3b340-8332-49d2-b50e-358942a7c34a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4365e9cd-d410-4444-9e6f-15a86ec8426a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726519 Apr 29 15:42:17.351999 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ed316b6f-f57b-458c-886f-2a4dab8b614f None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:42:17.419670 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b266c35e-95fe-46d6-bbc3-5ad58fb4471a req-f0105870-37f7-467d-9e11-afd0e136876e service neutron] 10.222.0.44 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301854 Apr 29 15:42:17.553328 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b266c35e-95fe-46d6-bbc3-5ad58fb4471a req-bfcdf777-1695-4ef0-ba2b-cad79867814d service neutron] 10.222.0.44 "GET /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281555 Apr 29 15:42:17.698875 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ed316b6f-f57b-458c-886f-2a4dab8b614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd0d316a7-313b-47b3-a270-424bb9a5fc3b', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.57', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'port_id': '75afb2b0-dd38-4f63-ac48-cba5f43d248a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'mac_address': 'fa:16:3e:91:68:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:41:18Z', 'updated_at': '2022-04-29T15:42:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:41:00Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:17.702878 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed316b6f-f57b-458c-886f-2a4dab8b614f None None] The sync data for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv is: [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd0d316a7-313b-47b3-a270-424bb9a5fc3b', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.57', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'port_id': '75afb2b0-dd38-4f63-ac48-cba5f43d248a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'mac_address': 'fa:16:3e:91:68:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:41:18Z', 'updated_at': '2022-04-29T15:42:15Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:41:00Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:42:17.766290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40984) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:17.878783 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b6c3f26c-d217-4da3-9b03-a70fcba84c80 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/d0d316a7-313b-47b3-a270-424bb9a5fc3b HTTP/1.1" status: 200 len: 990 time: 0.1110985 Apr 29 15:42:17.926309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce635d7-60c1-4c75-a732-9628db13b283 None None] New status for floating IP d0d316a7-313b-47b3-a270-424bb9a5fc3b: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:42:18.882673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 40988) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:18.990263 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-67e4c04b-760c-4baa-8c03-80f2b0a37e6e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/d0d316a7-313b-47b3-a270-424bb9a5fc3b HTTP/1.1" status: 200 len: 992 time: 0.1064684 Apr 29 15:42:21.547460 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:42:24.157802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:32.131621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c2d05bb0-74b8-4040-8966-f50b4959492a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.303290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b4d1b755-1ad3-425c-a5d6-b779fe077d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:34.907375 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d25e7219-95ec-484b-b80a-3a876693092b req-13f885e0-c889-4d6a-9b88-539acccaf98d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727363 Apr 29 15:42:35.044827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e7219-95ec-484b-b80a-3a876693092b req-10762a18-fbdf-4344-b9d8-10dfc351c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:35.058355 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d25e7219-95ec-484b-b80a-3a876693092b req-10762a18-fbdf-4344-b9d8-10dfc351c784 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 1098 time: 0.0722458 Apr 29 15:42:35.199406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e7219-95ec-484b-b80a-3a876693092b req-cf69bbc4-e28b-45a4-9f2d-117f034a2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:35.200889 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d25e7219-95ec-484b-b80a-3a876693092b req-cf69bbc4-e28b-45a4-9f2d-117f034a2b6f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 912 time: 0.1316173 Apr 29 15:42:35.305835 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d25e7219-95ec-484b-b80a-3a876693092b req-5d91ffb5-bfa5-4bf0-9229-fa09a13f8fb9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd04e2a-b16a-40fa-8827-c288902c0562 HTTP/1.1" status: 200 len: 1001 time: 0.0977895 Apr 29 15:42:35.360114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.367336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e7219-95ec-484b-b80a-3a876693092b req-88bd098a-4f48-4c4d-b207-22b6a96f3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:35.368581 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d25e7219-95ec-484b-b80a-3a876693092b req-88bd098a-4f48-4c4d-b207-22b6a96f3d81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.0571635 Apr 29 15:42:35.430562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:35.446510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e7219-95ec-484b-b80a-3a876693092b req-64d99557-4f64-4b7a-8a3f-da4519ec1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:35.448597 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d25e7219-95ec-484b-b80a-3a876693092b req-64d99557-4f64-4b7a-8a3f-da4519ec1dfc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736763 Apr 29 15:42:35.584594 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d25e7219-95ec-484b-b80a-3a876693092b req-cdbdba61-4181-4bdf-8878-e7560a0f62b4 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249771 Apr 29 15:42:35.714633 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d25e7219-95ec-484b-b80a-3a876693092b req-c8880fae-2102-4c14-ac05-72033a16170c service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236916 Apr 29 15:42:37.093105 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:49.060109 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d2c9e-a660-46dc-b916-f6195b262421 req-3eaa8e5a-69ec-40e9-b577-2bafc201e896 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:49.061552 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-318d2c9e-a660-46dc-b916-f6195b262421 req-3eaa8e5a-69ec-40e9-b577-2bafc201e896 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 945 time: 0.0786178 Apr 29 15:42:49.109136 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-318d2c9e-a660-46dc-b916-f6195b262421 req-9f2d7d34-4354-4436-a63e-f68151f4fe4a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 Apr 29 15:42:50.295352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaef63-a6db-4f0a-b35e-a1d2865a5c06 req-3ab41406-7936-4e46-ba6b-5fec909b9295 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:50.296863 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-62eaef63-a6db-4f0a-b35e-a1d2865a5c06 req-3ab41406-7936-4e46-ba6b-5fec909b9295 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 945 time: 0.0811965 Apr 29 15:42:50.315336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-36f19443-130b-41db-8d6a-73ee87af19f3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:50.316131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-36f19443-130b-41db-8d6a-73ee87af19f3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:50.341615 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-62eaef63-a6db-4f0a-b35e-a1d2865a5c06 req-edf568b4-bd94-4221-80eb-4a37261443c7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=40b1fff4-93ac-4f5f-8b62-40af4359f88a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387099 Apr 29 15:42:50.412881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-36f19443-130b-41db-8d6a-73ee87af19f3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:50.413942 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-36f19443-130b-41db-8d6a-73ee87af19f3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 945 time: 0.1769173 Apr 29 15:42:50.486412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 75afb2b0-dd38-4f63-ac48-cba5f43d248a {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:42:50.486751 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:50.827826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 75afb2b0-dd38-4f63-ac48-cba5f43d248a, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=75afb2b0-dd38-4f63-ac48-cba5f43d248a,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:50.828178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.106461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.106736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.107046 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP d0d316a7-313b-47b3-a270-424bb9a5fc3b disassociated. External IP: 172.26.2.57, port: 75afb2b0-dd38-4f63-ac48-cba5f43d248a. Apr 29 15:42:51.107379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 75afb2b0-dd38-4f63-ac48-cba5f43d248a owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:42:51.321368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.372198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=75afb2b0-dd38-4f63-ac48-cba5f43d248a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:51.513278 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-05c72bb5-cbb3-4044-937d-b4c539072d0e req-10fac722-38e4-4fe2-83ad-6dc909246519 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 210 time: 0.0469706 Apr 29 15:42:51.574499 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:42:51.754217 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:42:51.764583 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1545724-1f9b-4e0b-80fb-c12eb6f1c4e5 None None] Sync routers for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:42:51.775724 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1545724-1f9b-4e0b-80fb-c12eb6f1c4e5 None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:42:51.776649 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b1545724-1f9b-4e0b-80fb-c12eb6f1c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:42:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:51.829454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] No DVR routers for this DVR port 75afb2b0-dd38-4f63-ac48-cba5f43d248a on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:51.831928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:51.841108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'name': 'network-vif-deleted', 'tag': '75afb2b0-dd38-4f63-ac48-cba5f43d248a'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:42:51.887290 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d75157d-c826-4209-b92f-54c72a3bf995'] response: {'server_uuid': '87da2b2a-f233-4445-91a8-d6c182ae62d3', 'name': 'network-vif-deleted', 'tag': '75afb2b0-dd38-4f63-ac48-cba5f43d248a', 'status': 'completed', 'code': 200} Apr 29 15:42:51.959613 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-b1545724-1f9b-4e0b-80fb-c12eb6f1c4e5 None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:42:52.229153 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-cdc5af0f-d7c9-4df5-940d-aee8e52ab26c req-c0d59aae-90b5-42c5-9f4c-e68e3ef7c115 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "DELETE /v2.0/ports/75afb2b0-dd38-4f63-ac48-cba5f43d248a HTTP/1.1" status: 204 len: 173 time: 1.8095951 Apr 29 15:42:52.267407 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b1545724-1f9b-4e0b-80fb-c12eb6f1c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:41:00Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:52.271223 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1545724-1f9b-4e0b-80fb-c12eb6f1c4e5 None None] Checking router: 29e3e57b-68c6-4e71-8333-32e1e73f06d5 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:42:52.280004 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1545724-1f9b-4e0b-80fb-c12eb6f1c4e5 None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:42:52.280774 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b1545724-1f9b-4e0b-80fb-c12eb6f1c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:42:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:52.453423 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-b1545724-1f9b-4e0b-80fb-c12eb6f1c4e5 None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:42:52.786905 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-189f97b7-b13d-4afb-bb03-1f6c8a6cdc89 req-6ac088d5-4a9d-42e0-a002-e00278992bc1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=87da2b2a-f233-4445-91a8-d6c182ae62d3 HTTP/1.1" status: 200 len: 210 time: 0.1453946 Apr 29 15:42:52.804989 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b1545724-1f9b-4e0b-80fb-c12eb6f1c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:41:00Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:42:52.809353 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1545724-1f9b-4e0b-80fb-c12eb6f1c4e5 None None] The sync data for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv is: [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:40:53Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '7a340dfd-eeea-40c5-b905-145cc39501b3', 'name': '', 'network_id': '4365e9cd-d410-4444-9e6f-15a86ec8426a', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:73:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:52Z', 'updated_at': '2022-04-29T15:41:00Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'ed51ffb7-2a3c-4563-82ab-581b60bde027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:42:53.016762 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822b966-765e-446b-99c5-2753ce1a754f None None] New status for floating IP d0d316a7-313b-47b3-a270-424bb9a5fc3b: DOWN {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:42:53.758082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 75afb2b0-dd38-4f63-ac48-cba5f43d248a no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:42:53.794943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 75afb2b0-dd38-4f63-ac48-cba5f43d248a {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:42:53.795283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 75afb2b0-dd38-4f63-ac48-cba5f43d248a not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:42:53.881990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41020) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:53.948288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:53.976986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.063957 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.132064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.151088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b1fff4-93ac-4f5f-8b62-40af4359f88a,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:54.160703 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:54.161057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:54.161394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:54.161730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:54.162060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:54.162391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:54.162717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:54.163044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:54.163374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:54.163698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:54.164019 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:54.164338 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:54.231161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.232297 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-287e261c-d29f-436e-991e-6b5219a7e13d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/security-groups/40b1fff4-93ac-4f5f-8b62-40af4359f88a HTTP/1.1" status: 204 len: 168 time: 0.3493297 Apr 29 15:42:54.348791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41026) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:54.507469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-64d8d888-6515-4918-8edd-57e25a606f0b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 0fa93ae6-b09c-4814-8a8f-6f4eeae78531 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:42:54.507819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-64d8d888-6515-4918-8edd-57e25a606f0b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.675871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-64d8d888-6515-4918-8edd-57e25a606f0b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.676197 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-64d8d888-6515-4918-8edd-57e25a606f0b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:54.796858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-64d8d888-6515-4918-8edd-57e25a606f0b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 0fa93ae6-b09c-4814-8a8f-6f4eeae78531 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:42:55.046512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-64d8d888-6515-4918-8edd-57e25a606f0b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.093752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8d888-6515-4918-8edd-57e25a606f0b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=0fa93ae6-b09c-4814-8a8f-6f4eeae78531,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:55.183185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-64d8d888-6515-4918-8edd-57e25a606f0b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.196968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-64d8d888-6515-4918-8edd-57e25a606f0b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:55.198690 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-64d8d888-6515-4918-8edd-57e25a606f0b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/floatingips/d0d316a7-313b-47b3-a270-424bb9a5fc3b HTTP/1.1" status: 204 len: 168 time: 0.8488128 Apr 29 15:42:55.866252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c717c5c-8f12-459f-aea5-5421d2d488a5 req-a5678ae7-762e-4ac4-b660-9c849e4c5f14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:55.866935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-8c717c5c-8f12-459f-aea5-5421d2d488a5 req-a5678ae7-762e-4ac4-b660-9c849e4c5f14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:55.966369 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-8c717c5c-8f12-459f-aea5-5421d2d488a5 req-a5678ae7-762e-4ac4-b660-9c849e4c5f14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:55.967416 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8c717c5c-8f12-459f-aea5-5421d2d488a5 req-a5678ae7-762e-4ac4-b660-9c849e4c5f14 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 945 time: 0.1804643 Apr 29 15:42:56.011809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-8c717c5c-8f12-459f-aea5-5421d2d488a5 req-96c39777-0885-42c2-9a54-5be7840be2f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:56.080580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-8c717c5c-8f12-459f-aea5-5421d2d488a5 req-96c39777-0885-42c2-9a54-5be7840be2f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:56.081787 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8c717c5c-8f12-459f-aea5-5421d2d488a5 req-96c39777-0885-42c2-9a54-5be7840be2f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086206 Apr 29 15:42:57.146251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-84f36745-af17-49fb-bc60-b53fc1878662 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:57.147011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-84f36745-af17-49fb-bc60-b53fc1878662 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:42:57.159016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-84f36745-af17-49fb-bc60-b53fc1878662 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:42:57.160153 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-84f36745-af17-49fb-bc60-b53fc1878662 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 945 time: 0.0953183 Apr 29 15:42:57.229250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 3accdcfb-4439-4848-ae0e-c3d40c2f6901 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:42:57.229686 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.272889 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d4554-8dfc-4fe9-9cd5-1b3a1d3d55b2 req-2d048bd5-138a-4d14-8826-33adfea41468 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:42:57.274453 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ca6d4554-8dfc-4fe9-9cd5-1b3a1d3d55b2 req-2d048bd5-138a-4d14-8826-33adfea41468 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 945 time: 0.0865312 Apr 29 15:42:57.320387 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ca6d4554-8dfc-4fe9-9cd5-1b3a1d3d55b2 req-2be14df7-ea82-428e-a109-17a3271ed81e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9326362-7f6c-46c9-8700-a31b3020368d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393088 Apr 29 15:42:57.588924 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 3accdcfb-4439-4848-ae0e-c3d40c2f6901, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=3accdcfb-4439-4848-ae0e-c3d40c2f6901,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:42:57.589282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:57.710530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 3accdcfb-4439-4848-ae0e-c3d40c2f6901 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:42:58.005627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:58.085277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=3accdcfb-4439-4848-ae0e-c3d40c2f6901,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:58.126360 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:58.126704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:58.127042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:58.127371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:58.127697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:58.128022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:58.128342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:58.128694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:58.129016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:58.129334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:58.129648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:58.129964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:42:58.143486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] No DVR routers for this DVR port 3accdcfb-4439-4848-ae0e-c3d40c2f6901 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:42:58.145679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:58.148105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'name': 'network-vif-deleted', 'tag': '3accdcfb-4439-4848-ae0e-c3d40c2f6901'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:42:58.191848 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6276c0-0e88-4916-a8d5-102665e899d7'] response: {'server_uuid': '2e88432b-2ea0-40fe-ac19-f86ba7ca98dc', 'name': 'network-vif-deleted', 'tag': '3accdcfb-4439-4848-ae0e-c3d40c2f6901', 'status': 'completed', 'code': 200} Apr 29 15:42:58.235770 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4e90b7ef-c5fa-448d-ae46-1d8c9d908b84 req-3acea353-da65-4ce7-8500-a4ca010a184d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "DELETE /v2.0/ports/3accdcfb-4439-4848-ae0e-c3d40c2f6901 HTTP/1.1" status: 204 len: 173 time: 1.0704253 Apr 29 15:42:58.475173 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d562fc0c-c941-4a0e-b0c1-0413142405e4 req-ccb76f6a-4fe2-4d16-b582-5cc17a8776e1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e88432b-2ea0-40fe-ac19-f86ba7ca98dc HTTP/1.1" status: 200 len: 210 time: 0.0443985 Apr 29 15:42:58.546206 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:42:59.571109 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41042) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:42:59.640898 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f108028f-4a1e-4bf7-ada5-7960cdcaddda tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.670691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f108028f-4a1e-4bf7-ada5-7960cdcaddda tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.841276 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f108028f-4a1e-4bf7-ada5-7960cdcaddda tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.859480 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108028f-4a1e-4bf7-ada5-7960cdcaddda tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9326362-7f6c-46c9-8700-a31b3020368d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:42:59.977370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f108028f-4a1e-4bf7-ada5-7960cdcaddda tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:42:59.978578 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f108028f-4a1e-4bf7-ada5-7960cdcaddda tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/security-groups/a9326362-7f6c-46c9-8700-a31b3020368d HTTP/1.1" status: 204 len: 168 time: 0.4064469 Apr 29 15:43:00.081330 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41048) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:00.730643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8c815b37-f71c-4e4f-82db-e629a8e57189 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.084390 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8c815b37-f71c-4e4f-82db-e629a8e57189 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 7a340dfd-eeea-40c5-b905-145cc39501b3 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:43:01.084653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8c815b37-f71c-4e4f-82db-e629a8e57189 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.266173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-8c815b37-f71c-4e4f-82db-e629a8e57189 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 7a340dfd-eeea-40c5-b905-145cc39501b3, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7a340dfd-eeea-40c5-b905-145cc39501b3,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:01.266519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8c815b37-f71c-4e4f-82db-e629a8e57189 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.390596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-8c815b37-f71c-4e4f-82db-e629a8e57189 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 7a340dfd-eeea-40c5-b905-145cc39501b3 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:43:01.629643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8c815b37-f71c-4e4f-82db-e629a8e57189 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:01.675403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c815b37-f71c-4e4f-82db-e629a8e57189 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=7a340dfd-eeea-40c5-b905-145cc39501b3,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:01.805546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 3accdcfb-4439-4848-ae0e-c3d40c2f6901 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:01.842006 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 3accdcfb-4439-4848-ae0e-c3d40c2f6901 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:43:01.843658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 3accdcfb-4439-4848-ae0e-c3d40c2f6901 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:02.054611 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8c815b37-f71c-4e4f-82db-e629a8e57189 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.172010 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-640b87fe-a6fc-4320-970f-af151ef6d359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.419701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c815b37-f71c-4e4f-82db-e629a8e57189 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:43:02.594704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c815b37-f71c-4e4f-82db-e629a8e57189 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:43:02.605284 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b58e6-f2d0-4316-8144-a4734323fd9c None None] Sync routers for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:43:02.609152 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8c815b37-f71c-4e4f-82db-e629a8e57189 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/29e3e57b-68c6-4e71-8333-32e1e73f06d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5267594 Apr 29 15:43:02.611827 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41052) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:02.614133 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b58e6-f2d0-4316-8144-a4734323fd9c None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:43:02.614736 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-057b58e6-f2d0-4316-8144-a4734323fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:42:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:02.679190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb230df-2330-4122-8f4d-181b890b5451 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting subnet ed51ffb7-2a3c-4563-82ab-581b60bde027 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:43:02.682280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fb230df-2330-4122-8f4d-181b890b5451 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.736095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fb230df-2330-4122-8f4d-181b890b5451 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:02.786155 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-057b58e6-f2d0-4316-8144-a4734323fd9c None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:43:02.817087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fb230df-2330-4122-8f4d-181b890b5451 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.018362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fb230df-2330-4122-8f4d-181b890b5451 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.060954 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-057b58e6-f2d0-4316-8144-a4734323fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:43:01Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:03.062194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb230df-2330-4122-8f4d-181b890b5451 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Subnet': ['ID=ed51ffb7-2a3c-4563-82ab-581b60bde027,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:03.064177 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fb230df-2330-4122-8f4d-181b890b5451 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.064917 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b58e6-f2d0-4316-8144-a4734323fd9c None None] Checking router: 29e3e57b-68c6-4e71-8333-32e1e73f06d5 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:43:03.071837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba8a4b-2d98-4dfa-91b6-12e01bc3bafd None None] Network 4365e9cd-d410-4444-9e6f-15a86ec8426a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:43:03.073626 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5fb230df-2330-4122-8f4d-181b890b5451 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/subnets/ed51ffb7-2a3c-4563-82ab-581b60bde027 HTTP/1.1" status: 204 len: 168 time: 0.4603555 Apr 29 15:43:03.075707 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b58e6-f2d0-4316-8144-a4734323fd9c None None] Routers {'29e3e57b-68c6-4e71-8333-32e1e73f06d5'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:43:03.075855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41056) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:03.076435 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-057b58e6-f2d0-4316-8144-a4734323fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:42:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:03.263760 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-057b58e6-f2d0-4316-8144-a4734323fd9c None None] Set router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:43:03.267390 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.349305 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f9533b-fa1c-4586-90a9-79d0db22eeb6 None None] DHCP port deletion for 4365e9cd-d410-4444-9e6f-15a86ec8426a request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:43:03.354569 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-45f9533b-fa1c-4586-90a9-79d0db22eeb6 None None] Deleting port d5940fed-3a6e-4693-9153-84017ae45d71 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:43:03.354718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45f9533b-fa1c-4586-90a9-79d0db22eeb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.462315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.543920 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 1e525dc0-7efe-4bbc-87ff-629165140fca {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:43:03.544190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.561798 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-057b58e6-f2d0-4316-8144-a4734323fd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:43:01Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:03.566028 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057b58e6-f2d0-4316-8144-a4734323fd9c None None] The sync data for ids ['29e3e57b-68c6-4e71-8333-32e1e73f06d5'] in dv-neutron-839183-1-hyperv is: [{'id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'name': 'tempest-TestNetworkBasicOps-router-718923120', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89'}], 'enable_snat': True}, 'gw_port_id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:40:46Z', 'updated_at': '2022-04-29T15:43:01Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '1e525dc0-7efe-4bbc-87ff-629165140fca', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3e57b-68c6-4e71-8333-32e1e73f06d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:40:47Z', 'updated_at': '2022-04-29T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:43:03.571222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-45f9533b-fa1c-4586-90a9-79d0db22eeb6 None None] For port d5940fed-3a6e-4693-9153-84017ae45d71, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d5940fed-3a6e-4693-9153-84017ae45d71,segment=NetworkSegment(d0438d40-cce5-482c-9d55-1b784b157bd6),segment_id=d0438d40-cce5-482c-9d55-1b784b157bd6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:03.571615 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45f9533b-fa1c-4586-90a9-79d0db22eeb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.702786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-45f9533b-fa1c-4586-90a9-79d0db22eeb6 None None] Calling delete_port for d5940fed-3a6e-4693-9153-84017ae45d71 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:43:03.849459 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 1e525dc0-7efe-4bbc-87ff-629165140fca, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1e525dc0-7efe-4bbc-87ff-629165140fca,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:03.849741 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.873505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45f9533b-fa1c-4586-90a9-79d0db22eeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:03.914825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9533b-fa1c-4586-90a9-79d0db22eeb6 None None] Pushing event deleted for resources: {'Port': ['ID=d5940fed-3a6e-4693-9153-84017ae45d71,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:03.920434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f9533b-fa1c-4586-90a9-79d0db22eeb6 None None] No DVR routers for this DVR port d5940fed-3a6e-4693-9153-84017ae45d71 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:03.976717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 1e525dc0-7efe-4bbc-87ff-629165140fca owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:43:04.230072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45b05073-8ed8-40a9-86f7-6ee0b11e14bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.262446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.309803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=1e525dc0-7efe-4bbc-87ff-629165140fca,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:04.400889 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.573670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.575866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.599972 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d5940fed-3a6e-4693-9153-84017ae45d71 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:04.636837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: d5940fed-3a6e-4693-9153-84017ae45d71 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:43:04.637180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d5940fed-3a6e-4693-9153-84017ae45d71 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:04.662454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7a340dfd-eeea-40c5-b905-145cc39501b3 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:04.670124 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 7a340dfd-eeea-40c5-b905-145cc39501b3 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:43:04.670464 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7a340dfd-eeea-40c5-b905-145cc39501b3 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:04.715260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.715764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Fanout notify agent at l3_agent the message router_deleted on router 29e3e57b-68c6-4e71-8333-32e1e73f06d5 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:43:04.731444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.732672 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-816f75b5-f138-41c1-91f9-0ab9fea43ea6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/routers/29e3e57b-68c6-4e71-8333-32e1e73f06d5 HTTP/1.1" status: 204 len: 168 time: 1.6559513 Apr 29 15:43:04.735483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41062) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:04.852711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:04.983321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.007424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4365e9cd-d410-4444-9e6f-15a86ec8426a']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:05.019642 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0438d40-cce5-482c-9d55-1b784b157bd6') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:05.019941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0438d40-cce5-482c-9d55-1b784b157bd6') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:05.031472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.047002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.052890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:43:05.057607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:43:05.067958 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:43:05.218217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.245639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.264009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.275325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Network': ['ID=4365e9cd-d410-4444-9e6f-15a86ec8426a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:05.378597 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0f91faa1-9b21-4db2-91d6-37d0f1d6047a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/networks/4365e9cd-d410-4444-9e6f-15a86ec8426a HTTP/1.1" status: 204 len: 168 time: 0.6414437 Apr 29 15:43:05.401285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.402716 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41066) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:05.410914 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'network': {'name': 'tempest-network-smoke--1610540804', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'port_security_enabled': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:05.419071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:05.423453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:network and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:05.427660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:05.434617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:05.543760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:05.547348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.576148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:43:05.584450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.584825 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Added segment 646154bd-93d3-467f-9788-b7ed4547d0e8 of type vlan for network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e Apr 29 15:43:05.611109 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.732046 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.737479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:05.738061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.845817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Network': ['ID=f098f6ac-a67c-42a7-b2f8-6bc81cc3819e,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:05.856226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:43:05.864068 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-40127617-9705-4f69-ba38-e342157a6884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4602830 Apr 29 15:43:05.866728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41070) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:05.872716 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'admin_state_up': True, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:05.879930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:05.883734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:router and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:05.886890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:05.893212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:05.966726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.967762 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:05.983163 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.344520 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.517093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1e525dc0-7efe-4bbc-87ff-629165140fca no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:06.555236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 1e525dc0-7efe-4bbc-87ff-629165140fca {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:43:06.555585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1e525dc0-7efe-4bbc-87ff-629165140fca not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:06.834298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:06.863408 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.008346 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.81 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/b8064223-9e09-4072-8844-4c9847a65d1d) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:07.086562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.157207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.309312 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:07.377594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:07.380225 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:07.383774 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:43:07.420792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=b8064223-9e09-4072-8844-4c9847a65d1d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:07.913161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.363411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.680555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router c2bfe440-a33a-4629-878e-9f2beeb60a5f is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:43:08.854929 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:43:08.864265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Sync routers for ids ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:43:08.874549 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Routers {'c2bfe440-a33a-4629-878e-9f2beeb60a5f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:43:08.875161 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:43:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:08.955297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:08.956433 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-829ff330-f8e2-4d83-bf51-f626f28bdc3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0887749 Apr 29 15:43:08.959646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41074) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:09.004591 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f1258e7c-88d4-4182-ab12-3d90cf8369fa tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b55c25ae10474f2abd40a8267579e2cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438054 Apr 29 15:43:09.007189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41078) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:09.092485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Set router c2bfe440-a33a-4629-878e-9f2beeb60a5f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:43:09.139835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36530b2c-57ff-489b-83a0-43072a9c05c4 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:09.141331 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-36530b2c-57ff-489b-83a0-43072a9c05c4 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332130 Apr 29 15:43:09.144815 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41082) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:09.183567 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0629b743-892f-47ae-bf05-638af6f38162 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376885 Apr 29 15:43:09.186081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41086) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:09.191289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1562573288', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:09.303977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:09.308509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:subnet and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:09.315949 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:09.322078 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:09.379503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:43:07Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:09.383395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Checking router: c2bfe440-a33a-4629-878e-9f2beeb60a5f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:43:09.383737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Updating router c2bfe440-a33a-4629-878e-9f2beeb60a5f port b8064223-9e09-4072-8844-4c9847a65d1d binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:43:09.429569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:09.434721 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.439900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.715192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.772211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.783974 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Transition to ACTIVE for port object b8064223-9e09-4072-8844-4c9847a65d1d will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:09.797268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Subnet': ['ID=2ceabceb-c13f-45aa-a2e0-72257f45c106,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:09.805939 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Checking segment: {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:43:09.812383 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network hostable DHCP agents. Network: f098f6ac-a67c-42a7-b2f8-6bc81cc3819e, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:43:09.874790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.932457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:43:09.968546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Attempting to bind port b8064223-9e09-4072-8844-4c9847a65d1d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:09.968831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Attempting to bind port b8064223-9e09-4072-8844-4c9847a65d1d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:09.969184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Attempting to bind port b8064223-9e09-4072-8844-4c9847a65d1d on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:43:09.974477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Pushing event updated for resources: {'Port': ['ID=b8064223-9e09-4072-8844-4c9847a65d1d,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:09.980379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:43:09.980763 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:43:09.981151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:09.981526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:43:09.982033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Bound port: b8064223-9e09-4072-8844-4c9847a65d1d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:09.989089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.063004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] For port b8064223-9e09-4072-8844-4c9847a65d1d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:43:10.066246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] For port b8064223-9e09-4072-8844-4c9847a65d1d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b8064223-9e09-4072-8844-4c9847a65d1d,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:43:10.068211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, f098f6ac-a67c-42a7-b2f8-6bc81cc3819e) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:10.072363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:10.073101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.077514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59d23dc-9add-4d0d-a119-e8b6fbb44176 None None] Network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:43:10.269956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.303124 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-12c19043-67a5-4a1b-a0fb-a2cac0de3df9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1160176 Apr 29 15:43:10.306017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41090) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:10.332734 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ips': [{'subnet_id': '2ceabceb-c13f-45aa-a2e0-72257f45c106'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:43:10.333545 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:10.418646 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Routers {'c2bfe440-a33a-4629-878e-9f2beeb60a5f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:43:10.419261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:43:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:10.475139 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Pushing event updated for resources: {'Port': ['ID=b8064223-9e09-4072-8844-4c9847a65d1d,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:10.564100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:10.564360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:10.564721 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:10.565053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:10.565376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:10.565699 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:10.566019 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:10.566338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:10.566659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:10.566976 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:10.567559 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:10.567872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868a209-b887-406f-993b-d0ef5e93f8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:10.731868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] Set router c2bfe440-a33a-4629-878e-9f2beeb60a5f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:43:10.830946 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Allocated IP 172.20.0.2 (f098f6ac-a67c-42a7-b2f8-6bc81cc3819e/2ceabceb-c13f-45aa-a2e0-72257f45c106/db89d76e-d0f3-497d-8da2-4e3c8f798f6f) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:11.120704 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.187166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.200928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Transition to ACTIVE for port object db89d76e-d0f3-497d-8da2-4e3c8f798f6f will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:11.207612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:43:07Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:11.216635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2fa109-cc68-4482-b651-d46d95199a66 None None] The sync data for ids ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'] in dv-neutron-839183-1-hyperv is: [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:43:07Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:43:11.225463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Transition to ACTIVE for port object db89d76e-d0f3-497d-8da2-4e3c8f798f6f will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:11.350013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.421136 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:11.424054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:11.427842 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:43:11.434130 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Pushing event updated for resources: {'Port': ['ID=db89d76e-d0f3-497d-8da2-4e3c8f798f6f,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:11.551540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Attempting to bind port db89d76e-d0f3-497d-8da2-4e3c8f798f6f on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:11.551913 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Attempting to bind port db89d76e-d0f3-497d-8da2-4e3c8f798f6f by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:11.552274 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Attempting to bind port db89d76e-d0f3-497d-8da2-4e3c8f798f6f on network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:43:11.558673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:43:11.559158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Checking segment: {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:43:11.559557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.559945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Bound using segment: {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:43:11.560409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Bound port: db89d76e-d0f3-497d-8da2-4e3c8f798f6f, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:11.560889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.562718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.1 (f098f6ac-a67c-42a7-b2f8-6bc81cc3819e/2ceabceb-c13f-45aa-a2e0-72257f45c106/df9375f4-d2fe-470a-9a9b-afddec38f7b0) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:11.655753 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] For port db89d76e-d0f3-497d-8da2-4e3c8f798f6f, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:43:11.658938 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] For port db89d76e-d0f3-497d-8da2-4e3c8f798f6f, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=db89d76e-d0f3-497d-8da2-4e3c8f798f6f,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:43:11.736260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.753944 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object df9375f4-d2fe-470a-9a9b-afddec38f7b0 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:11.784043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.869968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:11.877512 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff56395-3b2c-4827-aba2-86eceb63fa2d None None] Pushing event updated for resources: {'Port': ['ID=db89d76e-d0f3-497d-8da2-4e3c8f798f6f,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:11.948346 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:11.951782 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:11.955902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:43:11.997560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=df9375f4-d2fe-470a-9a9b-afddec38f7b0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:12.026809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.288893 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.613139 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b8064223-9e09-4072-8844-4c9847a65d1d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:12.749061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port b8064223-9e09-4072-8844-4c9847a65d1d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:12.754334 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b8064223-9e09-4072-8844-4c9847a65d1d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:12.754716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.828054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.879174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:12.895599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port b8064223-9e09-4072-8844-4c9847a65d1d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b8064223-9e09-4072-8844-4c9847a65d1d,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:12.972243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.023755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.024560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device db89d76e-d0f3-497d-8da2-4e3c8f798f6f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:13.088608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.092031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=df9375f4-d2fe-470a-9a9b-afddec38f7b0,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:13.142940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=b8064223-9e09-4072-8844-4c9847a65d1d,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:13.233101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:13.234379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:13.252209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port db89d76e-d0f3-497d-8da2-4e3c8f798f6f completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:13.430344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router c2bfe440-a33a-4629-878e-9f2beeb60a5f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:43:13.471165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443fbc74-78db-4a82-897e-6cd698c5a773 None None] Network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:43:13.615025 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:43:13.625662 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Sync routers for ids ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:43:13.628964 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bfd0817f-f462-4d52-9ccf-07a8b064c80b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/c2bfe440-a33a-4629-878e-9f2beeb60a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3215466 Apr 29 15:43:13.631314 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41094) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:13.636220 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Routers {'c2bfe440-a33a-4629-878e-9f2beeb60a5f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:43:13.637128 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:43:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:13.698802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1ea4d265-5c02-4788-a44d-c837539e481a None None] Provisioning for port db89d76e-d0f3-497d-8da2-4e3c8f798f6f completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:13.716036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1ea4d265-5c02-4788-a44d-c837539e481a None None] Provisioning complete for port db89d76e-d0f3-497d-8da2-4e3c8f798f6f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:13.716328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1ea4d265-5c02-4788-a44d-c837539e481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.784373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eae96e-d949-4676-9df0-fa0c78ba98d2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:13.784870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eae96e-d949-4676-9df0-fa0c78ba98d2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:13.785324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eae96e-d949-4676-9df0-fa0c78ba98d2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:13.785775 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eae96e-d949-4676-9df0-fa0c78ba98d2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:13.786727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eae96e-d949-4676-9df0-fa0c78ba98d2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:13.786727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eae96e-d949-4676-9df0-fa0c78ba98d2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:13.788433 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-85eae96e-d949-4676-9df0-fa0c78ba98d2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1560798 Apr 29 15:43:13.794800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41098) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:13.828487 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Set router c2bfe440-a33a-4629-878e-9f2beeb60a5f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:43:13.864908 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1ea4d265-5c02-4788-a44d-c837539e481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:13.870014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d56135-78b4-42f6-b0fb-30c4a9c85c2e tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:13.870570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d56135-78b4-42f6-b0fb-30c4a9c85c2e tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:13.871186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d56135-78b4-42f6-b0fb-30c4a9c85c2e tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:13.872670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d56135-78b4-42f6-b0fb-30c4a9c85c2e tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:13.872670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d56135-78b4-42f6-b0fb-30c4a9c85c2e tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:13.872670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d56135-78b4-42f6-b0fb-30c4a9c85c2e tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:13.875006 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e2d56135-78b4-42f6-b0fb-30c4a9c85c2e tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0820639 Apr 29 15:43:13.877871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41102) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:13.909693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-1ea4d265-5c02-4788-a44d-c837539e481a None None] For port db89d76e-d0f3-497d-8da2-4e3c8f798f6f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=db89d76e-d0f3-497d-8da2-4e3c8f798f6f,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:13.983774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1ea4d265-5c02-4788-a44d-c837539e481a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.117460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41108) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:14.124556 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-822074546', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:14.125153 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-36c7e916-759e-4a5b-bc8d-15a7855756a2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2460225 Apr 29 15:43:14.135760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-56a12227-a022-4cb2-b82b-f529f2c8491a None None] Provisioning complete for port db89d76e-d0f3-497d-8da2-4e3c8f798f6f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:14.136271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-56a12227-a022-4cb2-b82b-f529f2c8491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.177725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4d265-5c02-4788-a44d-c837539e481a None None] Pushing event updated for resources: {'Port': ['ID=db89d76e-d0f3-497d-8da2-4e3c8f798f6f,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:14.227827 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'df9375f4-d2fe-470a-9a9b-afddec38f7b0', 'name': '', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:71:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:11Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:14.233653 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Checking router: c2bfe440-a33a-4629-878e-9f2beeb60a5f for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:43:14.234980 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Updating router c2bfe440-a33a-4629-878e-9f2beeb60a5f port df9375f4-d2fe-470a-9a9b-afddec38f7b0 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:43:14.309738 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.343276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:14.347474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:port and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:14.350734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:14.354671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-56a12227-a022-4cb2-b82b-f529f2c8491a None None] Provisioning for port df9375f4-d2fe-470a-9a9b-afddec38f7b0 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:14.360128 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-56a12227-a022-4cb2-b82b-f529f2c8491a None None] Provisioning complete for port df9375f4-d2fe-470a-9a9b-afddec38f7b0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:14.361102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-56a12227-a022-4cb2-b82b-f529f2c8491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.361656 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:14.423900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-56a12227-a022-4cb2-b82b-f529f2c8491a None None] Port df9375f4-d2fe-470a-9a9b-afddec38f7b0 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:43:14.463544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:14.467766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.489142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] device_id is not set on port fbeef65a-2261-48ac-902b-5a09d74bfd0c yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:43:14.547084 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3ce388c5-5193-477c-a240-7c8bfd123b65 None None] Provisioning complete for port df9375f4-d2fe-470a-9a9b-afddec38f7b0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:14.547653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3ce388c5-5193-477c-a240-7c8bfd123b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.595817 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b8064223-9e09-4072-8844-4c9847a65d1d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:14.664545 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3ce388c5-5193-477c-a240-7c8bfd123b65 None None] Port df9375f4-d2fe-470a-9a9b-afddec38f7b0 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:43:14.664972 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.676786 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Transition to ACTIVE for port object df9375f4-d2fe-470a-9a9b-afddec38f7b0 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:14.681110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b8064223-9e09-4072-8844-4c9847a65d1d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:14.682189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.783645 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.799552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device db89d76e-d0f3-497d-8da2-4e3c8f798f6f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:14.861834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.12 (f098f6ac-a67c-42a7-b2f8-6bc81cc3819e/2ceabceb-c13f-45aa-a2e0-72257f45c106/fbeef65a-2261-48ac-902b-5a09d74bfd0c) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:14.871301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port db89d76e-d0f3-497d-8da2-4e3c8f798f6f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:14.871811 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:14.949317 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Pushing event updated for resources: {'Port': ['ID=df9375f4-d2fe-470a-9a9b-afddec38f7b0,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:15.001211 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:15.001549 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:15.002168 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:15.002676 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:15.003165 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:15.003656 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:15.004298 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:15.004671 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:15.005016 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:15.005379 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:15.005699 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:15.006019 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:43:15.039330 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Attempting to bind port df9375f4-d2fe-470a-9a9b-afddec38f7b0 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:15.040022 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Attempting to bind port df9375f4-d2fe-470a-9a9b-afddec38f7b0 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:15.040388 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Attempting to bind port df9375f4-d2fe-470a-9a9b-afddec38f7b0 on network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:43:15.046809 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:43:15.047182 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Checking segment: {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:43:15.047573 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.047954 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Bound using segment: {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:43:15.048410 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Bound port: df9375f4-d2fe-470a-9a9b-afddec38f7b0, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:15.048809 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.082049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.101433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object fbeef65a-2261-48ac-902b-5a09d74bfd0c will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:15.142535 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] For port df9375f4-d2fe-470a-9a9b-afddec38f7b0, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:43:15.145477 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] For port df9375f4-d2fe-470a-9a9b-afddec38f7b0, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=df9375f4-d2fe-470a-9a9b-afddec38f7b0,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:43:15.224049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.263847 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.299696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:15.302735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:15.305492 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:43:15.342354 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Routers {'c2bfe440-a33a-4629-878e-9f2beeb60a5f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:43:15.342982 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:43:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:15.351196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=fbeef65a-2261-48ac-902b-5a09d74bfd0c,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:15.384184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:15.385960 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.402328 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbff8d-8032-4d54-92a8-91a73e40b1aa None None] Pushing event updated for resources: {'Port': ['ID=df9375f4-d2fe-470a-9a9b-afddec38f7b0,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:15.481472 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a64f2ff9-1f83-4c51-9482-348ad0636ab7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3629632 Apr 29 15:43:15.537652 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] Set router c2bfe440-a33a-4629-878e-9f2beeb60a5f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:43:15.737776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0c91c6d8-2e7a-4506-bcbd-61a30d09394e None None] Provisioning for port fbeef65a-2261-48ac-902b-5a09d74bfd0c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:15.743256 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0c91c6d8-2e7a-4506-bcbd-61a30d09394e None None] Provisioning complete for port fbeef65a-2261-48ac-902b-5a09d74bfd0c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:15.743651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0c91c6d8-2e7a-4506-bcbd-61a30d09394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:15.807825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-0c91c6d8-2e7a-4506-bcbd-61a30d09394e None None] Port fbeef65a-2261-48ac-902b-5a09d74bfd0c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:43:15.821451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41118) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:15.827585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-32300049', 'description': 'tempest-secgroup-smoke-32300049 description', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:15.834357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:15.839650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:15.842513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:15.848329 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:15.889777 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'df9375f4-d2fe-470a-9a9b-afddec38f7b0', 'name': '', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:71:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:11Z', 'updated_at': '2022-04-29T15:43:15Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:15.893565 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd06b7cd-2e8b-4224-b7b6-0cea62980110 None None] The sync data for ids ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'] in dv-neutron-839183-1-hyperv is: [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'df9375f4-d2fe-470a-9a9b-afddec38f7b0', 'name': '', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:71:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:11Z', 'updated_at': '2022-04-29T15:43:15Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:43:15.983705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.008498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:16.013252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:16.016341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:16.022549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:16.100228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.195132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.245991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f7edd6-02bc-4d13-9218-e063a6570ac1,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:16.355560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.356945 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6c7c045a-b972-4c95-92c2-36240c0a7cdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5337768 Apr 29 15:43:16.359807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41122) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:16.364967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-973e3666-6b19-4544-97dd-2aac1cdd5b16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '04f7edd6-02bc-4d13-9218-e063a6570ac1', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:16.372188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-973e3666-6b19-4544-97dd-2aac1cdd5b16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:16.376668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-973e3666-6b19-4544-97dd-2aac1cdd5b16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:16.379589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-973e3666-6b19-4544-97dd-2aac1cdd5b16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:16.385593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-973e3666-6b19-4544-97dd-2aac1cdd5b16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:16.487967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-973e3666-6b19-4544-97dd-2aac1cdd5b16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.559443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-973e3666-6b19-4544-97dd-2aac1cdd5b16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.601370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device df9375f4-d2fe-470a-9a9b-afddec38f7b0 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:16.663464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-973e3666-6b19-4544-97dd-2aac1cdd5b16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.693231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e3666-6b19-4544-97dd-2aac1cdd5b16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c2451a-efd0-45ed-a384-5299d4cae5bc,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:16.732229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port df9375f4-d2fe-470a-9a9b-afddec38f7b0 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:16.737368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port df9375f4-d2fe-470a-9a9b-afddec38f7b0 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:16.737736 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.800698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-973e3666-6b19-4544-97dd-2aac1cdd5b16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.802007 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-973e3666-6b19-4544-97dd-2aac1cdd5b16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4410837 Apr 29 15:43:16.806434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41126) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:16.810640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-796ea227-81ec-4035-ad8c-5fff75167ccb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '04f7edd6-02bc-4d13-9218-e063a6570ac1', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:16.816792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-796ea227-81ec-4035-ad8c-5fff75167ccb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:16.822780 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-796ea227-81ec-4035-ad8c-5fff75167ccb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:16.826005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-796ea227-81ec-4035-ad8c-5fff75167ccb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:16.832152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-796ea227-81ec-4035-ad8c-5fff75167ccb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:16.860242 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.895059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port df9375f4-d2fe-470a-9a9b-afddec38f7b0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=df9375f4-d2fe-470a-9a9b-afddec38f7b0,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:16.949784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-796ea227-81ec-4035-ad8c-5fff75167ccb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:16.977983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.019466 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-796ea227-81ec-4035-ad8c-5fff75167ccb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.050986 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=df9375f4-d2fe-470a-9a9b-afddec38f7b0,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:17.434745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-796ea227-81ec-4035-ad8c-5fff75167ccb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.459538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ea227-81ec-4035-ad8c-5fff75167ccb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53245655-eecf-4f37-9db9-99947ef0623b,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:17.600926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-796ea227-81ec-4035-ad8c-5fff75167ccb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.602068 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-796ea227-81ec-4035-ad8c-5fff75167ccb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7963181 Apr 29 15:43:17.605198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41130) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:17.610029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-76869150-0f07-4d2e-a0fd-c1c5a1b8ab2d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '04f7edd6-02bc-4d13-9218-e063a6570ac1', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:17.615831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-76869150-0f07-4d2e-a0fd-c1c5a1b8ab2d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:17.620201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-76869150-0f07-4d2e-a0fd-c1c5a1b8ab2d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:17.623074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-76869150-0f07-4d2e-a0fd-c1c5a1b8ab2d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:17.628631 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-76869150-0f07-4d2e-a0fd-c1c5a1b8ab2d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:17.750042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76869150-0f07-4d2e-a0fd-c1c5a1b8ab2d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.818742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76869150-0f07-4d2e-a0fd-c1c5a1b8ab2d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.943544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76869150-0f07-4d2e-a0fd-c1c5a1b8ab2d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:17.966785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76869150-0f07-4d2e-a0fd-c1c5a1b8ab2d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2345d09-dbea-41e1-bb83-c0f9bf3aa46f,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:18.143451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-76869150-0f07-4d2e-a0fd-c1c5a1b8ab2d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.144844 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-76869150-0f07-4d2e-a0fd-c1c5a1b8ab2d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5387354 Apr 29 15:43:18.147558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41134) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:18.153441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9ef7cdd1-3ad1-415f-a854-2b24e0f5c8f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '04f7edd6-02bc-4d13-9218-e063a6570ac1', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:18.159217 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9ef7cdd1-3ad1-415f-a854-2b24e0f5c8f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:18.163243 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9ef7cdd1-3ad1-415f-a854-2b24e0f5c8f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:18.166896 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9ef7cdd1-3ad1-415f-a854-2b24e0f5c8f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:18.173045 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9ef7cdd1-3ad1-415f-a854-2b24e0f5c8f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:18.285841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9ef7cdd1-3ad1-415f-a854-2b24e0f5c8f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.351365 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9ef7cdd1-3ad1-415f-a854-2b24e0f5c8f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.497681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9ef7cdd1-3ad1-415f-a854-2b24e0f5c8f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.522396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7cdd1-3ad1-415f-a854-2b24e0f5c8f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246b5dad-ba2c-4b7c-a4ae-908173d8aade,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:18.569756 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device df9375f4-d2fe-470a-9a9b-afddec38f7b0 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:18.636193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port df9375f4-d2fe-470a-9a9b-afddec38f7b0 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:18.636580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.645025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9ef7cdd1-3ad1-415f-a854-2b24e0f5c8f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.646211 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9ef7cdd1-3ad1-415f-a854-2b24e0f5c8f0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4977314 Apr 29 15:43:18.649174 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41138) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:18.655010 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-37d28ac0-1c24-45ce-bf31-28c55cd9cd6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '04f7edd6-02bc-4d13-9218-e063a6570ac1', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:18.661214 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-37d28ac0-1c24-45ce-bf31-28c55cd9cd6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:18.666209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-37d28ac0-1c24-45ce-bf31-28c55cd9cd6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:18.668076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-37d28ac0-1c24-45ce-bf31-28c55cd9cd6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:18.673846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-37d28ac0-1c24-45ce-bf31-28c55cd9cd6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:18.789088 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-37d28ac0-1c24-45ce-bf31-28c55cd9cd6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:43:18.796316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37d28ac0-1c24-45ce-bf31-28c55cd9cd6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:18.859832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37d28ac0-1c24-45ce-bf31-28c55cd9cd6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.034648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37d28ac0-1c24-45ce-bf31-28c55cd9cd6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.059374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d28ac0-1c24-45ce-bf31-28c55cd9cd6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae09843c-052f-4822-9db0-69bc7299679d,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:19.187556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-37d28ac0-1c24-45ce-bf31-28c55cd9cd6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.188805 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-37d28ac0-1c24-45ce-bf31-28c55cd9cd6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5385969 Apr 29 15:43:19.192942 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41142) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:19.198433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-7b39c01b-d185-40dd-8c8b-42e29b2f8280 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '04f7edd6-02bc-4d13-9218-e063a6570ac1', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:19.204563 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7b39c01b-d185-40dd-8c8b-42e29b2f8280 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:19.209388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7b39c01b-d185-40dd-8c8b-42e29b2f8280 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:19.211457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7b39c01b-d185-40dd-8c8b-42e29b2f8280 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:19.217147 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7b39c01b-d185-40dd-8c8b-42e29b2f8280 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:19.326133 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-7b39c01b-d185-40dd-8c8b-42e29b2f8280 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:43:19.333196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7b39c01b-d185-40dd-8c8b-42e29b2f8280 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.401247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7b39c01b-d185-40dd-8c8b-42e29b2f8280 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.537521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7b39c01b-d185-40dd-8c8b-42e29b2f8280 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.561102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39c01b-d185-40dd-8c8b-42e29b2f8280 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ddbb6f-5070-4f82-a9c9-27a6e170adc0,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:19.640244 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7b39c01b-d185-40dd-8c8b-42e29b2f8280 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:19.641447 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7b39c01b-d185-40dd-8c8b-42e29b2f8280 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4475884 Apr 29 15:43:19.807674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8d6bfd83-39d9-4de2-aa2a-7b8178f5bd21 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:19.914693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8d6bfd83-39d9-4de2-aa2a-7b8178f5bd21 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:19.916411 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8d6bfd83-39d9-4de2-aa2a-7b8178f5bd21 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-32300049&fields=id&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 267 time: 0.1473796 Apr 29 15:43:19.997538 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-f971de06-8a89-4e24-9c51-32e376f6047f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:19.998099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-f971de06-8a89-4e24-9c51-32e376f6047f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:20.171912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-f971de06-8a89-4e24-9c51-32e376f6047f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:20.173148 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-f971de06-8a89-4e24-9c51-32e376f6047f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 200 len: 930 time: 0.2495236 Apr 29 15:43:20.405476 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-7ac0ea5a-1ba8-4507-8d0b-5bab2f489374 service neutron] 10.222.0.39 "GET /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2200730 Apr 29 15:43:20.537748 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-02eb7d58-5522-4e3d-ada8-42c8f4569568 service neutron] 10.222.0.39 "GET /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264591 Apr 29 15:43:20.669095 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-23b03d5e-1dad-4618-93cc-92d858ee112b service neutron] 10.222.0.39 "GET /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255205 Apr 29 15:43:20.989482 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-666a446b-6cb0-4b4b-bf8a-228d4be2a1b2 req-3a298cb1-82fa-4401-af9f-533fa074fa82 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 210 time: 0.0432057 Apr 29 15:43:22.135453 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-06470a9d-0332-46ac-aef5-2c83b612e8b4 req-720b1802-b9eb-4098-8594-4517f1fb70b5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 210 time: 0.0422263 Apr 29 15:43:23.287122 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd15354d-fedf-41dc-a569-f0de19dfc955 req-f956da70-0bc4-4c3e-b326-c4066ea72cc9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 210 time: 0.0454004 Apr 29 15:43:23.648720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-fb57eb3a-c7f1-4b38-9d28-0e9da5ea5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:23.650546 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-fb57eb3a-c7f1-4b38-9d28-0e9da5ea5598 service neutron] 10.222.0.44 "GET /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 200 len: 1026 time: 0.0601115 Apr 29 15:43:23.796407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-d6263fde-23e6-4db5-9d99-d8492ef82a00 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:23.797105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-d6263fde-23e6-4db5-9d99-d8492ef82a00 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:23.903252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-d6263fde-23e6-4db5-9d99-d8492ef82a00 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:23.904542 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-d6263fde-23e6-4db5-9d99-d8492ef82a00 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks?id=f098f6ac-a67c-42a7-b2f8-6bc81cc3819e HTTP/1.1" status: 200 len: 797 time: 0.2494786 Apr 29 15:43:23.954214 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-fc1f7369-04c6-45c6-9164-668a1ca96adb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:23.966124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-fc1f7369-04c6-45c6-9164-668a1ca96adb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:23.967196 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-fc1f7369-04c6-45c6-9164-668a1ca96adb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 378 time: 0.0551128 Apr 29 15:43:23.977308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Request body: {'port': {'device_id': 'c10a23da-2b32-430b-8b42-5905f842556f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:24.097436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.194572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.439405 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e77985ec-17eb-40d6-b87c-67cbeb3ed0df req-c6cd62f3-648c-4117-832d-b117c0b243c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 210 time: 0.0440147 Apr 29 15:43:24.536660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbeef65a-2261-48ac-902b-5a09d74bfd0c {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:43:24.544904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.560488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Transition to ACTIVE for port object fbeef65a-2261-48ac-902b-5a09d74bfd0c will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:24.663233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:24.822094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Pushing event updated for resources: {'Port': ['ID=fbeef65a-2261-48ac-902b-5a09d74bfd0c,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:24.906386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Attempting to bind port fbeef65a-2261-48ac-902b-5a09d74bfd0c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:24.906765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Attempting to bind port fbeef65a-2261-48ac-902b-5a09d74bfd0c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:24.907014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Attempting to bind port fbeef65a-2261-48ac-902b-5a09d74bfd0c on network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:43:24.911979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Port fbeef65a-2261-48ac-902b-5a09d74bfd0c on network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:43:24.912320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Attempting to bind port fbeef65a-2261-48ac-902b-5a09d74bfd0c on network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:43:24.918560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:43:24.918560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Checking segment: {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:43:24.918935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Bound using segment: {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:43:24.919325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Bound port: fbeef65a-2261-48ac-902b-5a09d74bfd0c, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:24.919664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.014261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:43:25.017227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:43:25.104404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.167491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:25.168095 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:25.169493 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] 10.222.0.44 "PUT /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 200 len: 1131 time: 1.1961462 Apr 29 15:43:25.169909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10a23da-2b32-430b-8b42-5905f842556f', 'tag': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:43:25.189605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045591a-56ee-4b8b-972c-864619e23e35 service neutron] Pushing event updated for resources: {'Port': ['ID=fbeef65a-2261-48ac-902b-5a09d74bfd0c,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:25.223957 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3be86d-6fe2-403f-a7cf-34ce80724bd6'] response: {'name': 'network-changed', 'server_uuid': 'c10a23da-2b32-430b-8b42-5905f842556f', 'tag': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'status': 'completed', 'code': 200} Apr 29 15:43:25.328056 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d976f-a8fe-4175-ace3-443876ba7660 req-625b9092-59e6-4940-acc8-7e5356403270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:25.329573 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c85d976f-a8fe-4175-ace3-443876ba7660 req-625b9092-59e6-4940-acc8-7e5356403270 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 1134 time: 0.0811763 Apr 29 15:43:25.471657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d976f-a8fe-4175-ace3-443876ba7660 req-b4ab7978-4dda-439f-a5a2-dc347b22ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:25.473197 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c85d976f-a8fe-4175-ace3-443876ba7660 req-b4ab7978-4dda-439f-a5a2-dc347b22ca7c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b55c25ae10474f2abd40a8267579e2cf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1369534 Apr 29 15:43:25.612488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d976f-a8fe-4175-ace3-443876ba7660 req-bde5f444-934f-4747-9c17-3174c04d0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:25.613874 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c85d976f-a8fe-4175-ace3-443876ba7660 req-bde5f444-934f-4747-9c17-3174c04d0a52 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345420 Apr 29 15:43:25.634888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9303999-cb22-4f60-816b-9c6fe591ddd0 req-c8764dc5-a699-4b9c-90ec-4ba67b5f7476 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:25.636564 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d9303999-cb22-4f60-816b-9c6fe591ddd0 req-c8764dc5-a699-4b9c-90ec-4ba67b5f7476 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 981 time: 0.0885768 Apr 29 15:43:25.691659 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d9303999-cb22-4f60-816b-9c6fe591ddd0 req-e6983846-d276-4fca-90ab-7c3651c0b462 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492010 Apr 29 15:43:25.719468 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-64e2647b-bc0e-44a9-ab38-c0bb5a9399c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:25.720977 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-64e2647b-bc0e-44a9-ab38-c0bb5a9399c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 1134 time: 0.0711417 Apr 29 15:43:25.790154 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-a992ea67-d5e3-41cd-a755-7df3511ea20d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 200 len: 217 time: 0.0629351 Apr 29 15:43:25.857281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-e7652398-30a1-40c4-87dd-b77786305571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:25.858706 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-e7652398-30a1-40c4-87dd-b77786305571 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ceabceb-c13f-45aa-a2e0-72257f45c106 HTTP/1.1" status: 200 len: 835 time: 0.0631671 Apr 29 15:43:25.935198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-438d81e0-4faf-411b-889d-19ac1140aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:25.936718 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-438d81e0-4faf-411b-889d-19ac1140aa69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f098f6ac-a67c-42a7-b2f8-6bc81cc3819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724759 Apr 29 15:43:26.174077 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-b0916610-9a1f-4b4d-b487-b19efd1cb39b service neutron] 10.222.0.44 "GET /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307050 Apr 29 15:43:26.304386 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b8bff37b-94a9-4409-aa82-533b014dd46e req-15ff7fa9-0201-41d7-8f81-e073b54d8a72 service neutron] 10.222.0.44 "GET /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244073 Apr 29 15:43:26.877635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345fc48-673c-4642-adde-15f643369dd1 req-0cff23dc-f1c9-4e21-a99d-f7de26b584b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:26.879088 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a345fc48-673c-4642-adde-15f643369dd1 req-0cff23dc-f1c9-4e21-a99d-f7de26b584b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 981 time: 0.0798433 Apr 29 15:43:26.923188 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a345fc48-673c-4642-adde-15f643369dd1 req-0471b991-1371-4a75-813e-8254ea47085b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382402 Apr 29 15:43:28.111809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60968cb7-1dc7-49c9-b684-56cc3581e181 req-f93648f8-fb08-45a0-9f19-aef8981eb773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:28.113247 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-60968cb7-1dc7-49c9-b684-56cc3581e181 req-f93648f8-fb08-45a0-9f19-aef8981eb773 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 981 time: 0.0813546 Apr 29 15:43:28.156602 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-60968cb7-1dc7-49c9-b684-56cc3581e181 req-b062c05d-bfda-499d-858f-5dd63d327b83 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370612 Apr 29 15:43:29.336619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39613d60-8964-4acb-b0f2-342f3a672c9d req-a194661f-4d29-43f9-835f-8cdbb45ba538 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:29.338624 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-39613d60-8964-4acb-b0f2-342f3a672c9d req-a194661f-4d29-43f9-835f-8cdbb45ba538 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 981 time: 0.0789151 Apr 29 15:43:29.381623 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-39613d60-8964-4acb-b0f2-342f3a672c9d req-6b145934-976a-4c63-add2-6460f806b7ae tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371096 Apr 29 15:43:29.959928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fbeef65a-2261-48ac-902b-5a09d74bfd0c details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:43:30.089238 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:30.101981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'port_id': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'mac_address': 'fa:16:3e:09:77:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:43:30.157227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.173607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbeef65a-2261-48ac-902b-5a09d74bfd0c {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:43:30.189235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:30.280122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:30.348482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=fbeef65a-2261-48ac-902b-5a09d74bfd0c,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:30.507058 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['fbeef65a-2261-48ac-902b-5a09d74bfd0c'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:43:30.569589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c090e-1b46-4dec-a8de-441a29d65d29 req-ed69d811-1d70-49f0-a841-a7cd00021af0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:30.570967 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9f2c090e-1b46-4dec-a8de-441a29d65d29 req-ed69d811-1d70-49f0-a841-a7cd00021af0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 982 time: 0.0854661 Apr 29 15:43:30.615940 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9f2c090e-1b46-4dec-a8de-441a29d65d29 req-81fe5978-6f06-403d-b19f-cdc796ca1ae6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389495 Apr 29 15:43:31.801703 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8936a6-c212-4eb1-a1b2-9b6ff2183471 req-64099da5-efb7-4b38-903b-3858276364cc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:31.803159 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d8936a6-c212-4eb1-a1b2-9b6ff2183471 req-64099da5-efb7-4b38-903b-3858276364cc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 982 time: 0.0784647 Apr 29 15:43:31.848843 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d8936a6-c212-4eb1-a1b2-9b6ff2183471 req-0a845f03-119e-4561-8e8a-04671770f3f7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Apr 29 15:43:31.961943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fbeef65a-2261-48ac-902b-5a09d74bfd0c up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:43:32.171533 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-651c3752-dc0c-4c49-ac8e-a895e7e3ef93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.205559 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port fbeef65a-2261-48ac-902b-5a09d74bfd0c completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:32.210517 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port fbeef65a-2261-48ac-902b-5a09d74bfd0c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:32.211085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.325215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.351565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10a23da-2b32-430b-8b42-5905f842556f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:43:32.362161 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:32.396796 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3508f76a-daf0-47de-b408-37523cef9c0f'] response: {'server_uuid': 'c10a23da-2b32-430b-8b42-5905f842556f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'code': 200} Apr 29 15:43:32.502896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:32.572166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=fbeef65a-2261-48ac-902b-5a09d74bfd0c,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:32.921511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a20f5b-7e81-4c5b-902d-d9c1b29805be req-57bc9e3b-1699-4e0e-8edd-04c3bd07916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:32.922998 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-04a20f5b-7e81-4c5b-902d-d9c1b29805be req-57bc9e3b-1699-4e0e-8edd-04c3bd07916d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 1136 time: 0.0687027 Apr 29 15:43:32.964377 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-04a20f5b-7e81-4c5b-902d-d9c1b29805be req-e3699567-8d0e-4e4a-8e30-e4852442e80b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350266 Apr 29 15:43:33.036444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80161556-c3e8-4775-91ec-5a04d8e7e6ef req-3d0c47a5-6155-42d0-8c55-e93ed8215b8a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:33.037925 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-80161556-c3e8-4775-91ec-5a04d8e7e6ef req-3d0c47a5-6155-42d0-8c55-e93ed8215b8a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 983 time: 0.0826681 Apr 29 15:43:33.081846 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-80161556-c3e8-4775-91ec-5a04d8e7e6ef req-93873ce7-ab12-4db8-80cc-69169fe33020 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379374 Apr 29 15:43:34.223184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9adb-bdab-49d2-9dc7-9c1e77f468ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:34.268482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70904e-30ca-44a4-b868-04a2d7846ee3 req-b87d21f4-3589-4be0-87e0-83f3d56365c1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:34.269948 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fd70904e-30ca-44a4-b868-04a2d7846ee3 req-b87d21f4-3589-4be0-87e0-83f3d56365c1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 983 time: 0.0798101 Apr 29 15:43:34.317640 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fd70904e-30ca-44a4-b868-04a2d7846ee3 req-85d96171-59d8-4d59-9f79-707edc139e5a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Apr 29 15:43:35.222927 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.392804 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:35.503010 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb1cc9-bb1a-4737-aff9-02196f9fd622 req-e627c1a5-2346-4b33-b94f-da91b7c79ce2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:35.504396 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-effb1cc9-bb1a-4737-aff9-02196f9fd622 req-e627c1a5-2346-4b33-b94f-da91b7c79ce2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 983 time: 0.0803428 Apr 29 15:43:35.545133 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:43:35.548128 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-effb1cc9-bb1a-4737-aff9-02196f9fd622 req-15624e82-cb5c-43ea-87f9-3e7b334e2415 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374119 Apr 29 15:43:35.732380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dbaa7-8237-4cbb-b014-fe447bc4e671 req-3c73d8cf-612f-478b-b192-8d68ae5f7ff4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:35.733843 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-843dbaa7-8237-4cbb-b014-fe447bc4e671 req-3c73d8cf-612f-478b-b192-8d68ae5f7ff4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 983 time: 0.0823307 Apr 29 15:43:35.777433 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-843dbaa7-8237-4cbb-b014-fe447bc4e671 req-87acdaa6-88cd-4547-b262-2d1263bbfbfb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379548 Apr 29 15:43:35.800659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41208) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:35.871516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a9f47b-aaca-43cb-a1f0-615da9d0cdc2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:35.873016 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c0a9f47b-aaca-43cb-a1f0-615da9d0cdc2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 1131 time: 0.0713983 Apr 29 15:43:35.876001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41212) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:35.880796 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:35.886951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:35.890662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:floatingip and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:35.893491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:35.899196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:36.033333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.171574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.413574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.200 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/73aacfd0-0cb9-446d-8b95-5d83924884c8) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:36.561005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.674426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:36.744599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:36.747350 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:36.750862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:43:36.781409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=73aacfd0-0cb9-446d-8b95-5d83924884c8,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:37.061265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.173228 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.322444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.525796 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.600107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.707855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=73aacfd0-0cb9-446d-8b95-5d83924884c8,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:37.720485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:37.889051 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP c639e4a3-9709-46bc-800d-14aaba856dd7 associated. External IP: 172.26.2.200, port: fbeef65a-2261-48ac-902b-5a09d74bfd0c. Apr 29 15:43:38.349222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router c2bfe440-a33a-4629-878e-9f2beeb60a5f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:43:38.528996 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:43:38.538516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b275d2f-1da0-4d04-a9c5-fe664f8d24c2 None None] Sync routers for ids ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:43:38.547809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b275d2f-1da0-4d04-a9c5-fe664f8d24c2 None None] Routers {'c2bfe440-a33a-4629-878e-9f2beeb60a5f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:43:38.549725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-0b275d2f-1da0-4d04-a9c5-fe664f8d24c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:43:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:38.651550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:38.707218 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f1bcdc30-ff22-43c9-ae46-7701482b66b1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.8301859 Apr 29 15:43:38.707882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10a23da-2b32-430b-8b42-5905f842556f', 'tag': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:43:38.710439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41216) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:38.726997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-0b275d2f-1da0-4d04-a9c5-fe664f8d24c2 None None] Set router c2bfe440-a33a-4629-878e-9f2beeb60a5f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:43:38.757471 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf53bb4-6eee-429e-803b-abf33258b4ed'] response: {'name': 'network-changed', 'server_uuid': 'c10a23da-2b32-430b-8b42-5905f842556f', 'tag': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'status': 'completed', 'code': 200} Apr 29 15:43:38.840968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9cdea0-8903-4fb2-879e-321404ed72a7 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:38.842400 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2f9cdea0-8903-4fb2-879e-321404ed72a7 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f&network_id=f098f6ac-a67c-42a7-b2f8-6bc81cc3819e HTTP/1.1" status: 200 len: 1131 time: 0.1309001 Apr 29 15:43:38.862281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949b2b-1b19-4803-a639-1660561151a3 req-2445edb3-e2fa-428d-a524-a6816d8cb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:38.863822 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d949b2b-1b19-4803-a639-1660561151a3 req-2445edb3-e2fa-428d-a524-a6816d8cb069 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 1136 time: 0.0854771 Apr 29 15:43:38.996901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949b2b-1b19-4803-a639-1660561151a3 req-909d68cb-dfe7-4d94-8912-38518746c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:38.998348 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d949b2b-1b19-4803-a639-1660561151a3 req-909d68cb-dfe7-4d94-8912-38518746c1ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=f098f6ac-a67c-42a7-b2f8-6bc81cc3819e HTTP/1.1" status: 200 len: 898 time: 0.1287565 Apr 29 15:43:39.077411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-0b275d2f-1da0-4d04-a9c5-fe664f8d24c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'c639e4a3-9709-46bc-800d-14aaba856dd7', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'port_id': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-822074546', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'mac_address': 'fa:16:3e:09:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10a23da-2b32-430b-8b42-5905f842556f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:43:37Z', 'updated_at': '2022-04-29T15:43:37Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9375f4-d2fe-470a-9a9b-afddec38f7b0', 'name': '', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:71:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:11Z', 'updated_at': '2022-04-29T15:43:16Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:39.081348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b275d2f-1da0-4d04-a9c5-fe664f8d24c2 None None] Checking router: c2bfe440-a33a-4629-878e-9f2beeb60a5f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:43:39.090647 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b275d2f-1da0-4d04-a9c5-fe664f8d24c2 None None] Routers {'c2bfe440-a33a-4629-878e-9f2beeb60a5f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:43:39.091304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-0b275d2f-1da0-4d04-a9c5-fe664f8d24c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:43:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:39.102503 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d949b2b-1b19-4803-a639-1660561151a3 req-5723fa6b-5e4b-4740-b13b-684d2c200857 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 200 len: 1037 time: 0.0985403 Apr 29 15:43:39.167278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949b2b-1b19-4803-a639-1660561151a3 req-2154cb4e-6a83-4841-8990-2626fb849228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:39.168744 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d949b2b-1b19-4803-a639-1660561151a3 req-2154cb4e-6a83-4841-8990-2626fb849228 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ceabceb-c13f-45aa-a2e0-72257f45c106 HTTP/1.1" status: 200 len: 835 time: 0.0612123 Apr 29 15:43:39.252442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949b2b-1b19-4803-a639-1660561151a3 req-98e88d44-6af4-4940-81b3-059833b0340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:39.254005 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d949b2b-1b19-4803-a639-1660561151a3 req-98e88d44-6af4-4940-81b3-059833b0340c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f098f6ac-a67c-42a7-b2f8-6bc81cc3819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800457 Apr 29 15:43:39.281921 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-0b275d2f-1da0-4d04-a9c5-fe664f8d24c2 None None] Set router c2bfe440-a33a-4629-878e-9f2beeb60a5f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:43:39.391369 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d949b2b-1b19-4803-a639-1660561151a3 req-25b279a7-30d4-4ddc-a26c-bf75a5f654d8 service neutron] 10.222.0.44 "GET /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298950 Apr 29 15:43:39.498210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3804b-4824-429a-afc3-ffca5ce7b013 req-ad35cdfc-1e1f-4f66-af95-065b37fc8482 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:39.499687 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1ba3804b-4824-429a-afc3-ffca5ce7b013 req-ad35cdfc-1e1f-4f66-af95-065b37fc8482 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 983 time: 0.0914798 Apr 29 15:43:39.528122 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d949b2b-1b19-4803-a639-1660561151a3 req-8ae30753-639b-40fc-a960-3c2e96af6fd7 service neutron] 10.222.0.44 "GET /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314638 Apr 29 15:43:39.544427 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1ba3804b-4824-429a-afc3-ffca5ce7b013 req-5b4a244c-c6fa-41b5-a53d-e71c8f190b2b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389895 Apr 29 15:43:39.669425 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-0b275d2f-1da0-4d04-a9c5-fe664f8d24c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'c639e4a3-9709-46bc-800d-14aaba856dd7', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'port_id': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-822074546', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'mac_address': 'fa:16:3e:09:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10a23da-2b32-430b-8b42-5905f842556f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:43:37Z', 'updated_at': '2022-04-29T15:43:37Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9375f4-d2fe-470a-9a9b-afddec38f7b0', 'name': '', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:71:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:11Z', 'updated_at': '2022-04-29T15:43:16Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:39.673345 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b275d2f-1da0-4d04-a9c5-fe664f8d24c2 None None] The sync data for ids ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'] in dv-neutron-839183-1-hyperv is: [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'c639e4a3-9709-46bc-800d-14aaba856dd7', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'port_id': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-822074546', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'mac_address': 'fa:16:3e:09:77:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10a23da-2b32-430b-8b42-5905f842556f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:43:37Z', 'updated_at': '2022-04-29T15:43:37Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9375f4-d2fe-470a-9a9b-afddec38f7b0', 'name': '', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:71:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:11Z', 'updated_at': '2022-04-29T15:43:16Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:43:39.851124 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e585e65-acb6-4160-90dc-c4e51066de5b None None] New status for floating IP c639e4a3-9709-46bc-800d-14aaba856dd7: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:43:40.732043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f473ac-e8fa-43f7-aacd-4c69df73ae00 req-11e9f20d-5e55-41c0-a959-e42fd17cd086 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:40.733643 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a4f473ac-e8fa-43f7-aacd-4c69df73ae00 req-11e9f20d-5e55-41c0-a959-e42fd17cd086 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 983 time: 0.0792351 Apr 29 15:43:40.750140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-b7bf8939-5e5c-47f4-b283-6a681f14140e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:40.750821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-b7bf8939-5e5c-47f4-b283-6a681f14140e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:40.782727 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a4f473ac-e8fa-43f7-aacd-4c69df73ae00 req-1c4c5353-e016-481a-8355-ef0b5e0be7fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429559 Apr 29 15:43:40.851694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-b7bf8939-5e5c-47f4-b283-6a681f14140e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:40.853466 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-b7bf8939-5e5c-47f4-b283-6a681f14140e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 983 time: 0.1813612 Apr 29 15:43:40.927421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-0953893a-df2d-4e9c-a2fa-5035775df1db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:40.928794 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-0953893a-df2d-4e9c-a2fa-5035775df1db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0703061 Apr 29 15:43:41.069990 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-bbea9da2-3480-402a-a9c8-093e14572f68 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1363261 Apr 29 15:43:41.078944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:41.186541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:41.493552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:41.521896 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:43:41.576401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] device_id is not set on port fbeef65a-2261-48ac-902b-5a09d74bfd0c yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:43:41.584447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:41.684479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:41.821801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] Pushing event updated for resources: {'Port': ['ID=fbeef65a-2261-48ac-902b-5a09d74bfd0c,revision_number=6']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:41.879774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] No DVR routers for this DVR port fbeef65a-2261-48ac-902b-5a09d74bfd0c on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:41.941057 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e14e2506-de1d-4524-823a-561135f6af88 req-152ffa1b-b4e5-4a08-8f5f-88707523e0a6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 210 time: 0.0455639 Apr 29 15:43:41.969313 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-af567703-f9fa-4f39-bb93-68d3e95f0a0c None None] Provisioning complete for port fbeef65a-2261-48ac-902b-5a09d74bfd0c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:41.969313 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-af567703-f9fa-4f39-bb93-68d3e95f0a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.010973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-af567703-f9fa-4f39-bb93-68d3e95f0a0c None None] Port fbeef65a-2261-48ac-902b-5a09d74bfd0c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:43:42.104955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] In _notify_port_updated(), no bound segment for port fbeef65a-2261-48ac-902b-5a09d74bfd0c on network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:43:42.104955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:42.105210 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:42.106265 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4fc484b9-85d8-4d88-81ad-4f8d886898f6 req-c39ffd3e-823e-4bf3-9516-757fac712b05 service neutron] 10.222.0.44 "PUT /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 200 len: 1026 time: 1.0310428 Apr 29 15:43:43.112625 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0a8d5b20-d89b-4021-8cb7-f6de0f7be2c3 req-acec278c-302a-4900-a853-dbc73bce072d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=c10a23da-2b32-430b-8b42-5905f842556f HTTP/1.1" status: 200 len: 210 time: 0.0428793 Apr 29 15:43:44.021304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fbeef65a-2261-48ac-902b-5a09d74bfd0c no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:44.081298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fbeef65a-2261-48ac-902b-5a09d74bfd0c not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:44.207404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41238) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:44.283151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200ae27c-fa7b-4e63-b371-3e160749ecb0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:44.287908 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-200ae27c-fa7b-4e63-b371-3e160749ecb0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 200 len: 925 time: 0.0760229 Apr 29 15:43:44.372997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15692078-468d-48d3-9591-dac4dd917d3a req-b906f17a-9819-49e5-8164-d5711e13fb5b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:44.374478 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-15692078-468d-48d3-9591-dac4dd917d3a req-b906f17a-9819-49e5-8164-d5711e13fb5b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 945 time: 0.0877883 Apr 29 15:43:44.419078 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-15692078-468d-48d3-9591-dac4dd917d3a req-2360610e-a4ae-43f3-bbac-c0fb429cd1a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387268 Apr 29 15:43:44.637131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41244) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:44.641623 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408424401', 'description': 'tempest-secgroup-smoke-408424401 description', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:44.647581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:44.657407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:44.792767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:44.813675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:44.817768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:44.820702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:44.830534 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:44.894585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.013495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.055339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd4dc50-49e6-4f20-bd72-11f5ef90c3e9,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:45.190053 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.190053 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4c1760ea-db8f-4fb5-8949-c5cd4d93b8f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5524201 Apr 29 15:43:45.194006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41248) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:45.199357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-27a120d5-f040-4105-b2a2-5e9502d9a838 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4dc50-49e6-4f20-bd72-11f5ef90c3e9', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:45.205876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-27a120d5-f040-4105-b2a2-5e9502d9a838 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:45.210301 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-27a120d5-f040-4105-b2a2-5e9502d9a838 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:45.214973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-27a120d5-f040-4105-b2a2-5e9502d9a838 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:45.222870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-27a120d5-f040-4105-b2a2-5e9502d9a838 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:45.315447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-27a120d5-f040-4105-b2a2-5e9502d9a838 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.385735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-27a120d5-f040-4105-b2a2-5e9502d9a838 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.480195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-27a120d5-f040-4105-b2a2-5e9502d9a838 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.511294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a120d5-f040-4105-b2a2-5e9502d9a838 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f01cd8-bf5f-4984-acf9-69dceb5ab413,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:45.587623 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-27a120d5-f040-4105-b2a2-5e9502d9a838 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.589191 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-27a120d5-f040-4105-b2a2-5e9502d9a838 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3942485 Apr 29 15:43:45.592041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41254) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:45.597271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b19ee37d-4b39-478e-859c-97a6dba7a8c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4dc50-49e6-4f20-bd72-11f5ef90c3e9', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:45.605488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b19ee37d-4b39-478e-859c-97a6dba7a8c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:45.609518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b19ee37d-4b39-478e-859c-97a6dba7a8c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:45.612380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b19ee37d-4b39-478e-859c-97a6dba7a8c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:45.618988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b19ee37d-4b39-478e-859c-97a6dba7a8c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:45.630410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ce56d-a1c1-4872-b530-52b9d0e292ab req-5341f22a-3edb-48de-9e5b-197cc4645104 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:45.631903 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9c7ce56d-a1c1-4872-b530-52b9d0e292ab req-5341f22a-3edb-48de-9e5b-197cc4645104 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 945 time: 0.0889766 Apr 29 15:43:45.682017 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9c7ce56d-a1c1-4872-b530-52b9d0e292ab req-96e3ff01-51b7-422e-871a-78ac12e266a5 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432448 Apr 29 15:43:45.717843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b19ee37d-4b39-478e-859c-97a6dba7a8c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.844176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b19ee37d-4b39-478e-859c-97a6dba7a8c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:45.860535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-1927e886-dd43-45d2-880c-c86fe869d04d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:45.861225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-1927e886-dd43-45d2-880c-c86fe869d04d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Synchronizing usage tracker for tenant:7839e9e79267494aa8592713c17200fb on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:45.988819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-1927e886-dd43-45d2-880c-c86fe869d04d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Unset dirty status for tenant:7839e9e79267494aa8592713c17200fb on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:45.989990 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-1927e886-dd43-45d2-880c-c86fe869d04d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 945 time: 0.2599053 Apr 29 15:43:45.990560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b19ee37d-4b39-478e-859c-97a6dba7a8c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.078108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ee37d-4b39-478e-859c-97a6dba7a8c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35860a8b-7ab7-447b-876f-e96fffe7dbd1,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:46.097525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Deleting port 1fd04e2a-b16a-40fa-8827-c288902c0562 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:43:46.097865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.185105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b19ee37d-4b39-478e-859c-97a6dba7a8c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.186272 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b19ee37d-4b39-478e-859c-97a6dba7a8c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5932498 Apr 29 15:43:46.189209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41258) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:46.194533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-7be409ea-556a-4c8e-a9e3-fdcd673e87e2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4dc50-49e6-4f20-bd72-11f5ef90c3e9', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:46.201148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7be409ea-556a-4c8e-a9e3-fdcd673e87e2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:46.205164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7be409ea-556a-4c8e-a9e3-fdcd673e87e2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:46.208043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7be409ea-556a-4c8e-a9e3-fdcd673e87e2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:46.214466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7be409ea-556a-4c8e-a9e3-fdcd673e87e2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:46.332001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7be409ea-556a-4c8e-a9e3-fdcd673e87e2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.351892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] For port 1fd04e2a-b16a-40fa-8827-c288902c0562, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=1fd04e2a-b16a-40fa-8827-c288902c0562,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:46.353090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.398010 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7be409ea-556a-4c8e-a9e3-fdcd673e87e2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.485398 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7be409ea-556a-4c8e-a9e3-fdcd673e87e2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.509407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be409ea-556a-4c8e-a9e3-fdcd673e87e2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa9df92-5f56-43a4-afb3-8527fea218e7,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:46.628437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7be409ea-556a-4c8e-a9e3-fdcd673e87e2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.629617 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7be409ea-556a-4c8e-a9e3-fdcd673e87e2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4393742 Apr 29 15:43:46.632353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41262) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:46.637953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1c0cfad7-518b-493d-969a-8becbb12120d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4dc50-49e6-4f20-bd72-11f5ef90c3e9', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:46.644117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1c0cfad7-518b-493d-969a-8becbb12120d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:46.648226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1c0cfad7-518b-493d-969a-8becbb12120d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:46.652008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1c0cfad7-518b-493d-969a-8becbb12120d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:46.658058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1c0cfad7-518b-493d-969a-8becbb12120d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:46.752942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.753305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.753610 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Floating IP cead3262-6cdc-4d0f-b24a-84f37953fe1b disassociated. External IP: 172.26.2.184, port: 1fd04e2a-b16a-40fa-8827-c288902c0562. Apr 29 15:43:46.753944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Calling delete_port for 1fd04e2a-b16a-40fa-8827-c288902c0562 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:43:46.766749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfad7-518b-493d-969a-8becbb12120d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.890482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfad7-518b-493d-969a-8becbb12120d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:46.909375 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44259986-3657-46be-951e-a329fec74528 req-6ad0c8c2-e08e-4762-834a-018fbbf6a23f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:46.910817 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-44259986-3657-46be-951e-a329fec74528 req-6ad0c8c2-e08e-4762-834a-018fbbf6a23f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 945 time: 0.1155329 Apr 29 15:43:46.955355 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-44259986-3657-46be-951e-a329fec74528 req-77fc7e8b-1121-438d-8b8b-ddda78730ac8 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381446 Apr 29 15:43:47.010882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfad7-518b-493d-969a-8becbb12120d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.027110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.039204 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cfad7-518b-493d-969a-8becbb12120d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a605fec1-b680-47ec-b714-5510fb052346,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:47.077335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event deleted for resources: {'Port': ['ID=1fd04e2a-b16a-40fa-8827-c288902c0562,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:47.154583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1c0cfad7-518b-493d-969a-8becbb12120d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.155703 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1c0cfad7-518b-493d-969a-8becbb12120d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5223994 Apr 29 15:43:47.158438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41268) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:47.163187 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f0ca6624-5838-4efe-ba31-8e5e6562e47e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4dc50-49e6-4f20-bd72-11f5ef90c3e9', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:47.169216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f0ca6624-5838-4efe-ba31-8e5e6562e47e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:47.173014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f0ca6624-5838-4efe-ba31-8e5e6562e47e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:47.175892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f0ca6624-5838-4efe-ba31-8e5e6562e47e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:47.182042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f0ca6624-5838-4efe-ba31-8e5e6562e47e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:47.264734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Router 942a82d5-e220-4245-8c37-fba630ca04e7 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:43:47.275268 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-f0ca6624-5838-4efe-ba31-8e5e6562e47e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:43:47.288926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6624-5838-4efe-ba31-8e5e6562e47e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.348014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6624-5838-4efe-ba31-8e5e6562e47e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.445629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6624-5838-4efe-ba31-8e5e6562e47e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.451824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:43:47.464864 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae6a96-d1ef-47df-81f1-44e064c6b03e None None] Sync routers for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:43:47.470318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca6624-5838-4efe-ba31-8e5e6562e47e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f33996-c29b-4009-ae1e-d3f278cb8ee6,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:47.480319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae6a96-d1ef-47df-81f1-44e064c6b03e None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:43:47.481074 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-d8ae6a96-d1ef-47df-81f1-44e064c6b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:43:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:47.527384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] No DVR routers for this DVR port 1fd04e2a-b16a-40fa-8827-c288902c0562 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:43:47.529895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.532528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'name': 'network-vif-deleted', 'tag': '1fd04e2a-b16a-40fa-8827-c288902c0562'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:43:47.585621 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1dfb88-5879-4f55-bb1b-96fd04e00d16'] response: {'server_uuid': 'd6801fac-eff1-4f81-be5c-97586603b42a', 'name': 'network-vif-deleted', 'tag': '1fd04e2a-b16a-40fa-8827-c288902c0562', 'status': 'completed', 'code': 200} Apr 29 15:43:47.594453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f0ca6624-5838-4efe-ba31-8e5e6562e47e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.595655 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f0ca6624-5838-4efe-ba31-8e5e6562e47e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4362755 Apr 29 15:43:47.598531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41274) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:43:47.604044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-920d9a04-51d2-4709-b740-4953e4bb198f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'dfd4dc50-49e6-4f20-bd72-11f5ef90c3e9', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:47.613136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-920d9a04-51d2-4709-b740-4953e4bb198f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:47.617040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-920d9a04-51d2-4709-b740-4953e4bb198f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:47.620691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-920d9a04-51d2-4709-b740-4953e4bb198f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:47.626391 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-920d9a04-51d2-4709-b740-4953e4bb198f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:47.669247 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5115613e-6fc5-467f-a6e3-e142d1899461 req-48a46f2a-5197-4633-94f6-a93bad0a537f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "DELETE /v2.0/ports/1fd04e2a-b16a-40fa-8827-c288902c0562 HTTP/1.1" status: 204 len: 173 time: 1.6620247 Apr 29 15:43:47.669489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-d8ae6a96-d1ef-47df-81f1-44e064c6b03e None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:43:47.788226 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-920d9a04-51d2-4709-b740-4953e4bb198f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:43:47.795754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920d9a04-51d2-4709-b740-4953e4bb198f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.864545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920d9a04-51d2-4709-b740-4953e4bb198f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:47.999591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-d8ae6a96-d1ef-47df-81f1-44e064c6b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:48.006284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae6a96-d1ef-47df-81f1-44e064c6b03e None None] Checking router: 942a82d5-e220-4245-8c37-fba630ca04e7 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:43:48.018349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae6a96-d1ef-47df-81f1-44e064c6b03e None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:43:48.019042 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-d8ae6a96-d1ef-47df-81f1-44e064c6b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:43:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:48.108736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920d9a04-51d2-4709-b740-4953e4bb198f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.124341 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-30007638-d7b3-4831-9b43-9c4c0cc362f4 req-07970632-79aa-406e-b8ff-09473e01e414 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 210 time: 0.0457003 Apr 29 15:43:48.131893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d9a04-51d2-4709-b740-4953e4bb198f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7aa9c62-4c73-464f-a920-66364eaebb01,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:48.223857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-d8ae6a96-d1ef-47df-81f1-44e064c6b03e None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:43:48.240438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920d9a04-51d2-4709-b740-4953e4bb198f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:48.256059 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-920d9a04-51d2-4709-b740-4953e4bb198f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6563556 Apr 29 15:43:48.418765 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-57a741d1-fc10-4ff9-98d9-25e49a306cdf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408424401&fields=id&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 267 time: 0.0392540 Apr 29 15:43:48.495713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-c5e87142-9869-4dc9-bb96-aec7d14bbcaa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:48.497097 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-c5e87142-9869-4dc9-bb96-aec7d14bbcaa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 200 len: 930 time: 0.0713539 Apr 29 15:43:48.562777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-d8ae6a96-d1ef-47df-81f1-44e064c6b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:43:48.567049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ae6a96-d1ef-47df-81f1-44e064c6b03e None None] The sync data for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv is: [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:43:48.628339 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-1a49606f-a361-41e7-ad57-9e60215586fa service neutron] 10.222.0.39 "GET /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1168356 Apr 29 15:43:48.638778 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-59178d4c-1f5a-4716-87ff-c95a46b0f1d9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:43:48.639888 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-59178d4c-1f5a-4716-87ff-c95a46b0f1d9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055430 Apr 29 15:43:48.794950 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3100050-24ca-4539-ae32-a94ed88a0f7f None None] New status for floating IP cead3262-6cdc-4d0f-b24a-84f37953fe1b: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:43:48.891168 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-9f30d030-d1ee-4975-b321-4fa2d905fefd service neutron] 10.222.0.39 "GET /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445962 Apr 29 15:43:49.024901 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-dfce1c08-d2cf-43a3-b23a-097fb83fe7d5 service neutron] 10.222.0.39 "GET /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275923 Apr 29 15:43:49.300058 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c16d0f83-65e5-45f6-a711-6e690314c285 req-0973adb2-55e3-478b-85f4-1e74624593b8 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6801fac-eff1-4f81-be5c-97586603b42a HTTP/1.1" status: 200 len: 210 time: 0.0458412 Apr 29 15:43:49.370487 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6a1ddf25-e40b-4679-81f9-d09dfc8d1726 req-cbe9a4bf-6b76-4d3a-a83a-3c6a062c3fed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 210 time: 0.0419412 Apr 29 15:43:50.052394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 1fd04e2a-b16a-40fa-8827-c288902c0562 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:43:50.091638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 1fd04e2a-b16a-40fa-8827-c288902c0562 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:43:50.091977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 1fd04e2a-b16a-40fa-8827-c288902c0562 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:43:50.527083 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3e912d33-11b4-4fc2-9dd0-d936677a21f5 req-93f5fbfc-d0a7-4517-9fc4-278330f07b3e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 210 time: 0.0469701 Apr 29 15:43:50.663433 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-377d7f8f-629a-4094-bc6f-6f8db47ff752 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920141615&fields=id&tenant_id=7839e9e79267494aa8592713c17200fb HTTP/1.1" status: 200 len: 267 time: 0.0388546 Apr 29 15:43:50.816117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-a6d5ac1f-80a8-4481-9848-5cbec1712203 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:50.817819 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-a6d5ac1f-80a8-4481-9848-5cbec1712203 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 811 time: 0.1474626 Apr 29 15:43:50.832552 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-3dcaea4c-9274-4966-bbe2-ca141ba809a1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/quotas/7839e9e79267494aa8592713c17200fb HTTP/1.1" status: 200 len: 375 time: 0.0088580 Apr 29 15:43:50.915067 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-8178cdd3-e1d7-44b9-b7d1-cba906c84266 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767260 Apr 29 15:43:51.053032 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-7bcb0660-5252-4320-9449-825ce8f30162 service neutron] 10.222.0.39 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266150 Apr 29 15:43:51.185856 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-91d66ada-6d0a-4b76-892d-318df9a4e8da service neutron] 10.222.0.39 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262314 Apr 29 15:43:51.677640 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d5c9488b-333c-49bb-a03b-5d2906c076f6 req-98812f95-d43a-44cc-8326-84a1b7c2fdee tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 210 time: 0.0467024 Apr 29 15:43:52.110628 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3a960238-99b0-4cd9-941c-c15d6296fa31 req-e08c74f3-c8ae-46dd-a395-99db3d7ec665 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 210 time: 0.0422792 Apr 29 15:43:52.258351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-aa1795a9-6b94-46c4-850f-f848db0a2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:52.259743 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-aa1795a9-6b94-46c4-850f-f848db0a2778 service neutron] 10.222.0.44 "GET /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 200 len: 1026 time: 0.0616426 Apr 29 15:43:52.406133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-0ea2f4f8-ffb5-4919-9844-0314b97b547b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:52.407475 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-0ea2f4f8-ffb5-4919-9844-0314b97b547b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks?id=f098f6ac-a67c-42a7-b2f8-6bc81cc3819e HTTP/1.1" status: 200 len: 797 time: 0.1432631 Apr 29 15:43:52.460239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-4b5c7217-dab0-4e24-af3a-07828d153f3c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:43:52.643937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-4b5c7217-dab0-4e24-af3a-07828d153f3c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:43:52.646680 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-4b5c7217-dab0-4e24-af3a-07828d153f3c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 470 time: 0.2298384 Apr 29 15:43:52.654954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Request body: {'port': {'device_id': '5133f4e3-1823-47cd-a831-9b26e87446aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:52.761728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:52.830764 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e326f62e-198d-47aa-bdd7-04f5af13d0f8 req-17f9d058-964c-4ed1-ab79-e3f954e39941 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 210 time: 0.0421317 Apr 29 15:43:53.105504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbeef65a-2261-48ac-902b-5a09d74bfd0c {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:43:53.113119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.127672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Transition to ACTIVE for port object fbeef65a-2261-48ac-902b-5a09d74bfd0c will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:53.207469 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a3c99024-c42d-497e-b936-25d741599611 req-e2389c31-daf3-4848-885e-72f057630471 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 210 time: 0.0444918 Apr 29 15:43:53.262244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.506631 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Pushing event updated for resources: {'Port': ['ID=fbeef65a-2261-48ac-902b-5a09d74bfd0c,revision_number=7']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:53.638985 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Attempting to bind port fbeef65a-2261-48ac-902b-5a09d74bfd0c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:53.639316 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Attempting to bind port fbeef65a-2261-48ac-902b-5a09d74bfd0c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:53.639642 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Attempting to bind port fbeef65a-2261-48ac-902b-5a09d74bfd0c on network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:43:53.644174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Port fbeef65a-2261-48ac-902b-5a09d74bfd0c on network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:43:53.644820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Attempting to bind port fbeef65a-2261-48ac-902b-5a09d74bfd0c on network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:43:53.649528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:43:53.649849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Checking segment: {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:43:53.650222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Bound using segment: {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:43:53.650633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Bound port: fbeef65a-2261-48ac-902b-5a09d74bfd0c, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646154bd-93d3-467f-9788-b7ed4547d0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:53.650966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.736374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:43:53.739164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:43:53.897745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.964877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:53.965488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:53.966840 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] 10.222.0.44 "PUT /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 200 len: 1131 time: 1.3160431 Apr 29 15:43:53.967269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5133f4e3-1823-47cd-a831-9b26e87446aa', 'tag': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:43:54.001421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bacf40-753f-4e76-b735-d8f171590218 service neutron] Pushing event updated for resources: {'Port': ['ID=fbeef65a-2261-48ac-902b-5a09d74bfd0c,revision_number=8']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:54.046713 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8103f5e3-215d-404f-b5ba-6accfae412d7'] response: {'name': 'network-changed', 'server_uuid': '5133f4e3-1823-47cd-a831-9b26e87446aa', 'tag': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'status': 'completed', 'code': 200} Apr 29 15:43:54.046842 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7a37c-5cdf-4b6b-8c53-3c06d8224549 req-43db2a1b-2da0-4699-ab75-7f309121f9e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:54.046842 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bfb7a37c-5cdf-4b6b-8c53-3c06d8224549 req-43db2a1b-2da0-4699-ab75-7f309121f9e0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 981 time: 0.0967946 Apr 29 15:43:54.090110 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bfb7a37c-5cdf-4b6b-8c53-3c06d8224549 req-b5ca2212-2853-4c2f-8e6e-70baad6b2481 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474527 Apr 29 15:43:54.132292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc886e32-3aef-4aa7-9d27-f046d382237a req-d9c75d7c-7f45-4e25-9e15-00bfaebff83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:54.134714 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-cc886e32-3aef-4aa7-9d27-f046d382237a req-d9c75d7c-7f45-4e25-9e15-00bfaebff83e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 1134 time: 0.0830858 Apr 29 15:43:54.277584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc886e32-3aef-4aa7-9d27-f046d382237a req-67a533d6-8227-41b1-aaae-8e9d08f08dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:54.279739 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:54.281013 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-cc886e32-3aef-4aa7-9d27-f046d382237a req-67a533d6-8227-41b1-aaae-8e9d08f08dd1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b55c25ae10474f2abd40a8267579e2cf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1402428 Apr 29 15:43:54.369743 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-43405cca-cddf-409e-9b1d-a1c394e486ab req-9dd77f6e-3660-48b3-92c6-2873cd95c36d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 210 time: 0.0464227 Apr 29 15:43:54.425537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc886e32-3aef-4aa7-9d27-f046d382237a req-aa1b458e-b9f6-4dc9-972d-cd344542470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:54.426983 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-cc886e32-3aef-4aa7-9d27-f046d382237a req-aa1b458e-b9f6-4dc9-972d-cd344542470d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406345 Apr 29 15:43:54.534401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-1b38b044-bb50-4fa6-82e5-3b165a36f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:54.535885 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-1b38b044-bb50-4fa6-82e5-3b165a36f055 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 1134 time: 0.0749540 Apr 29 15:43:54.647721 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-5a92673b-fa46-4791-bc0d-026e17589a15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 200 len: 1037 time: 0.0956223 Apr 29 15:43:54.708279 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-3bf70c41-fcce-43e0-ad2d-045bc85a9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:54.709746 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-3bf70c41-fcce-43e0-ad2d-045bc85a9f5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ceabceb-c13f-45aa-a2e0-72257f45c106 HTTP/1.1" status: 200 len: 835 time: 0.0568178 Apr 29 15:43:54.783597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-1aaea783-c7b1-4e49-a535-12e6a005115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:54.785021 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-1aaea783-c7b1-4e49-a535-12e6a005115b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f098f6ac-a67c-42a7-b2f8-6bc81cc3819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695424 Apr 29 15:43:54.916935 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-8ffb084b-8e38-40cc-88be-0a56dbe07069 service neutron] 10.222.0.44 "GET /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253946 Apr 29 15:43:55.047970 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb3d9663-865f-4c55-89f6-cf5c9e28fbe5 req-b168630e-4876-40f3-b0c6-edbd9212c54b service neutron] 10.222.0.44 "GET /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251972 Apr 29 15:43:55.278022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835a216-950e-490b-8c79-0ff19579c79f req-28c8a6a3-a4c8-4c28-bd70-1527accca33d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:55.280238 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d835a216-950e-490b-8c79-0ff19579c79f req-28c8a6a3-a4c8-4c28-bd70-1527accca33d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 981 time: 0.0864372 Apr 29 15:43:55.325627 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d835a216-950e-490b-8c79-0ff19579c79f req-ca7d5f86-680c-41d8-b770-99c3420a01c1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388236 Apr 29 15:43:55.520347 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f2415539-fc42-4daa-8734-c7f3f0f8d204 req-08f1743e-7dbf-4953-827a-6b0aadb0608a tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 210 time: 0.0445824 Apr 29 15:43:55.627808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-260760e2-4dd2-4238-bc23-19620ee8bfa2 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:55.629164 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-260760e2-4dd2-4238-bc23-19620ee8bfa2 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 811 time: 0.1461425 Apr 29 15:43:55.680878 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-513dac45-a3b7-43b4-b895-98a8860b0de3 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7839e9e79267494aa8592713c17200fb HTTP/1.1" status: 200 len: 379 time: 0.0420687 Apr 29 15:43:55.689700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'port': {'device_id': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'admin_state_up': True, 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'security_groups': ['23df4e90-3b71-4e4b-8eac-4cbcb7a6b966']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:55.928761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:43:55.933657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:port and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:43:55.936651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:43:55.942524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:43:56.056079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Made reservation on behalf of 7839e9e79267494aa8592713c17200fb for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:43:56.059856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.224962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Allocated IP 172.20.0.4 (e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3/698e5214-6566-4fa4-b9fb-fbdb0909b69a/dcc1330f-cf3f-4921-995a-5bf703002120) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:43:56.420522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.437581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Transition to ACTIVE for port object dcc1330f-cf3f-4921-995a-5bf703002120 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:56.510585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c274a0-33b2-48a1-9e6d-663c544c1a2a req-d3f0d798-6759-457e-a2de-eb60f5f7ff6a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:56.511934 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-31c274a0-33b2-48a1-9e6d-663c544c1a2a req-d3f0d798-6759-457e-a2de-eb60f5f7ff6a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 981 time: 0.0778840 Apr 29 15:43:56.559646 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-31c274a0-33b2-48a1-9e6d-663c544c1a2a req-c406f6a9-7adb-4716-a095-4288bbd60e71 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Apr 29 15:43:56.565904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.646910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:43:56.651027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:43:56.653400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:43:56.704879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'Port': ['ID=dcc1330f-cf3f-4921-995a-5bf703002120,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:56.718792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b3149-36e0-4845-b514-b3f2465b61db req-31f0af07-5594-4cd6-bec2-5354c4128f42 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:56.720506 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7c8b3149-36e0-4845-b514-b3f2465b61db req-31f0af07-5594-4cd6-bec2-5354c4128f42 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 931 time: 0.0869534 Apr 29 15:43:56.729128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:56.729764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:56.768869 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7c8b3149-36e0-4845-b514-b3f2465b61db req-a798ab86-7e3f-4509-aaf8-9103cab7fe00 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417509 Apr 29 15:43:56.897753 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-4c9c633f-6302-4cde-8a5a-5e3711d9f59d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2114024 Apr 29 15:43:56.909624 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Request body: {'port': {'device_id': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:43:56.970806 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f4c426c1-b2f7-48bd-99ad-4881d51dbc6c None None] Provisioning for port dcc1330f-cf3f-4921-995a-5bf703002120 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:43:56.976412 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f4c426c1-b2f7-48bd-99ad-4881d51dbc6c None None] Provisioning complete for port dcc1330f-cf3f-4921-995a-5bf703002120 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:43:56.977120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f4c426c1-b2f7-48bd-99ad-4881d51dbc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.025465 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.034028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f4c426c1-b2f7-48bd-99ad-4881d51dbc6c None None] Port dcc1330f-cf3f-4921-995a-5bf703002120 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:43:57.370721 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc1330f-cf3f-4921-995a-5bf703002120 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:43:57.377914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.391962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Transition to ACTIVE for port object dcc1330f-cf3f-4921-995a-5bf703002120 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:43:57.502585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.701772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc1330f-cf3f-4921-995a-5bf703002120,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:57.749447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Attempting to bind port dcc1330f-cf3f-4921-995a-5bf703002120 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:43:57.749814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Attempting to bind port dcc1330f-cf3f-4921-995a-5bf703002120 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:43:57.750146 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Attempting to bind port dcc1330f-cf3f-4921-995a-5bf703002120 on network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:43:57.754926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Port dcc1330f-cf3f-4921-995a-5bf703002120 on network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:43:57.755234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Attempting to bind port dcc1330f-cf3f-4921-995a-5bf703002120 on network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:43:57.761033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:43:57.761368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Checking segment: {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:43:57.761747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Bound using segment: {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:43:57.762167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Bound port: dcc1330f-cf3f-4921-995a-5bf703002120, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:43:57.762502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:57.768368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bafe8-1e9c-4fe7-b865-696ecbbaf844 req-1d69e1a5-d849-488a-8e00-1ac622cccd2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:57.769868 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e67bafe8-1e9c-4fe7-b865-696ecbbaf844 req-1d69e1a5-d849-488a-8e00-1ac622cccd2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 981 time: 0.0848038 Apr 29 15:43:57.815431 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e67bafe8-1e9c-4fe7-b865-696ecbbaf844 req-14dbdb4e-4aa0-49cd-a920-f51251eb82a5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388560 Apr 29 15:43:57.864431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] For port dcc1330f-cf3f-4921-995a-5bf703002120, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:43:57.868648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] For port dcc1330f-cf3f-4921-995a-5bf703002120, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=dcc1330f-cf3f-4921-995a-5bf703002120,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:43:57.978050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.046785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:58.047408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.048810 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] 10.222.0.44 "PUT /v2.0/ports/dcc1330f-cf3f-4921-995a-5bf703002120 HTTP/1.1" status: 200 len: 1093 time: 1.1431551 Apr 29 15:43:58.049239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'tag': 'dcc1330f-cf3f-4921-995a-5bf703002120'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:43:58.070349 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f515ab-9a0a-4fd8-aee9-48514ee8ee46 req-12bd9249-01f9-41ae-92b4-f14b469c8667 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:58.072899 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-26f515ab-9a0a-4fd8-aee9-48514ee8ee46 req-12bd9249-01f9-41ae-92b4-f14b469c8667 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 943 time: 0.1931727 Apr 29 15:43:58.074810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28965ffa-2cd1-462b-9590-6c3700acc087 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc1330f-cf3f-4921-995a-5bf703002120,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:58.098922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fbeef65a-2261-48ac-902b-5a09d74bfd0c details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:43:58.109168 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87a40a1-7331-41c8-a5e6-5ed9ec301b1f'] response: {'name': 'network-changed', 'server_uuid': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'tag': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'status': 'completed', 'code': 200} Apr 29 15:43:58.142770 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-26f515ab-9a0a-4fd8-aee9-48514ee8ee46 req-855f16a1-0e9a-4d4f-a600-1a3fc6b99dad tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624611 Apr 29 15:43:58.243764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab197b-2627-4d6b-9ab9-22a4e609af19 req-8cb116ed-dd00-42d2-b512-b5fed6947c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:58.246020 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a2ab197b-2627-4d6b-9ab9-22a4e609af19 req-8cb116ed-dd00-42d2-b512-b5fed6947c19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 1096 time: 0.1165838 Apr 29 15:43:58.323499 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:58.339228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'port_id': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'mac_address': 'fa:16:3e:09:77:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:43:58.411326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab197b-2627-4d6b-9ab9-22a4e609af19 req-e695a1a7-850d-4868-88b7-0e9a3aa1ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:58.412846 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a2ab197b-2627-4d6b-9ab9-22a4e609af19 req-e695a1a7-850d-4868-88b7-0e9a3aa1ccbf service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7839e9e79267494aa8592713c17200fb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1601737 Apr 29 15:43:58.420010 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.441384 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbeef65a-2261-48ac-902b-5a09d74bfd0c {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:43:58.462524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:43:58.571346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:43:58.641395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=fbeef65a-2261-48ac-902b-5a09d74bfd0c,revision_number=9']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:43:58.665376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab197b-2627-4d6b-9ab9-22a4e609af19 req-e147b5e0-1ab2-4e80-ad70-ecd78d826c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:58.666830 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a2ab197b-2627-4d6b-9ab9-22a4e609af19 req-e147b5e0-1ab2-4e80-ad70-ecd78d826c8e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2484832 Apr 29 15:43:58.757855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['fbeef65a-2261-48ac-902b-5a09d74bfd0c'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:43:58.769639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-01c1b619-7fd8-4f1f-9263-0a8862a112dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:58.771142 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-01c1b619-7fd8-4f1f-9263-0a8862a112dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 1096 time: 0.0695121 Apr 29 15:43:58.842955 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-f45d1c86-9829-4e7c-9a9a-ca0aaf664b64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcc1330f-cf3f-4921-995a-5bf703002120 HTTP/1.1" status: 200 len: 217 time: 0.0647869 Apr 29 15:43:58.906455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-74b9d91d-f605-4491-a62b-a3852aae5df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:58.907813 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-74b9d91d-f605-4491-a62b-a3852aae5df9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.0592964 Apr 29 15:43:58.986949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-dde74a44-088f-49e1-be46-1edf0218f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:58.988426 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-dde74a44-088f-49e1-be46-1edf0218f9b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751851 Apr 29 15:43:59.020430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075c8a1-a9f4-4ccc-917f-6cb548db57c6 req-ffcdc436-f119-4105-8fe0-2592532637e1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:59.021898 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c075c8a1-a9f4-4ccc-917f-6cb548db57c6 req-ffcdc436-f119-4105-8fe0-2592532637e1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 982 time: 0.0811522 Apr 29 15:43:59.069960 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c075c8a1-a9f4-4ccc-917f-6cb548db57c6 req-0e37ba95-7d42-4551-a434-d93813e58b7c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Apr 29 15:43:59.121983 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-b00cf117-2e0d-4276-b992-99f4a537cd94 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262312 Apr 29 15:43:59.256214 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-52c02a7c-be83-4069-ade1-9d057d75d687 req-82be6f72-2ba0-4f0e-915f-b7cef93f424b service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273565 Apr 29 15:43:59.338275 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c65a7-fe3d-4e46-a8a9-2d0d873c969b req-72c8bc3d-5fd5-480d-ab36-4cc5f1ad74d9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:43:59.339736 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-df6c65a7-fe3d-4e46-a8a9-2d0d873c969b req-72c8bc3d-5fd5-480d-ab36-4cc5f1ad74d9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 943 time: 0.0815268 Apr 29 15:43:59.384714 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-df6c65a7-fe3d-4e46-a8a9-2d0d873c969b req-c890623a-814d-43e5-ac41-c49c9eca8b15 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390453 Apr 29 15:44:00.114513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fbeef65a-2261-48ac-902b-5a09d74bfd0c up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:00.263963 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb150d-6475-41f1-83a4-ac6cadbb49c4 req-42a136b6-8779-4dee-aa57-3d2bfecb4c9c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:00.265431 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-59bb150d-6475-41f1-83a4-ac6cadbb49c4 req-42a136b6-8779-4dee-aa57-3d2bfecb4c9c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 982 time: 0.0877876 Apr 29 15:44:00.267906 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port fbeef65a-2261-48ac-902b-5a09d74bfd0c completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:00.273459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port fbeef65a-2261-48ac-902b-5a09d74bfd0c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:00.275140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.310321 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-59bb150d-6475-41f1-83a4-ac6cadbb49c4 req-319048c2-1646-47ec-8d82-c5bab8ca49dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390992 Apr 29 15:44:00.391741 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.418665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133f4e3-1823-47cd-a831-9b26e87446aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:44:00.428138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:00.465227 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65950cb0-333d-49ea-b6be-c7cf51f33c48'] response: {'server_uuid': '5133f4e3-1823-47cd-a831-9b26e87446aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeef65a-2261-48ac-902b-5a09d74bfd0c', 'code': 200} Apr 29 15:44:00.547869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:00.575674 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cbbaf-0f5c-4496-97ea-77c12330f101 req-e719e9d0-1672-460d-893b-3c0d53aeb2f1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:00.577169 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-450cbbaf-0f5c-4496-97ea-77c12330f101 req-e719e9d0-1672-460d-893b-3c0d53aeb2f1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 943 time: 0.0820904 Apr 29 15:44:00.618345 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=fbeef65a-2261-48ac-902b-5a09d74bfd0c,revision_number=10']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:00.624160 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-450cbbaf-0f5c-4496-97ea-77c12330f101 req-5c39dfee-c4fb-44bc-b199-e70cf0fbd242 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412769 Apr 29 15:44:00.853364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f3fc1-b640-444e-8ee0-451b27504eec req-56d2c7e5-5556-4e7b-b628-cea95c9dd40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:00.854870 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e89f3fc1-b640-444e-8ee0-451b27504eec req-56d2c7e5-5556-4e7b-b628-cea95c9dd40a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 1137 time: 0.0717442 Apr 29 15:44:00.895015 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e89f3fc1-b640-444e-8ee0-451b27504eec req-f0e2c0ab-658b-47b3-95f5-33c66a1ec967 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342031 Apr 29 15:44:01.502960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784063e1-3979-4431-862b-7cbc987c0d35 req-f43d285f-c8a6-48a9-95a5-f282e26c4a9f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:01.504488 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-784063e1-3979-4431-862b-7cbc987c0d35 req-f43d285f-c8a6-48a9-95a5-f282e26c4a9f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 984 time: 0.0833519 Apr 29 15:44:01.548368 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-784063e1-3979-4431-862b-7cbc987c0d35 req-07511824-2ad8-4144-b1be-2996eca54d89 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377457 Apr 29 15:44:01.813984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76c4b3-9f84-4aa8-8728-2510250af70c req-f61c82e2-c59f-4cf5-ad6d-f14038c9c8da tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:01.815390 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7e76c4b3-9f84-4aa8-8728-2510250af70c req-f61c82e2-c59f-4cf5-ad6d-f14038c9c8da tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 943 time: 0.0830524 Apr 29 15:44:01.861253 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7e76c4b3-9f84-4aa8-8728-2510250af70c req-0bb673e0-963e-4768-b3f6-a96b8fe24d51 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392878 Apr 29 15:44:02.144928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0450276e-3f22-4764-8dec-e5f7b226ca4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:02.732862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b9b3a-86cf-49d4-8a3c-3c28a8122aed req-16b610fd-5e7f-4c22-bbe8-8de62e98bdbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:02.734284 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4e6b9b3a-86cf-49d4-8a3c-3c28a8122aed req-16b610fd-5e7f-4c22-bbe8-8de62e98bdbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 984 time: 0.0816488 Apr 29 15:44:02.777732 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4e6b9b3a-86cf-49d4-8a3c-3c28a8122aed req-88523888-8dd8-4ae5-8048-e56ae275d0f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377355 Apr 29 15:44:02.967880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae8c5d-7cbc-4160-ade6-d07be8a717da req-4ef1cdbb-c773-4f3e-9212-331666ba9cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:02.969397 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-37ae8c5d-7cbc-4160-ade6-d07be8a717da req-4ef1cdbb-c773-4f3e-9212-331666ba9cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 984 time: 0.0803092 Apr 29 15:44:03.063725 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-37ae8c5d-7cbc-4160-ade6-d07be8a717da req-4b3a658d-9440-496e-9384-ff17e7210aca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602529 Apr 29 15:44:03.083365 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7116d4-c46b-47d8-83bb-087aa533c442 req-e501caba-b1df-4cfd-ae2e-74d771b642c7 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:03.084827 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2c7116d4-c46b-47d8-83bb-087aa533c442 req-e501caba-b1df-4cfd-ae2e-74d771b642c7 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 943 time: 0.1145644 Apr 29 15:44:03.088071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41386) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:03.176278 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2c7116d4-c46b-47d8-83bb-087aa533c442 req-099c071d-5d63-49cb-a135-97785904153f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575047 Apr 29 15:44:03.198831 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd99169-72ec-46a3-a940-69210fd04bb2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:03.200321 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1bd99169-72ec-46a3-a940-69210fd04bb2 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa&network_id=f098f6ac-a67c-42a7-b2f8-6bc81cc3819e HTTP/1.1" status: 200 len: 1132 time: 0.1113026 Apr 29 15:44:03.912024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbaa62-6ea8-4800-9d63-0f44930a81d5 req-c4643337-48e1-434d-bbfc-6c0aa0b6fd91 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:03.913605 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9ddbaa62-6ea8-4800-9d63-0f44930a81d5 req-c4643337-48e1-434d-bbfc-6c0aa0b6fd91 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 984 time: 0.0800996 Apr 29 15:44:03.958162 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9ddbaa62-6ea8-4800-9d63-0f44930a81d5 req-749775af-ef8e-4981-9ef0-eb6277f2c0ba tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378745 Apr 29 15:44:04.222418 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9d093b36-3afc-426b-90e8-7ca26192a6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:04.363035 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23245c7c-b201-43fd-975f-258e2b62b84d req-5d83dcac-2d9c-49c5-bfe7-2cd63a088a55 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:04.364489 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-23245c7c-b201-43fd-975f-258e2b62b84d req-5d83dcac-2d9c-49c5-bfe7-2cd63a088a55 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 943 time: 0.0813909 Apr 29 15:44:04.409856 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-23245c7c-b201-43fd-975f-258e2b62b84d req-6302fbae-d488-4cc1-9844-15b91ff94aec tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390623 Apr 29 15:44:05.142992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fc5ce-f5d4-4342-bc31-96e0913475a2 req-dd0a84a5-214a-407b-a007-ba7e8f3e48ad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:05.145288 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-959fc5ce-f5d4-4342-bc31-96e0913475a2 req-dd0a84a5-214a-407b-a007-ba7e8f3e48ad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 984 time: 0.0813358 Apr 29 15:44:05.178861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-188db878-ae0d-4ec0-902e-25614ef89c77 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:05.180981 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-188db878-ae0d-4ec0-902e-25614ef89c77 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 984 time: 0.0840113 Apr 29 15:44:05.194672 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-959fc5ce-f5d4-4342-bc31-96e0913475a2 req-a1693964-8dc5-4fee-9966-dba82490c78d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Apr 29 15:44:05.226378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.254024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-41e86a26-5d15-413c-a8b0-0150db3c0df2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:05.255316 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-41e86a26-5d15-413c-a8b0-0150db3c0df2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0683377 Apr 29 15:44:05.359218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.402331 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-18cf50da-5e8e-418c-8e54-89590255b12f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1418443 Apr 29 15:44:05.411308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:05.525340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:05.593391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759a4a8-83d5-454b-9252-0690212e29b4 req-47a7f6e0-3bff-4c53-ba52-113342e844f4 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:05.594843 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c759a4a8-83d5-454b-9252-0690212e29b4 req-47a7f6e0-3bff-4c53-ba52-113342e844f4 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 943 time: 0.0801449 Apr 29 15:44:05.639507 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c759a4a8-83d5-454b-9252-0690212e29b4 req-4bc0a4e0-43c6-46d3-9e9b-043bff229436 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388467 Apr 29 15:44:05.729898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fbeef65a-2261-48ac-902b-5a09d74bfd0c,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:05.757385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] For port fbeef65a-2261-48ac-902b-5a09d74bfd0c, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:44:05.812073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] device_id is not set on port fbeef65a-2261-48ac-902b-5a09d74bfd0c yet. {{(pid=88715) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 29 15:44:05.820284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.056531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.317305 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28f4cd01-d6ab-4763-a7d7-3849733e9dc2 None None] Provisioning complete for port fbeef65a-2261-48ac-902b-5a09d74bfd0c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:06.318406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28f4cd01-d6ab-4763-a7d7-3849733e9dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.326144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Pushing event updated for resources: {'Port': ['ID=fbeef65a-2261-48ac-902b-5a09d74bfd0c,revision_number=11']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:06.348038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.348566 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.348962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.349435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.349900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.350414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.350807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.351212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.351742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.352447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.352616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.353043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:06.375159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28f4cd01-d6ab-4763-a7d7-3849733e9dc2 None None] Port fbeef65a-2261-48ac-902b-5a09d74bfd0c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:44:06.380959 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d8502016-b309-452f-a16e-0734d4ad5e17 req-5c74c089-847b-409e-905a-f867b551bd3c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 210 time: 0.0606830 Apr 29 15:44:06.399577 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] No DVR routers for this DVR port fbeef65a-2261-48ac-902b-5a09d74bfd0c on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:06.627490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] In _notify_port_updated(), no bound segment for port fbeef65a-2261-48ac-902b-5a09d74bfd0c on network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e {{(pid=88715) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 29 15:44:06.628299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:06.628927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:06.630207 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6a55d65-4a00-4016-90f7-242ef02fab3a req-81ee4f35-4c10-4d71-83f1-5a91f79bbb91 service neutron] 10.222.0.44 "PUT /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 200 len: 1027 time: 1.2227457 Apr 29 15:44:06.836571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a3c05-4f51-45ba-80ab-29e64c2a2526 req-893e5d7d-a994-45c2-8306-b26875b26bcc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:06.838114 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c19a3c05-4f51-45ba-80ab-29e64c2a2526 req-893e5d7d-a994-45c2-8306-b26875b26bcc tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 943 time: 0.0811810 Apr 29 15:44:06.889632 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c19a3c05-4f51-45ba-80ab-29e64c2a2526 req-a64d0361-6631-4057-aace-06af5eed45ea tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429695 Apr 29 15:44:07.125155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:07.536668 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9279dc6b-fabf-4dec-9003-905d6df566b4 req-082c2215-5881-4be6-b801-c28691296f7b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133f4e3-1823-47cd-a831-9b26e87446aa HTTP/1.1" status: 200 len: 210 time: 0.0414977 Apr 29 15:44:08.078874 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c074e2-f2cc-490d-83e1-3f460e8aa075 req-d208f22e-3c86-4241-8696-d42088325baa tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:08.080302 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-47c074e2-f2cc-490d-83e1-3f460e8aa075 req-d208f22e-3c86-4241-8696-d42088325baa tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 943 time: 0.0820026 Apr 29 15:44:08.123495 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-47c074e2-f2cc-490d-83e1-3f460e8aa075 req-bdeb747d-b0a4-4832-996b-e3dd27df3889 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375946 Apr 29 15:44:08.176929 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device dcc1330f-cf3f-4921-995a-5bf703002120 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:44:08.316824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port dcc1330f-cf3f-4921-995a-5bf703002120, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=dcc1330f-cf3f-4921-995a-5bf703002120,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:08.330232 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'port_id': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'mac_address': 'fa:16:3e:b0:f9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:44:08.383620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.399447 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc1330f-cf3f-4921-995a-5bf703002120 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:44:08.414010 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port dcc1330f-cf3f-4921-995a-5bf703002120, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=dcc1330f-cf3f-4921-995a-5bf703002120,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:08.559308 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.628887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=dcc1330f-cf3f-4921-995a-5bf703002120,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:08.634051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41410) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:08.704490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8808-a4ce-418c-bb39-cc576ff86108 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.733833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8808-a4ce-418c-bb39-cc576ff86108 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.749439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['dcc1330f-cf3f-4921-995a-5bf703002120'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:44:08.885249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8808-a4ce-418c-bb39-cc576ff86108 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:08.905401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d8808-a4ce-418c-bb39-cc576ff86108 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd4dc50-49e6-4f20-bd72-11f5ef90c3e9,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:09.003969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8808-a4ce-418c-bb39-cc576ff86108 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:09.005117 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fb5d8808-a4ce-418c-bb39-cc576ff86108 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/security-groups/dfd4dc50-49e6-4f20-bd72-11f5ef90c3e9 HTTP/1.1" status: 204 len: 168 time: 0.3700449 Apr 29 15:44:09.131164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41416) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:09.387243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 73aacfd0-0cb9-446d-8b95-5d83924884c8 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:44:09.387580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:09.547872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a244b69-44ae-4760-b5d3-f3f4d7ae48e1 req-f9c9b9c6-aad4-4a4b-a5c4-e932c3878daa tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:09.549350 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6a244b69-44ae-4760-b5d3-f3f4d7ae48e1 req-f9c9b9c6-aad4-4a4b-a5c4-e932c3878daa tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 944 time: 0.3151391 Apr 29 15:44:09.673166 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6a244b69-44ae-4760-b5d3-f3f4d7ae48e1 req-96253783-e9a9-428e-8067-6a8135584f2d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090572 Apr 29 15:44:09.699889 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:09.700222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:09.824231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 73aacfd0-0cb9-446d-8b95-5d83924884c8 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:44:10.050218 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.098108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=73aacfd0-0cb9-446d-8b95-5d83924884c8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:10.133896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.134575 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.134575 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.135022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.135342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.135667 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.135983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.136304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.136648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.136962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.137274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.137582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.192232 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device dcc1330f-cf3f-4921-995a-5bf703002120 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:10.197815 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.198142 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP c639e4a3-9709-46bc-800d-14aaba856dd7 disassociated (deleted). External IP: 172.26.2.200, port: fbeef65a-2261-48ac-902b-5a09d74bfd0c. Apr 29 15:44:10.319285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port dcc1330f-cf3f-4921-995a-5bf703002120 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:10.325454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port dcc1330f-cf3f-4921-995a-5bf703002120 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:10.325822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.442227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.468876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc1330f-cf3f-4921-995a-5bf703002120'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:44:10.478588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port dcc1330f-cf3f-4921-995a-5bf703002120, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=dcc1330f-cf3f-4921-995a-5bf703002120,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:10.515963 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fd3fce-a9f1-4f32-a519-76032739f813'] response: {'server_uuid': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'code': 200} Apr 29 15:44:10.549526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router c2bfe440-a33a-4629-878e-9f2beeb60a5f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:44:10.576673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.577477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fbeef65a-2261-48ac-902b-5a09d74bfd0c no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:10.691843 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fbeef65a-2261-48ac-902b-5a09d74bfd0c not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:10.696023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=dcc1330f-cf3f-4921-995a-5bf703002120,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:10.703524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.703882 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.704217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.704582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.704921 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.705260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.705585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.706096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.706444 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.706756 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.707077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.707407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:10.733781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:44:10.744414 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c8a6ed-1498-49ec-83ad-47616372e21e None None] Sync routers for ids ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:44:10.754966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8a6ed-1498-49ec-83ad-47616372e21e None None] Routers {'c2bfe440-a33a-4629-878e-9f2beeb60a5f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:44:10.755580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b6c8a6ed-1498-49ec-83ad-47616372e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:44:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:10.862430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:10.926657 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-86350093-d93b-4c2e-93ed-178091e11ff8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/floatingips/c639e4a3-9709-46bc-800d-14aaba856dd7 HTTP/1.1" status: 204 len: 168 time: 1.7943804 Apr 29 15:44:10.942837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74549eb6-6618-454e-89dc-cc687ec90f7e req-395bda85-ba8b-4a75-8004-ff29dd7f7f9a tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:10.944332 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-74549eb6-6618-454e-89dc-cc687ec90f7e req-395bda85-ba8b-4a75-8004-ff29dd7f7f9a tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 945 time: 0.1409924 Apr 29 15:44:10.978747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-b6c8a6ed-1498-49ec-83ad-47616372e21e None None] Set router c2bfe440-a33a-4629-878e-9f2beeb60a5f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:44:10.994981 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-74549eb6-6618-454e-89dc-cc687ec90f7e req-1b8ae9d8-d820-406f-add3-11bad01c363b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440650 Apr 29 15:44:11.025668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c98260-6ece-446d-a273-4de13a8896af req-188d739e-e570-40c1-9541-d59e3965df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:11.027949 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f0c98260-6ece-446d-a273-4de13a8896af req-188d739e-e570-40c1-9541-d59e3965df83 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 1098 time: 0.0942879 Apr 29 15:44:11.067815 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f0c98260-6ece-446d-a273-4de13a8896af req-bb97eccb-cf96-4b49-8fea-faa86bbc6044 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347314 Apr 29 15:44:11.083144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41430) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:11.151009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df036a00-af14-408b-b294-53f3f8369e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.179488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df036a00-af14-408b-b294-53f3f8369e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.297916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b6c8a6ed-1498-49ec-83ad-47616372e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'df9375f4-d2fe-470a-9a9b-afddec38f7b0', 'name': '', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:71:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:11Z', 'updated_at': '2022-04-29T15:43:16Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:11.301782 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c8a6ed-1498-49ec-83ad-47616372e21e None None] Checking router: c2bfe440-a33a-4629-878e-9f2beeb60a5f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:44:11.307582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df036a00-af14-408b-b294-53f3f8369e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.310294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8a6ed-1498-49ec-83ad-47616372e21e None None] Routers {'c2bfe440-a33a-4629-878e-9f2beeb60a5f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:44:11.310888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b6c8a6ed-1498-49ec-83ad-47616372e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:44:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:11.326946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df036a00-af14-408b-b294-53f3f8369e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f7edd6-02bc-4d13-9218-e063a6570ac1,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:11.334759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df036a00-af14-408b-b294-53f3f8369e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.335991 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-df036a00-af14-408b-b294-53f3f8369e61 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/security-groups/04f7edd6-02bc-4d13-9218-e063a6570ac1 HTTP/1.1" status: 204 len: 168 time: 0.2518680 Apr 29 15:44:11.462489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41436) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:11.496758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-b6c8a6ed-1498-49ec-83ad-47616372e21e None None] Set router c2bfe440-a33a-4629-878e-9f2beeb60a5f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:44:11.533738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-815b784e-487b-4822-845d-902643b53ad4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port fbeef65a-2261-48ac-902b-5a09d74bfd0c {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:44:11.534065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-815b784e-487b-4822-845d-902643b53ad4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.773080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-815b784e-487b-4822-845d-902643b53ad4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:11.807930 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b6c8a6ed-1498-49ec-83ad-47616372e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'df9375f4-d2fe-470a-9a9b-afddec38f7b0', 'name': '', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:71:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:11Z', 'updated_at': '2022-04-29T15:43:16Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:11.811954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c8a6ed-1498-49ec-83ad-47616372e21e None None] The sync data for ids ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'] in dv-neutron-839183-1-hyperv is: [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'df9375f4-d2fe-470a-9a9b-afddec38f7b0', 'name': '', 'network_id': 'f098f6ac-a67c-42a7-b2f8-6bc81cc3819e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:71:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:11Z', 'updated_at': '2022-04-29T15:43:16Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '2ceabceb-c13f-45aa-a2e0-72257f45c106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:44:11.901057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-815b784e-487b-4822-845d-902643b53ad4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for fbeef65a-2261-48ac-902b-5a09d74bfd0c owned by {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:44:12.030143 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804cace-604f-44cb-9e1b-5e7663811423 None None] New status for floating IP c639e4a3-9709-46bc-800d-14aaba856dd7: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:44:12.161722 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-815b784e-487b-4822-845d-902643b53ad4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.215822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b784e-487b-4822-845d-902643b53ad4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=fbeef65a-2261-48ac-902b-5a09d74bfd0c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:12.321958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51343c-15ae-4886-9cb0-4f74186a2b00 req-8c9dcf65-ed51-481c-a7fd-7eb34d142585 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:12.323471 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2e51343c-15ae-4886-9cb0-4f74186a2b00 req-8c9dcf65-ed51-481c-a7fd-7eb34d142585 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 945 time: 0.2090383 Apr 29 15:44:12.326323 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-815b784e-487b-4822-845d-902643b53ad4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:12.341332 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-815b784e-487b-4822-845d-902643b53ad4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/ports/fbeef65a-2261-48ac-902b-5a09d74bfd0c HTTP/1.1" status: 204 len: 168 time: 0.8747714 Apr 29 15:44:12.341557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41442) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:12.376205 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2e51343c-15ae-4886-9cb0-4f74186a2b00 req-c5aba66a-6dfa-4642-b1ff-4b677efb01e1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423336 Apr 29 15:44:12.545707 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:44:12.993816 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-551fd980-0011-48ee-b910-dd72b3cf4be7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.334728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-551fd980-0011-48ee-b910-dd72b3cf4be7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port df9375f4-d2fe-470a-9a9b-afddec38f7b0 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:44:13.335419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-551fd980-0011-48ee-b910-dd72b3cf4be7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.521249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-551fd980-0011-48ee-b910-dd72b3cf4be7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port df9375f4-d2fe-470a-9a9b-afddec38f7b0, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=df9375f4-d2fe-470a-9a9b-afddec38f7b0,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:13.521629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-551fd980-0011-48ee-b910-dd72b3cf4be7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.565748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92b0a4-fd60-4f72-b88d-ab7f109f1ed9 req-19c4ebb4-72ac-4fb4-8e13-16e57791bc18 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:13.567359 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fe92b0a4-fd60-4f72-b88d-ab7f109f1ed9 req-19c4ebb4-72ac-4fb4-8e13-16e57791bc18 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 945 time: 0.0807536 Apr 29 15:44:13.612324 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fe92b0a4-fd60-4f72-b88d-ab7f109f1ed9 req-1f7c3d19-3f52-470a-9291-ca7b30a74951 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389748 Apr 29 15:44:13.650705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-551fd980-0011-48ee-b910-dd72b3cf4be7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for df9375f4-d2fe-470a-9a9b-afddec38f7b0 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:44:13.799497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4be700-0ca8-46b0-a322-b8977f04b10a req-7ddbb265-5b98-4cdc-a453-2146e3e07104 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:13.801075 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cc4be700-0ca8-46b0-a322-b8977f04b10a req-7ddbb265-5b98-4cdc-a453-2146e3e07104 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 945 time: 0.0837891 Apr 29 15:44:13.846406 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cc4be700-0ca8-46b0-a322-b8977f04b10a req-02f5f142-4e9e-4153-aa88-033b2bde314e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388582 Apr 29 15:44:13.869433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41450) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:13.924779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-551fd980-0011-48ee-b910-dd72b3cf4be7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:13.941856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed994973-d9f6-4fdd-84b5-211773bfae5a tempest-TestVolumeBootPattern-662255097 tempest-TestVolumeBootPattern-662255097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:13.948273 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ed994973-d9f6-4fdd-84b5-211773bfae5a tempest-TestVolumeBootPattern-662255097 tempest-TestVolumeBootPattern-662255097-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 1093 time: 0.0730088 Apr 29 15:44:13.948273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41454) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:13.951850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:13.957906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:13.962401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:floatingip and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:13.965295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:13.970995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:13.975243 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fd980-0011-48ee-b910-dd72b3cf4be7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=df9375f4-d2fe-470a-9a9b-afddec38f7b0,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:14.062220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.211983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.358908 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Allocated IP 172.26.2.84 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/b3676054-dae8-4640-a990-8a429a661f23) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:14.384800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-551fd980-0011-48ee-b910-dd72b3cf4be7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.510846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.610922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:14.683376 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:14.686214 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:14.689817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:44:14.720375 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'Port': ['ID=b3676054-dae8-4640-a990-8a429a661f23,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:14.752813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551fd980-0011-48ee-b910-dd72b3cf4be7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router c2bfe440-a33a-4629-878e-9f2beeb60a5f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:44:14.928968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551fd980-0011-48ee-b910-dd72b3cf4be7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:44:14.940041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae2992-192c-4553-b61c-54dd41952870 None None] Sync routers for ids ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:44:14.942958 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-551fd980-0011-48ee-b910-dd72b3cf4be7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/c2bfe440-a33a-4629-878e-9f2beeb60a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6004004 Apr 29 15:44:14.945800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41458) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:14.951933 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae2992-192c-4553-b61c-54dd41952870 None None] Routers {'c2bfe440-a33a-4629-878e-9f2beeb60a5f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:44:14.952576 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-fcae2992-192c-4553-b61c-54dd41952870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:44:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:15.018576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-326a3d2f-c006-403e-8ec3-df721fc03a5c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting subnet 2ceabceb-c13f-45aa-a2e0-72257f45c106 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:44:15.021555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-326a3d2f-c006-403e-8ec3-df721fc03a5c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.077460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-326a3d2f-c006-403e-8ec3-df721fc03a5c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.107233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.135815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-fcae2992-192c-4553-b61c-54dd41952870 None None] Set router c2bfe440-a33a-4629-878e-9f2beeb60a5f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:44:15.165986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-326a3d2f-c006-403e-8ec3-df721fc03a5c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.287167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.348377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-326a3d2f-c006-403e-8ec3-df721fc03a5c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.387096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a3d2f-c006-403e-8ec3-df721fc03a5c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Subnet': ['ID=2ceabceb-c13f-45aa-a2e0-72257f45c106,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:15.390727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-326a3d2f-c006-403e-8ec3-df721fc03a5c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.396799 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-326a3d2f-c006-403e-8ec3-df721fc03a5c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/subnets/2ceabceb-c13f-45aa-a2e0-72257f45c106 HTTP/1.1" status: 204 len: 168 time: 0.4498677 Apr 29 15:44:15.400688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41462) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:15.425685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6daeec-fa0d-4959-9673-3d18c0751ea4 None None] Network f098f6ac-a67c-42a7-b2f8-6bc81cc3819e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:44:15.505701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.582246 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.584102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.625407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-fcae2992-192c-4553-b61c-54dd41952870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:44:13Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:15.631633 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae2992-192c-4553-b61c-54dd41952870 None None] Checking router: c2bfe440-a33a-4629-878e-9f2beeb60a5f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:44:15.645459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae2992-192c-4553-b61c-54dd41952870 None None] Routers {'c2bfe440-a33a-4629-878e-9f2beeb60a5f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:44:15.646079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-fcae2992-192c-4553-b61c-54dd41952870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:44:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:15.816240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'Port': ['ID=b3676054-dae8-4640-a990-8a429a661f23,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:15.829041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.841794 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-fcae2992-192c-4553-b61c-54dd41952870 None None] Set router c2bfe440-a33a-4629-878e-9f2beeb60a5f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:44:15.911445 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:15.941671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cd9db2-c684-4b45-8c6c-2d3626b701a6 None None] DHCP port deletion for f098f6ac-a67c-42a7-b2f8-6bc81cc3819e request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:44:15.966000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-29cd9db2-c684-4b45-8c6c-2d3626b701a6 None None] Deleting port db89d76e-d0f3-497d-8da2-4e3c8f798f6f {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:44:15.966368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-29cd9db2-c684-4b45-8c6c-2d3626b701a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.051500 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Floating IP 82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98 associated. External IP: 172.26.2.84, port: dcc1330f-cf3f-4921-995a-5bf703002120. Apr 29 15:44:16.056693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port b8064223-9e09-4072-8844-4c9847a65d1d {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:44:16.057206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.236762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port b8064223-9e09-4072-8844-4c9847a65d1d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b8064223-9e09-4072-8844-4c9847a65d1d,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:16.237406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.305923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-29cd9db2-c684-4b45-8c6c-2d3626b701a6 None None] For port db89d76e-d0f3-497d-8da2-4e3c8f798f6f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=db89d76e-d0f3-497d-8da2-4e3c8f798f6f,segment=NetworkSegment(646154bd-93d3-467f-9788-b7ed4547d0e8),segment_id=646154bd-93d3-467f-9788-b7ed4547d0e8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:16.306219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-29cd9db2-c684-4b45-8c6c-2d3626b701a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.371434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for b8064223-9e09-4072-8844-4c9847a65d1d owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:44:16.429729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-29cd9db2-c684-4b45-8c6c-2d3626b701a6 None None] Calling delete_port for db89d76e-d0f3-497d-8da2-4e3c8f798f6f owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:44:16.435776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Router 942a82d5-e220-4245-8c37-fba630ca04e7 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:44:16.493680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-fcae2992-192c-4553-b61c-54dd41952870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:44:13Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:16.494081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae2992-192c-4553-b61c-54dd41952870 None None] The sync data for ids ['c2bfe440-a33a-4629-878e-9f2beeb60a5f'] in dv-neutron-839183-1-hyperv is: [{'id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'name': 'tempest-TestNetworkBasicOps-router-1457818551', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:43:05Z', 'updated_at': '2022-04-29T15:44:13Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'b8064223-9e09-4072-8844-4c9847a65d1d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfe440-a33a-4629-878e-9f2beeb60a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:43:06Z', 'updated_at': '2022-04-29T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:44:16.616338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-29cd9db2-c684-4b45-8c6c-2d3626b701a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.625543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:44:16.637091 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24de84b5-b486-4ec2-88c3-1523495f2097 None None] Sync routers for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:44:16.647147 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de84b5-b486-4ec2-88c3-1523495f2097 None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:44:16.647851 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-24de84b5-b486-4ec2-88c3-1523495f2097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:44:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:16.656662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.704785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=b8064223-9e09-4072-8844-4c9847a65d1d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:16.707891 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd9db2-c684-4b45-8c6c-2d3626b701a6 None None] Pushing event deleted for resources: {'Port': ['ID=db89d76e-d0f3-497d-8da2-4e3c8f798f6f,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:16.709696 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd9db2-c684-4b45-8c6c-2d3626b701a6 None None] No DVR routers for this DVR port db89d76e-d0f3-497d-8da2-4e3c8f798f6f on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:44:16.742193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.803049 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-9900eff9-210f-4ca9-a1d8-db80cf12e90b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8548465 Apr 29 15:44:16.803431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'tag': 'dcc1330f-cf3f-4921-995a-5bf703002120'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:44:16.814403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:16.845421 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-24de84b5-b486-4ec2-88c3-1523495f2097 None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:44:16.849164 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b57381-2c4d-4192-9eb2-dbd741f3e273'] response: {'name': 'network-changed', 'server_uuid': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'tag': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'status': 'completed', 'code': 200} Apr 29 15:44:17.013790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device df9375f4-d2fe-470a-9a9b-afddec38f7b0 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:17.051591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.053391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: df9375f4-d2fe-470a-9a9b-afddec38f7b0 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:44:17.053922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device df9375f4-d2fe-470a-9a9b-afddec38f7b0 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:17.054570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device db89d76e-d0f3-497d-8da2-4e3c8f798f6f no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:17.055671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.096918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00436495-6123-4cb3-8c45-8e8f885a59de req-a47a4f35-311f-4385-a43e-a84b52b51bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:17.098450 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-00436495-6123-4cb3-8c45-8e8f885a59de req-a47a4f35-311f-4385-a43e-a84b52b51bdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 1098 time: 0.1700411 Apr 29 15:44:17.104818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: db89d76e-d0f3-497d-8da2-4e3c8f798f6f {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:44:17.106507 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device db89d76e-d0f3-497d-8da2-4e3c8f798f6f not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:17.196432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.196887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Fanout notify agent at l3_agent the message router_deleted on router c2bfe440-a33a-4629-878e-9f2beeb60a5f {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:44:17.237305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.241149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41470) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:17.241319 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a2e16dd9-95e4-48d0-baca-197ca7bccbea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/routers/c2bfe440-a33a-4629-878e-9f2beeb60a5f HTTP/1.1" status: 204 len: 168 time: 1.8390458 Apr 29 15:44:17.271796 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-24de84b5-b486-4ec2-88c3-1523495f2097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.84', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:b0:f9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:15Z', 'updated_at': '2022-04-29T15:44:15Z', 'revision_number': 0, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:17.279483 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24de84b5-b486-4ec2-88c3-1523495f2097 None None] Checking router: 942a82d5-e220-4245-8c37-fba630ca04e7 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:44:17.290454 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de84b5-b486-4ec2-88c3-1523495f2097 None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:44:17.291325 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-24de84b5-b486-4ec2-88c3-1523495f2097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:44:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:17.298864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00436495-6123-4cb3-8c45-8e8f885a59de req-f8978b06-1681-43aa-a623-c74cf52a85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:17.300299 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-00436495-6123-4cb3-8c45-8e8f885a59de req-f8978b06-1681-43aa-a623-c74cf52a85a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 912 time: 0.1951485 Apr 29 15:44:17.387786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.444504 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-00436495-6123-4cb3-8c45-8e8f885a59de req-c6e78417-677a-44e0-8816-408006ede3d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcc1330f-cf3f-4921-995a-5bf703002120 HTTP/1.1" status: 200 len: 998 time: 0.1329353 Apr 29 15:44:17.490854 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-24de84b5-b486-4ec2-88c3-1523495f2097 None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:44:17.512781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00436495-6123-4cb3-8c45-8e8f885a59de req-10c681bb-3c65-43ab-90e2-b3210408bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:17.514361 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-00436495-6123-4cb3-8c45-8e8f885a59de req-10c681bb-3c65-43ab-90e2-b3210408bf9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.0646484 Apr 29 15:44:17.530821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.557820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f098f6ac-a67c-42a7-b2f8-6bc81cc3819e']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:17.570608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646154bd-93d3-467f-9788-b7ed4547d0e8') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:17.570826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646154bd-93d3-467f-9788-b7ed4547d0e8') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:17.584228 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.592882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00436495-6123-4cb3-8c45-8e8f885a59de req-af006fd6-8acd-47a0-a4b9-c184489d0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:17.594384 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-00436495-6123-4cb3-8c45-8e8f885a59de req-af006fd6-8acd-47a0-a4b9-c184489d0bf9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702403 Apr 29 15:44:17.601043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.607291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:44:17.607676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:44:17.622841 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:44:17.843806 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-00436495-6123-4cb3-8c45-8e8f885a59de req-72d975c5-32a2-4c86-b05f-dc0e53086771 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429190 Apr 29 15:44:17.858559 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-24de84b5-b486-4ec2-88c3-1523495f2097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.84', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:b0:f9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:15Z', 'updated_at': '2022-04-29T15:44:15Z', 'revision_number': 0, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:17.862437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.864192 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24de84b5-b486-4ec2-88c3-1523495f2097 None None] The sync data for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv is: [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.84', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:b0:f9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:15Z', 'updated_at': '2022-04-29T15:44:15Z', 'revision_number': 0, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:44:17.887121 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:17.900231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Network': ['ID=f098f6ac-a67c-42a7-b2f8-6bc81cc3819e,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:17.984000 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-00436495-6123-4cb3-8c45-8e8f885a59de req-54d5d10e-e5da-4f25-8745-f483843ebd53 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343613 Apr 29 15:44:18.039401 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8fdb2d6b-9930-404f-8e9e-907c912e8401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/networks/f098f6ac-a67c-42a7-b2f8-6bc81cc3819e HTTP/1.1" status: 204 len: 168 time: 0.7966225 Apr 29 15:44:18.050153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41474) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:18.063332 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-97d99254-2cc6-4e26-8872-9082b227929d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0120382 Apr 29 15:44:18.066391 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41478) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:18.071963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'network': {'name': 'tempest-network-smoke--1126752954', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'port_security_enabled': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:18.075514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb07620-e2be-499e-93f3-56e4e1c7570a None None] New status for floating IP 82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:44:18.081352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:18.085618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:network and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:18.089493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:18.095775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:18.198655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:18.202173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.231977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:44:18.241549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.242039 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Added segment d2e22872-b8b0-4d21-83ae-7ef30826dda6 of type vlan for network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 Apr 29 15:44:18.276046 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.381908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.387320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:18.390728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.496876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Network': ['ID=e89aa55f-dfbf-4f18-b517-77c43a8a0ed6,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:18.508255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:44:18.567377 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-12151726-06f6-4e5a-a47d-18d62d9c78e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4998317 Apr 29 15:44:18.568219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41482) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:18.573882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-738749571', 'admin_state_up': True, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:18.581180 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:18.585040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:router and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:18.588535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:18.592576 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b8064223-9e09-4072-8844-4c9847a65d1d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:44:18.596759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:18.640194 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: b8064223-9e09-4072-8844-4c9847a65d1d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:44:18.640444 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b8064223-9e09-4072-8844-4c9847a65d1d not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:44:18.673243 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.674324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:18.688724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.181496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.590619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.618880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:19.750374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.81 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/e1d61347-af98-441d-bd02-ffce10f97715) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:19.891149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.010608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:20.189307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:20.192504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:20.194830 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:44:20.232673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=e1d61347-af98-441d-bd02-ffce10f97715,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:20.749297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:21.091862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:21.364421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:44:21.543299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:44:21.553006 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Sync routers for ids ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:44:21.562238 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Routers {'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:44:21.562943 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:44:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:21.645971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:21.647163 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1215e557-30b7-4092-a052-851d9c26f613 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0780103 Apr 29 15:44:21.652900 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41486) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:21.696331 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-28007b3b-e43a-4234-8677-cb9070695a25 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b55c25ae10474f2abd40a8267579e2cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422153 Apr 29 15:44:21.698986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41490) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:21.741054 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Set router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:44:21.948848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4dfeed-77a4-4559-9cc3-f78a83218fb7 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:21.950476 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6a4dfeed-77a4-4559-9cc3-f78a83218fb7 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2504795 Apr 29 15:44:21.953336 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41494) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:21.996372 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-55f49b72-4666-4c7a-afde-74ebdf7435e4 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419168 Apr 29 15:44:21.998848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41498) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:22.004216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-949819885', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:22.029113 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:20Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:22.032914 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Checking router: edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:44:22.033254 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Updating router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 port e1d61347-af98-441d-bd02-ffce10f97715 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:44:22.089240 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.112235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:22.116175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:subnet and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:22.119824 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:22.125989 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:22.295021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:22.322879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.457259 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.467540 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Transition to ACTIVE for port object e1d61347-af98-441d-bd02-ffce10f97715 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:22.593401 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.673746 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Attempting to bind port e1d61347-af98-441d-bd02-ffce10f97715 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:22.673746 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Attempting to bind port e1d61347-af98-441d-bd02-ffce10f97715 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:22.673746 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Attempting to bind port e1d61347-af98-441d-bd02-ffce10f97715 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:44:22.681543 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Pushing event updated for resources: {'Port': ['ID=e1d61347-af98-441d-bd02-ffce10f97715,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:22.690080 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:22.695184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:22.695184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:22.695184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:22.695184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:22.695184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:22.695184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:22.695184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:22.695184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:22.695184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:22.695184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:22.695184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:44:22.699902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.702910 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:44:22.702910 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:44:22.702910 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.702910 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:44:22.702910 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Bound port: e1d61347-af98-441d-bd02-ffce10f97715, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:22.702910 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.773695 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] For port e1d61347-af98-441d-bd02-ffce10f97715, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:44:22.776149 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] For port e1d61347-af98-441d-bd02-ffce10f97715, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e1d61347-af98-441d-bd02-ffce10f97715,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:44:22.787002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Subnet': ['ID=8a6bd87a-4f1f-40be-b699-50b761b821b0,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:22.793397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Checking segment: {'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:44:22.793397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network hostable DHCP agents. Network: e89aa55f-dfbf-4f18-b517-77c43a8a0ed6, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:44:22.901434 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:22.938327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:44:22.992104 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062195ec-620c-4b9c-a59c-046bc8cfcad3 None None] Pushing event updated for resources: {'Port': ['ID=e1d61347-af98-441d-bd02-ffce10f97715,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:22.994916 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Routers {'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:44:22.996440 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:44:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:23.022117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, e89aa55f-dfbf-4f18-b517-77c43a8a0ed6) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:23.030799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:23.030933 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.031028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce258729-1146-4009-bdd7-c71b725f2778 None None] Network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:44:23.142121 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5197788e-8a0b-42d8-966a-7fb6d1a484d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1422358 Apr 29 15:44:23.145281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41502) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:23.208598 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] Set router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:44:23.358407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:44:23.358407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.562573 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:20Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:23.562573 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25024bd4-4446-457c-8fb7-e0a370a4c9c9 None None] The sync data for ids ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'] in dv-neutron-839183-1-hyperv is: [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:20Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:44:23.607488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Allocated IP 172.20.0.2 (e89aa55f-dfbf-4f18-b517-77c43a8a0ed6/8a6bd87a-4f1f-40be-b699-50b761b821b0/7c55e19c-03a8-46fa-9068-8a297eb19aea) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:23.856061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:23.893375 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Transition to ACTIVE for port object 7c55e19c-03a8-46fa-9068-8a297eb19aea will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:23.912248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Transition to ACTIVE for port object 7c55e19c-03a8-46fa-9068-8a297eb19aea will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:24.057312 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.119833 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.126693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.130073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:24.133067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:24.136913 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:44:24.146280 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Pushing event updated for resources: {'Port': ['ID=7c55e19c-03a8-46fa-9068-8a297eb19aea,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:24.240628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Attempting to bind port 7c55e19c-03a8-46fa-9068-8a297eb19aea on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:24.241267 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Attempting to bind port 7c55e19c-03a8-46fa-9068-8a297eb19aea by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:24.241972 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Attempting to bind port 7c55e19c-03a8-46fa-9068-8a297eb19aea on network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:44:24.247889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:44:24.248285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Checking segment: {'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:44:24.248719 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.249114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Bound using segment: {'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:44:24.249575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Bound port: 7c55e19c-03a8-46fa-9068-8a297eb19aea, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:24.249945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.344839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] For port 7c55e19c-03a8-46fa-9068-8a297eb19aea, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:44:24.349088 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] For port 7c55e19c-03a8-46fa-9068-8a297eb19aea, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7c55e19c-03a8-46fa-9068-8a297eb19aea,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:44:24.456382 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.567188 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2502e5-081a-4fc4-83f8-c29a2d1accbd None None] Pushing event updated for resources: {'Port': ['ID=7c55e19c-03a8-46fa-9068-8a297eb19aea,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:24.575678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.1 (e89aa55f-dfbf-4f18-b517-77c43a8a0ed6/8a6bd87a-4f1f-40be-b699-50b761b821b0/6895a97c-a6a7-4387-b4f8-06212f61352d) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:24.648990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e1d61347-af98-441d-bd02-ffce10f97715 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:24.751195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.769318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object 6895a97c-a6a7-4387-b4f8-06212f61352d will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:24.867822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port e1d61347-af98-441d-bd02-ffce10f97715 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:24.873403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e1d61347-af98-441d-bd02-ffce10f97715 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:24.881531 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.915023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.990224 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:24.993592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:24.995417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:24.997500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:44:25.012004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port e1d61347-af98-441d-bd02-ffce10f97715, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e1d61347-af98-441d-bd02-ffce10f97715,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:25.030402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=6895a97c-a6a7-4387-b4f8-06212f61352d,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:25.061169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.102213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.176579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=e1d61347-af98-441d-bd02-ffce10f97715,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:25.270080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.733211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e433fb52-fa8a-42d0-a5bc-2b8c7800078f None None] Network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:44:25.817951 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:25.983312 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d865b6a0-ee86-4c7d-a8de-a5fd95bbeaca None None] Provisioning for port 7c55e19c-03a8-46fa-9068-8a297eb19aea completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:25.984822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.098989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.104187 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=6895a97c-a6a7-4387-b4f8-06212f61352d,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:26.264630 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:26.265904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:26.300589 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4fb01282-fda6-4fed-8403-095902df3dd4 None None] Provisioning for port 6895a97c-a6a7-4387-b4f8-06212f61352d completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:26.306975 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4fb01282-fda6-4fed-8403-095902df3dd4 None None] Provisioning complete for port 6895a97c-a6a7-4387-b4f8-06212f61352d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:26.307798 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4fb01282-fda6-4fed-8403-095902df3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.363662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4fb01282-fda6-4fed-8403-095902df3dd4 None None] Port 6895a97c-a6a7-4387-b4f8-06212f61352d cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:44:26.461857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:44:26.485625 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4566792d-78bf-47e3-b026-2228b3a11a53 None None] Provisioning complete for port 6895a97c-a6a7-4387-b4f8-06212f61352d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:26.485998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4566792d-78bf-47e3-b026-2228b3a11a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.542770 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4566792d-78bf-47e3-b026-2228b3a11a53 None None] Port 6895a97c-a6a7-4387-b4f8-06212f61352d cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:44:26.650383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:44:26.663386 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8be3711c-a913-4640-8999-0f918feab60b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/edd33e94-85eb-4599-8ee2-fbbeeacbc9c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5174005 Apr 29 15:44:26.663709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Sync routers for ids ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:44:26.668372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41508) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:26.671655 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-07256cb2-09da-41a7-8c37-e74ac1f0aa08 None None] Provisioning complete for port 6895a97c-a6a7-4387-b4f8-06212f61352d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:26.672222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-07256cb2-09da-41a7-8c37-e74ac1f0aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:26.706677 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7c55e19c-03a8-46fa-9068-8a297eb19aea up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:26.756970 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Routers {'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:44:26.758128 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:44:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:26.829173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefe6a9-1fe7-4695-aa16-40bb877e83f8 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:26.829627 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefe6a9-1fe7-4695-aa16-40bb877e83f8 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:26.830074 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefe6a9-1fe7-4695-aa16-40bb877e83f8 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:26.830520 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefe6a9-1fe7-4695-aa16-40bb877e83f8 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:26.830963 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefe6a9-1fe7-4695-aa16-40bb877e83f8 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:26.831401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefe6a9-1fe7-4695-aa16-40bb877e83f8 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:26.833314 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7fefe6a9-1fe7-4695-aa16-40bb877e83f8 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1639192 Apr 29 15:44:26.836788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41512) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:26.910073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-07256cb2-09da-41a7-8c37-e74ac1f0aa08 None None] Port 6895a97c-a6a7-4387-b4f8-06212f61352d cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:44:26.921775 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d55ca-039b-404c-a822-4adba6526613 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:26.922138 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d55ca-039b-404c-a822-4adba6526613 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:26.922590 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d55ca-039b-404c-a822-4adba6526613 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:26.923009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d55ca-039b-404c-a822-4adba6526613 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:26.923445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d55ca-039b-404c-a822-4adba6526613 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:26.923875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d55ca-039b-404c-a822-4adba6526613 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:26.925833 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-da0d55ca-039b-404c-a822-4adba6526613 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0881598 Apr 29 15:44:26.928576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41516) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:26.959676 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Set router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:44:27.082899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 7c55e19c-03a8-46fa-9068-8a297eb19aea completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:27.108017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7c55e19c-03a8-46fa-9068-8a297eb19aea triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:27.108273 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.172598 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5711db85-fb20-4bc0-a8ad-285f5aa42650 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2429111 Apr 29 15:44:27.351728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.396141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 7c55e19c-03a8-46fa-9068-8a297eb19aea, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7c55e19c-03a8-46fa-9068-8a297eb19aea,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:27.405046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '6895a97c-a6a7-4387-b4f8-06212f61352d', 'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ff:6d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:24Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:27.408923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Checking router: edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:44:27.409267 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Updating router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 port 6895a97c-a6a7-4387-b4f8-06212f61352d binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:44:27.461372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.504616 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.505390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e1d61347-af98-441d-bd02-ffce10f97715 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:27.625135 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41522) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:27.630417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1330997705', 'description': 'tempest-secgroup-smoke-1330997705 description', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:27.637086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:27.641236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:27.644183 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:27.650744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:27.713504 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.731732 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=7c55e19c-03a8-46fa-9068-8a297eb19aea,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:27.740129 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:27.740129 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:27.741194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:27.747049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:27.776017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e1d61347-af98-441d-bd02-ffce10f97715 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:27.776382 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.816995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:27.963334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.011020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66095628-507b-4b50-a202-f38635031b5c,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:28.059136 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.071174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Transition to ACTIVE for port object 6895a97c-a6a7-4387-b4f8-06212f61352d will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:28.130193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.131443 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c184c39d-3136-4c2b-b5ba-5e1f5636e23a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5052667 Apr 29 15:44:28.134845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41526) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:28.139843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4b5297a5-3cfa-48bb-8ea6-41dea232e8ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '66095628-507b-4b50-a202-f38635031b5c', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:28.145815 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4b5297a5-3cfa-48bb-8ea6-41dea232e8ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:28.150151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4b5297a5-3cfa-48bb-8ea6-41dea232e8ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:28.153039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4b5297a5-3cfa-48bb-8ea6-41dea232e8ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:28.158648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4b5297a5-3cfa-48bb-8ea6-41dea232e8ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:28.170229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.328605 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4b5297a5-3cfa-48bb-8ea6-41dea232e8ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.333405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88ddc3-8d66-450a-888e-8a29b01ed621 None None] Pushing event updated for resources: {'Port': ['ID=6895a97c-a6a7-4387-b4f8-06212f61352d,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:28.387886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4b5297a5-3cfa-48bb-8ea6-41dea232e8ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.395983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Attempting to bind port 6895a97c-a6a7-4387-b4f8-06212f61352d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:28.395983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Attempting to bind port 6895a97c-a6a7-4387-b4f8-06212f61352d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:28.396576 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Attempting to bind port 6895a97c-a6a7-4387-b4f8-06212f61352d on network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:44:28.402901 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:44:28.403270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Checking segment: {'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:44:28.403696 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.404086 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Bound using segment: {'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:44:28.404581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Bound port: 6895a97c-a6a7-4387-b4f8-06212f61352d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:28.404962 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.497356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] For port 6895a97c-a6a7-4387-b4f8-06212f61352d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:44:28.500969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] For port 6895a97c-a6a7-4387-b4f8-06212f61352d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6895a97c-a6a7-4387-b4f8-06212f61352d,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:44:28.598688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4b5297a5-3cfa-48bb-8ea6-41dea232e8ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.602303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7c55e19c-03a8-46fa-9068-8a297eb19aea up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:28.622415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5297a5-3cfa-48bb-8ea6-41dea232e8ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa9ef35-5e28-49e5-bc0b-394bd9f24b93,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:28.664587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.753099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7c55e19c-03a8-46fa-9068-8a297eb19aea triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:28.753373 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.777679 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Routers {'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:44:28.778314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:44:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:28.816712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4b5297a5-3cfa-48bb-8ea6-41dea232e8ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:28.817936 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4b5297a5-3cfa-48bb-8ea6-41dea232e8ea tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6821480 Apr 29 15:44:28.834045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41530) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:28.834045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-8262d4b3-ce96-41b0-9c37-5501d3a76910 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '66095628-507b-4b50-a202-f38635031b5c', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:28.834045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8262d4b3-ce96-41b0-9c37-5501d3a76910 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:28.838752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8262d4b3-ce96-41b0-9c37-5501d3a76910 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:28.842123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8262d4b3-ce96-41b0-9c37-5501d3a76910 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:28.848290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8262d4b3-ce96-41b0-9c37-5501d3a76910 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:28.850477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88ddc3-8d66-450a-888e-8a29b01ed621 None None] Pushing event updated for resources: {'Port': ['ID=6895a97c-a6a7-4387-b4f8-06212f61352d,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:29.055420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] Set router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:44:29.165897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8262d4b3-ce96-41b0-9c37-5501d3a76910 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.233363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8262d4b3-ce96-41b0-9c37-5501d3a76910 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.391568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8262d4b3-ce96-41b0-9c37-5501d3a76910 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.416081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262d4b3-ce96-41b0-9c37-5501d3a76910 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac9600f-74ce-4e93-b813-89e5aec24131,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:29.437837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '6895a97c-a6a7-4387-b4f8-06212f61352d', 'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ff:6d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:24Z', 'updated_at': '2022-04-29T15:44:28Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:29.437837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6ff1e-d714-4b4e-bcff-b4a5c071fa25 None None] The sync data for ids ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'] in dv-neutron-839183-1-hyperv is: [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '6895a97c-a6a7-4387-b4f8-06212f61352d', 'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ff:6d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:24Z', 'updated_at': '2022-04-29T15:44:28Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:44:29.517512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8262d4b3-ce96-41b0-9c37-5501d3a76910 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.517512 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8262d4b3-ce96-41b0-9c37-5501d3a76910 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6933932 Apr 29 15:44:29.524234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41534) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:29.524234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-62dab141-f1d6-4612-a8a3-78473b95ee72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '66095628-507b-4b50-a202-f38635031b5c', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:29.537008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-62dab141-f1d6-4612-a8a3-78473b95ee72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:29.547670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-62dab141-f1d6-4612-a8a3-78473b95ee72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:29.553811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-62dab141-f1d6-4612-a8a3-78473b95ee72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:29.561379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-62dab141-f1d6-4612-a8a3-78473b95ee72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:29.713931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-62dab141-f1d6-4612-a8a3-78473b95ee72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.789992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-62dab141-f1d6-4612-a8a3-78473b95ee72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.905474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-62dab141-f1d6-4612-a8a3-78473b95ee72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:29.930119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dab141-f1d6-4612-a8a3-78473b95ee72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fade1f7d-033b-46ae-a874-6885fef133b0,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:30.063684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-62dab141-f1d6-4612-a8a3-78473b95ee72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.063684 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-62dab141-f1d6-4612-a8a3-78473b95ee72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5385392 Apr 29 15:44:30.067232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41538) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:30.067232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d923886f-e878-477a-a6df-c74e4a174dc4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '66095628-507b-4b50-a202-f38635031b5c', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:30.080005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d923886f-e878-477a-a6df-c74e4a174dc4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:30.080005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d923886f-e878-477a-a6df-c74e4a174dc4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:30.087694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-d923886f-e878-477a-a6df-c74e4a174dc4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:30.093007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-d923886f-e878-477a-a6df-c74e4a174dc4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:30.289125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d923886f-e878-477a-a6df-c74e4a174dc4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.380618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d923886f-e878-477a-a6df-c74e4a174dc4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.495253 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d923886f-e878-477a-a6df-c74e4a174dc4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.520594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923886f-e878-477a-a6df-c74e4a174dc4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdecce92-d7f6-4a96-9fc3-62ad6a7e6451,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:30.643647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d923886f-e878-477a-a6df-c74e4a174dc4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.643647 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d923886f-e878-477a-a6df-c74e4a174dc4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5731089 Apr 29 15:44:30.652725 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41544) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:30.655988 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6895a97c-a6a7-4387-b4f8-06212f61352d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:30.659742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-18ee070d-d069-4b4c-a0c3-b00e38b1ce10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '66095628-507b-4b50-a202-f38635031b5c', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:30.670718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-18ee070d-d069-4b4c-a0c3-b00e38b1ce10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:30.670718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-18ee070d-d069-4b4c-a0c3-b00e38b1ce10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:30.682629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-18ee070d-d069-4b4c-a0c3-b00e38b1ce10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:30.682629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-18ee070d-d069-4b4c-a0c3-b00e38b1ce10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:30.830812 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-18ee070d-d069-4b4c-a0c3-b00e38b1ce10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:44:30.840262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-18ee070d-d069-4b4c-a0c3-b00e38b1ce10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.904913 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 6895a97c-a6a7-4387-b4f8-06212f61352d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:30.928623 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-18ee070d-d069-4b4c-a0c3-b00e38b1ce10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:30.933599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6895a97c-a6a7-4387-b4f8-06212f61352d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:30.933599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.045552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.070337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 6895a97c-a6a7-4387-b4f8-06212f61352d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6895a97c-a6a7-4387-b4f8-06212f61352d,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:31.082353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-18ee070d-d069-4b4c-a0c3-b00e38b1ce10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.111858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee070d-d069-4b4c-a0c3-b00e38b1ce10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f371db9-e468-41d4-9ef0-a1a2c23c5c1d,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:31.191968 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.243192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-18ee070d-d069-4b4c-a0c3-b00e38b1ce10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.243192 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-18ee070d-d069-4b4c-a0c3-b00e38b1ce10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6016943 Apr 29 15:44:31.247297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41548) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:31.263054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-62599123-6b02-4bef-a42a-36822628f6d4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '66095628-507b-4b50-a202-f38635031b5c', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:31.263054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-62599123-6b02-4bef-a42a-36822628f6d4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:31.263054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-62599123-6b02-4bef-a42a-36822628f6d4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:31.263054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-62599123-6b02-4bef-a42a-36822628f6d4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:31.275424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=6895a97c-a6a7-4387-b4f8-06212f61352d,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:31.279458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-62599123-6b02-4bef-a42a-36822628f6d4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:31.385876 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-62599123-6b02-4bef-a42a-36822628f6d4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:44:31.394957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-62599123-6b02-4bef-a42a-36822628f6d4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.473267 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-62599123-6b02-4bef-a42a-36822628f6d4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.642996 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-62599123-6b02-4bef-a42a-36822628f6d4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.667070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62599123-6b02-4bef-a42a-36822628f6d4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a720ea-e3f3-40ed-aa6e-bee81dffab27,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:31.821922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-62599123-6b02-4bef-a42a-36822628f6d4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:31.825138 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-62599123-6b02-4bef-a42a-36822628f6d4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5788512 Apr 29 15:44:31.992352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-85bb1fb0-aa75-41c1-aa95-752308693938 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:32.169538 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-85bb1fb0-aa75-41c1-aa95-752308693938 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:32.169538 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-85bb1fb0-aa75-41c1-aa95-752308693938 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330997705&fields=id&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 267 time: 0.2196841 Apr 29 15:44:32.220949 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-69f63535-7a59-484a-8fca-b45f837931b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.434078 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-859a0869-526f-451d-8c54-16f1b36c4e4f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:32.434502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-859a0869-526f-451d-8c54-16f1b36c4e4f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:32.551297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-859a0869-526f-451d-8c54-16f1b36c4e4f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:32.551297 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-859a0869-526f-451d-8c54-16f1b36c4e4f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/networks?id=e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 HTTP/1.1" status: 200 len: 797 time: 0.3685844 Apr 29 15:44:32.560072 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-0b9a7d69-7a9a-408b-a3e0-bbb627fbd10b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/quotas/b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 375 time: 0.0101764 Apr 29 15:44:32.610536 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6895a97c-a6a7-4387-b4f8-06212f61352d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:32.648443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-280e4e95-1dad-4f16-bbcc-dad3a0249c94 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:32.698704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6895a97c-a6a7-4387-b4f8-06212f61352d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:32.698704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:32.763965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-280e4e95-1dad-4f16-bbcc-dad3a0249c94 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:32.763965 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-280e4e95-1dad-4f16-bbcc-dad3a0249c94 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1935747 Apr 29 15:44:32.920844 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-0ed9fa20-4183-4ec4-b4ba-b3c9d557751c service neutron] 10.222.0.39 "GET /v2.0/networks/e89aa55f-dfbf-4f18-b517-77c43a8a0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394489 Apr 29 15:44:33.063879 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-b6c454c6-f6f5-42db-a5c3-7bbb7d5c513f service neutron] 10.222.0.39 "GET /v2.0/networks/e89aa55f-dfbf-4f18-b517-77c43a8a0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392012 Apr 29 15:44:33.362943 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2e9e7dc0-ddd3-4e11-b6be-34e3c12b91f7 req-1e9a5be2-8c7a-4b94-8629-a43b0be12602 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 210 time: 0.0474794 Apr 29 15:44:34.289747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2e0a6e62-a023-4c42-a5ec-a9a39084453d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:34.520957 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7a0a5f7f-8b05-41c5-871e-2a878b1e56dd req-b9510fed-a203-446e-8d35-b3bed6ae8d98 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 210 time: 0.0460272 Apr 29 15:44:35.204230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.364142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:35.650749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-356373bd-31d3-4375-b88c-09dbb8982052 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:35.650749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-356373bd-31d3-4375-b88c-09dbb8982052 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:35.661623 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-356373bd-31d3-4375-b88c-09dbb8982052 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:35.663689 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-356373bd-31d3-4375-b88c-09dbb8982052 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks?id=e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 HTTP/1.1" status: 200 len: 797 time: 0.1680815 Apr 29 15:44:35.682662 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-25dcc205-7c5b-4fa6-8ec0-17aaee31cb84 req-2d4fba76-830c-4127-8006-c274deea6174 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 210 time: 0.0428009 Apr 29 15:44:35.714717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-04e76f15-23cc-4000-840e-92c90bc95e46 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:44:35.728251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-04e76f15-23cc-4000-840e-92c90bc95e46 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:44:35.729416 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-04e76f15-23cc-4000-840e-92c90bc95e46 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 380 time: 0.0578029 Apr 29 15:44:35.743588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'device_id': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'admin_state_up': True, 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'security_groups': ['66095628-507b-4b50-a202-f38635031b5c']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:35.881788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:35.891577 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:35.991561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:44:35.997114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.271421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.5 (e89aa55f-dfbf-4f18-b517-77c43a8a0ed6/8a6bd87a-4f1f-40be-b699-50b761b821b0/a5a72563-f9c1-45ce-81db-8c926916ae51) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:36.461968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.477089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object a5a72563-f9c1-45ce-81db-8c926916ae51 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:36.586371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.668053 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:36.671377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:36.673741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:44:36.713349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=a5a72563-f9c1-45ce-81db-8c926916ae51,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:36.743124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:36.743801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:36.916005 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-95e83e5c-04a1-4049-aa5f-4b1064d400aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1794813 Apr 29 15:44:36.926784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Request body: {'port': {'device_id': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:36.994481 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5cbac7a8-8ebf-4b8a-b292-2d0c43733655 None None] Provisioning for port a5a72563-f9c1-45ce-81db-8c926916ae51 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:37.000670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5cbac7a8-8ebf-4b8a-b292-2d0c43733655 None None] Provisioning complete for port a5a72563-f9c1-45ce-81db-8c926916ae51 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:37.001045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5cbac7a8-8ebf-4b8a-b292-2d0c43733655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.060695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67ca27-c476-4474-900c-d6a75b273239 req-c6d7f675-bd73-4df0-8c7f-0f1880fc11ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:37.060695 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd67ca27-c476-4474-900c-d6a75b273239 req-c6d7f675-bd73-4df0-8c7f-0f1880fc11ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 931 time: 0.0927985 Apr 29 15:44:37.064514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5cbac7a8-8ebf-4b8a-b292-2d0c43733655 None None] Port a5a72563-f9c1-45ce-81db-8c926916ae51 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:44:37.079432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.104388 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd67ca27-c476-4474-900c-d6a75b273239 req-04ab5f95-2c28-4b3f-9818-4af9ac467ba5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490074 Apr 29 15:44:37.135706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.412444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a72563-f9c1-45ce-81db-8c926916ae51 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:44:37.420337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.434694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Transition to ACTIVE for port object a5a72563-f9c1-45ce-81db-8c926916ae51 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:44:37.535938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.693286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Pushing event updated for resources: {'Port': ['ID=a5a72563-f9c1-45ce-81db-8c926916ae51,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:37.780247 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Attempting to bind port a5a72563-f9c1-45ce-81db-8c926916ae51 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:44:37.780616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Attempting to bind port a5a72563-f9c1-45ce-81db-8c926916ae51 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:44:37.780918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Attempting to bind port a5a72563-f9c1-45ce-81db-8c926916ae51 on network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:44:37.793028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Port a5a72563-f9c1-45ce-81db-8c926916ae51 on network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:44:37.793028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Attempting to bind port a5a72563-f9c1-45ce-81db-8c926916ae51 on network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:44:37.796934 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:44:37.796934 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Checking segment: {'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:44:37.796934 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Bound using segment: {'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:44:37.796934 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Bound port: a5a72563-f9c1-45ce-81db-8c926916ae51, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e22872-b8b0-4d21-83ae-7ef30826dda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:44:37.796934 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:37.936202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] For port a5a72563-f9c1-45ce-81db-8c926916ae51, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:44:37.939785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] For port a5a72563-f9c1-45ce-81db-8c926916ae51, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a5a72563-f9c1-45ce-81db-8c926916ae51,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:44:37.949665 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c506c13-6cce-44b2-8c81-4514a4b9153f req-130d7c0a-6f2c-4851-bb6e-2a56d91a585a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1153786 Apr 29 15:44:38.083239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.166661 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:38.166661 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:38.167510 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] 10.222.0.44 "PUT /v2.0/ports/a5a72563-f9c1-45ce-81db-8c926916ae51 HTTP/1.1" status: 200 len: 1093 time: 1.2462344 Apr 29 15:44:38.172528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'tag': 'a5a72563-f9c1-45ce-81db-8c926916ae51'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:44:38.183948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4004b-4ec1-4237-b144-c87e71df98ac service neutron] Pushing event updated for resources: {'Port': ['ID=a5a72563-f9c1-45ce-81db-8c926916ae51,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:38.213766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c506c13-6cce-44b2-8c81-4514a4b9153f req-53a88a88-c1de-4dd0-a4f0-ad830e6a53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:38.213766 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c506c13-6cce-44b2-8c81-4514a4b9153f req-53a88a88-c1de-4dd0-a4f0-ad830e6a53ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 1098 time: 0.1845908 Apr 29 15:44:38.261218 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ab7240-97a4-44c8-b941-cc70534aa6a4'] response: {'name': 'network-changed', 'server_uuid': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'tag': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'status': 'completed', 'code': 200} Apr 29 15:44:38.376311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95458c0b-a17c-4cd7-823f-07d314e2051f req-0ca4c0aa-4d4f-4145-97ea-0c88f6063358 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:38.378031 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-95458c0b-a17c-4cd7-823f-07d314e2051f req-0ca4c0aa-4d4f-4145-97ea-0c88f6063358 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 943 time: 0.0978925 Apr 29 15:44:38.437236 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-95458c0b-a17c-4cd7-823f-07d314e2051f req-ab87ef72-f107-42b7-9352-d408e5d133ab tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481720 Apr 29 15:44:38.562242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c506c13-6cce-44b2-8c81-4514a4b9153f req-e5a5516d-d26b-47a4-aa41-d70fbf1c0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:38.563868 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c506c13-6cce-44b2-8c81-4514a4b9153f req-e5a5516d-d26b-47a4-aa41-d70fbf1c0dbe service neutron] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 912 time: 0.3336735 Apr 29 15:44:38.568919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e2f2d-e0dc-45df-98b5-0541a744ddfd req-b20e8c5f-7b21-4c33-b3a0-5809f610b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:38.571008 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c0e2f2d-e0dc-45df-98b5-0541a744ddfd req-b20e8c5f-7b21-4c33-b3a0-5809f610b1f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 1096 time: 0.3089404 Apr 29 15:44:38.762051 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c506c13-6cce-44b2-8c81-4514a4b9153f req-ae1578f6-50e4-4250-b060-29a297b57f18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcc1330f-cf3f-4921-995a-5bf703002120 HTTP/1.1" status: 200 len: 1000 time: 0.1900845 Apr 29 15:44:38.841195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e2f2d-e0dc-45df-98b5-0541a744ddfd req-635c849c-e236-468f-9ff3-43c42fa65924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:38.841195 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c0e2f2d-e0dc-45df-98b5-0541a744ddfd req-635c849c-e236-468f-9ff3-43c42fa65924 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b55c25ae10474f2abd40a8267579e2cf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2211893 Apr 29 15:44:38.846848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c506c13-6cce-44b2-8c81-4514a4b9153f req-701fd8bf-55d4-4da6-8be7-756fd9efac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:38.848167 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c506c13-6cce-44b2-8c81-4514a4b9153f req-701fd8bf-55d4-4da6-8be7-756fd9efac34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.0779216 Apr 29 15:44:39.036511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e2f2d-e0dc-45df-98b5-0541a744ddfd req-bcc8691f-4f95-4403-be33-ff79923ceb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:39.039902 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c0e2f2d-e0dc-45df-98b5-0541a744ddfd req-bcc8691f-4f95-4403-be33-ff79923ceb2b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1888907 Apr 29 15:44:39.041750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c506c13-6cce-44b2-8c81-4514a4b9153f req-acc7f55b-2416-43d5-b437-7955141349d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:39.042349 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c506c13-6cce-44b2-8c81-4514a4b9153f req-acc7f55b-2416-43d5-b437-7955141349d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1744027 Apr 29 15:44:39.232909 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c506c13-6cce-44b2-8c81-4514a4b9153f req-42d88eb6-fb22-495c-b434-48daa5e2fe7f service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837709 Apr 29 15:44:39.238595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-36ec57fd-1c5a-4f7d-b67f-f68fbdc73a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:39.250387 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-36ec57fd-1c5a-4f7d-b67f-f68fbdc73a93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 1096 time: 0.1648834 Apr 29 15:44:39.336803 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-dd82b4ba-78f1-4c19-9a0b-b326273202a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5a72563-f9c1-45ce-81db-8c926916ae51 HTTP/1.1" status: 200 len: 217 time: 0.0794175 Apr 29 15:44:39.473898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-be45037f-da80-491e-a468-c4b0285afa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:39.475332 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-be45037f-da80-491e-a468-c4b0285afa43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6bd87a-4f1f-40be-b699-50b761b821b0 HTTP/1.1" status: 200 len: 834 time: 0.0906610 Apr 29 15:44:39.478531 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c506c13-6cce-44b2-8c81-4514a4b9153f req-36112c86-6f74-4410-a150-665ce7c6c878 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377698 Apr 29 15:44:39.560282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-b230f8ab-1351-45fb-81ce-4c02a11a7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:39.561767 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-b230f8ab-1351-45fb-81ce-4c02a11a7f8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89aa55f-dfbf-4f18-b517-77c43a8a0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770648 Apr 29 15:44:39.641912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb70c8a-1325-4c11-94e1-66a17e9b426f req-659f0eca-edf6-4615-a7a1-aae9f7fd1951 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:39.643364 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-deb70c8a-1325-4c11-94e1-66a17e9b426f req-659f0eca-edf6-4615-a7a1-aae9f7fd1951 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 943 time: 0.0875270 Apr 29 15:44:39.696510 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-deb70c8a-1325-4c11-94e1-66a17e9b426f req-18bb83ab-7d9b-4a17-9e0a-7ea8a62aed69 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458961 Apr 29 15:44:39.704116 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-48191653-ecaa-424a-9e8e-bc05ff9bdf8d service neutron] 10.222.0.44 "GET /v2.0/networks/e89aa55f-dfbf-4f18-b517-77c43a8a0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329038 Apr 29 15:44:39.841520 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1e58daea-5fde-4d8f-8d83-55f6911e4c5b req-05cbec89-2e75-4fb6-bf81-ff138a7e42db service neutron] 10.222.0.44 "GET /v2.0/networks/e89aa55f-dfbf-4f18-b517-77c43a8a0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292973 Apr 29 15:44:40.880342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d22e3-147d-4c8a-a8e5-3c149503e17e req-17ec4a0e-ac51-409f-9194-7b2e351e44e1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:40.881880 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-890d22e3-147d-4c8a-a8e5-3c149503e17e req-17ec4a0e-ac51-409f-9194-7b2e351e44e1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 943 time: 0.0800884 Apr 29 15:44:40.931044 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-890d22e3-147d-4c8a-a8e5-3c149503e17e req-14dd5f37-71b1-47cd-b4a8-1ccd7e114d57 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422819 Apr 29 15:44:42.121261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5b96b-fd9b-4a63-be9a-fd3c6a25e439 req-56cd076c-1f44-45bd-9670-3815f598dcc2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:42.122697 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-84b5b96b-fd9b-4a63-be9a-fd3c6a25e439 req-56cd076c-1f44-45bd-9670-3815f598dcc2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 943 time: 0.0813375 Apr 29 15:44:42.166674 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-84b5b96b-fd9b-4a63-be9a-fd3c6a25e439 req-028e5554-cbb1-4daa-b883-a9add233f380 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381145 Apr 29 15:44:42.379424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device a5a72563-f9c1-45ce-81db-8c926916ae51 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:44:42.513258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port a5a72563-f9c1-45ce-81db-8c926916ae51, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a5a72563-f9c1-45ce-81db-8c926916ae51,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:42.525905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'port_id': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'mac_address': 'fa:16:3e:7b:50:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:44:42.583510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:42.599757 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a72563-f9c1-45ce-81db-8c926916ae51 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:44:42.616950 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port a5a72563-f9c1-45ce-81db-8c926916ae51, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a5a72563-f9c1-45ce-81db-8c926916ae51,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:42.683581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:42.749898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=a5a72563-f9c1-45ce-81db-8c926916ae51,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:42.893977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['a5a72563-f9c1-45ce-81db-8c926916ae51'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:44:43.501315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e67c9-29fd-419c-a3c6-2a9aca94f716 req-ba924bef-86d8-43ba-90e6-47f4538f7cec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:43.502591 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a54e67c9-29fd-419c-a3c6-2a9aca94f716 req-ba924bef-86d8-43ba-90e6-47f4538f7cec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 944 time: 0.0843356 Apr 29 15:44:43.546208 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a54e67c9-29fd-419c-a3c6-2a9aca94f716 req-2942c539-491f-44fb-ae00-dbb2b379214e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372643 Apr 29 15:44:44.395053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device a5a72563-f9c1-45ce-81db-8c926916ae51 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:44:44.644229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port a5a72563-f9c1-45ce-81db-8c926916ae51 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:44:44.649514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port a5a72563-f9c1-45ce-81db-8c926916ae51 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:44:44.657816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.731567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e6d43-923f-4a9c-9909-c4fb98657d42 req-b9c49275-cc8e-4f53-910f-19c9eed59c51 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:44.733015 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-485e6d43-923f-4a9c-9909-c4fb98657d42 req-b9c49275-cc8e-4f53-910f-19c9eed59c51 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 944 time: 0.0799098 Apr 29 15:44:44.779874 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-485e6d43-923f-4a9c-9909-c4fb98657d42 req-e87ebd5f-eed7-4f62-8a72-36990b8e9d51 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398679 Apr 29 15:44:44.800107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:44.851990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a72563-f9c1-45ce-81db-8c926916ae51'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:44:44.851990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port a5a72563-f9c1-45ce-81db-8c926916ae51, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a5a72563-f9c1-45ce-81db-8c926916ae51,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:44:44.874810 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197e46c3-b445-46cc-ac39-ad6a8fba5fb1'] response: {'server_uuid': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'code': 200} Apr 29 15:44:45.119625 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:45.183226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=a5a72563-f9c1-45ce-81db-8c926916ae51,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:45.514296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bf651-6ea0-4b15-8067-8df7a5a17d40 req-f986e9c3-4f91-4285-bdaf-ddff72cdcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:45.515744 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-022bf651-6ea0-4b15-8067-8df7a5a17d40 req-f986e9c3-4f91-4285-bdaf-ddff72cdcc25 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 1098 time: 0.0691581 Apr 29 15:44:45.554343 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-022bf651-6ea0-4b15-8067-8df7a5a17d40 req-f9315e84-5274-48d0-8b96-122cc086041b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330706 Apr 29 15:44:45.973217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6edc2-f814-43c6-b6dc-4ead0a5c59e3 req-99614319-a0bb-4167-bd09-194b7ddb54b4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:45.974664 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f5e6edc2-f814-43c6-b6dc-4ead0a5c59e3 req-99614319-a0bb-4167-bd09-194b7ddb54b4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 945 time: 0.0845611 Apr 29 15:44:46.018786 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f5e6edc2-f814-43c6-b6dc-4ead0a5c59e3 req-33903f3c-d19b-4baa-83c1-6c93f83f3b2d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383530 Apr 29 15:44:47.225269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf74d1-a2df-4376-9b5c-0a22444b61c8 req-8df60a30-6c6a-475f-bd4c-6aa40a93800f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:47.229649 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-15cf74d1-a2df-4376-9b5c-0a22444b61c8 req-8df60a30-6c6a-475f-bd4c-6aa40a93800f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 945 time: 0.0877533 Apr 29 15:44:47.278571 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-15cf74d1-a2df-4376-9b5c-0a22444b61c8 req-4263ba00-7d28-4973-b423-74e85ffaa9fb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453777 Apr 29 15:44:47.500123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe9c9e-0f37-4a9f-b456-543e065def19 req-101763e7-14c0-4eab-b6c1-fd4ce91d2401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:47.501528 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8ebe9c9e-0f37-4a9f-b456-543e065def19 req-101763e7-14c0-4eab-b6c1-fd4ce91d2401 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 945 time: 0.0944192 Apr 29 15:44:47.552413 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8ebe9c9e-0f37-4a9f-b456-543e065def19 req-f21fc9e6-1921-4b7b-9772-32d66b9dd52e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428314 Apr 29 15:44:47.576855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41612) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:47.654849 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca23539-86a8-4141-9dfd-8c667383f4a7 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:47.657375 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-aca23539-86a8-4141-9dfd-8c667383f4a7 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 1093 time: 0.0785429 Apr 29 15:44:47.659414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41616) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:47.664690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:44:47.672833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:44:47.677147 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:floatingip and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:44:47.680074 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:44:47.687205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:44:47.819802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:47.955694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.090692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.66 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/6af48a7d-dca8-4fc2-af1f-7f1d27109bee) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:44:48.334781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.449868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:48.516595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:44:48.523895 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:44:48.523895 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:44:48.567776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=6af48a7d-dca8-4fc2-af1f-7f1d27109bee,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:48.930604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.059547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.265380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.346668 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.458681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=6af48a7d-dca8-4fc2-af1f-7f1d27109bee,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:44:49.471626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:49.544639 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:44:49.646083 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP 912b43e6-28e1-4575-8f0b-5c1a9ed534a5 associated. External IP: 172.26.2.66, port: a5a72563-f9c1-45ce-81db-8c926916ae51. Apr 29 15:44:50.113645 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:44:50.292163 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:44:50.302021 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6e5da-a7b2-4721-9f1b-ba1bce2586af None None] Sync routers for ids ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:44:50.313148 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6e5da-a7b2-4721-9f1b-ba1bce2586af None None] Routers {'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:44:50.313687 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-80f6e5da-a7b2-4721-9f1b-ba1bce2586af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:44:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:50.386970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:44:50.452874 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-57d7f746-5642-4ec7-a96d-e9178449ab3b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7926381 Apr 29 15:44:50.453872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'tag': 'a5a72563-f9c1-45ce-81db-8c926916ae51'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:44:50.455781 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41620) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:50.497040 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-80f6e5da-a7b2-4721-9f1b-ba1bce2586af None None] Set router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:44:50.585270 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e293923-c429-4c61-8167-56ab3b59f557'] response: {'name': 'network-changed', 'server_uuid': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'tag': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'status': 'completed', 'code': 200} Apr 29 15:44:50.833830 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-14a1cddc-79d4-4155-a334-d36398241d4b tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/routers/edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 HTTP/1.1" status: 200 len: 921 time: 0.3765130 Apr 29 15:44:50.836693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32b24-fd2d-44a1-9883-b7697500f72f req-3015adc9-e588-4ded-8383-106f86e11889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:50.837661 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41628) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:50.838293 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44f32b24-fd2d-44a1-9883-b7697500f72f req-3015adc9-e588-4ded-8383-106f86e11889 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 1098 time: 0.1860323 Apr 29 15:44:50.869801 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-80f6e5da-a7b2-4721-9f1b-ba1bce2586af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '912b43e6-28e1-4575-8f0b-5c1a9ed534a5', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'port_id': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'mac_address': 'fa:16:3e:7b:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:48Z', 'updated_at': '2022-04-29T15:44:48Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6895a97c-a6a7-4387-b4f8-06212f61352d', 'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ff:6d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:24Z', 'updated_at': '2022-04-29T15:44:31Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:50.873900 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6e5da-a7b2-4721-9f1b-ba1bce2586af None None] Checking router: edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:44:50.887943 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6e5da-a7b2-4721-9f1b-ba1bce2586af None None] Routers {'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:44:50.887943 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-80f6e5da-a7b2-4721-9f1b-ba1bce2586af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:44:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:50.942108 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7f5c88da-002f-494f-a1cb-c7e4f509b2a0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/912b43e6-28e1-4575-8f0b-5c1a9ed534a5 HTTP/1.1" status: 200 len: 990 time: 0.1017525 Apr 29 15:44:50.973504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32b24-fd2d-44a1-9883-b7697500f72f req-d17c2fe9-e601-48dc-becd-069db06dd935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:50.974988 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44f32b24-fd2d-44a1-9883-b7697500f72f req-d17c2fe9-e601-48dc-becd-069db06dd935 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 HTTP/1.1" status: 200 len: 898 time: 0.1306710 Apr 29 15:44:51.063649 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-80f6e5da-a7b2-4721-9f1b-ba1bce2586af None None] Set router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:44:51.080811 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44f32b24-fd2d-44a1-9883-b7697500f72f req-c9ff75b2-0724-42eb-8551-4d9440052f3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5a72563-f9c1-45ce-81db-8c926916ae51 HTTP/1.1" status: 200 len: 998 time: 0.1002529 Apr 29 15:44:51.141989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32b24-fd2d-44a1-9883-b7697500f72f req-03354163-002b-450f-8ebf-c8e7135d9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:51.143393 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44f32b24-fd2d-44a1-9883-b7697500f72f req-03354163-002b-450f-8ebf-c8e7135d9ca4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6bd87a-4f1f-40be-b699-50b761b821b0 HTTP/1.1" status: 200 len: 834 time: 0.0571771 Apr 29 15:44:51.223261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32b24-fd2d-44a1-9883-b7697500f72f req-44558211-b4ed-4c05-a495-8d393e172767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:44:51.224747 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44f32b24-fd2d-44a1-9883-b7697500f72f req-44558211-b4ed-4c05-a495-8d393e172767 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89aa55f-dfbf-4f18-b517-77c43a8a0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756764 Apr 29 15:44:51.361941 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44f32b24-fd2d-44a1-9883-b7697500f72f req-3f8f1063-2086-498c-bc57-25fc4c61fe4f service neutron] 10.222.0.44 "GET /v2.0/networks/e89aa55f-dfbf-4f18-b517-77c43a8a0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310914 Apr 29 15:44:51.422074 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-80f6e5da-a7b2-4721-9f1b-ba1bce2586af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '912b43e6-28e1-4575-8f0b-5c1a9ed534a5', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'port_id': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'mac_address': 'fa:16:3e:7b:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:48Z', 'updated_at': '2022-04-29T15:44:48Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6895a97c-a6a7-4387-b4f8-06212f61352d', 'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ff:6d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:24Z', 'updated_at': '2022-04-29T15:44:31Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:44:51.425930 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6e5da-a7b2-4721-9f1b-ba1bce2586af None None] The sync data for ids ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'] in dv-neutron-839183-1-hyperv is: [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '912b43e6-28e1-4575-8f0b-5c1a9ed534a5', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'port_id': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'mac_address': 'fa:16:3e:7b:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:48Z', 'updated_at': '2022-04-29T15:44:48Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6895a97c-a6a7-4387-b4f8-06212f61352d', 'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ff:6d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:24Z', 'updated_at': '2022-04-29T15:44:31Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:44:51.496607 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44f32b24-fd2d-44a1-9883-b7697500f72f req-0cee113f-6672-451b-837b-127ec2d45cbe service neutron] 10.222.0.44 "GET /v2.0/networks/e89aa55f-dfbf-4f18-b517-77c43a8a0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287005 Apr 29 15:44:51.612145 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585c098-f2d4-4caa-a3e2-3f491150b4e7 None None] New status for floating IP 912b43e6-28e1-4575-8f0b-5c1a9ed534a5: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:44:51.944897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41632) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:52.052308 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-db4c21c3-d039-4829-9908-cf4c323fb014 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/912b43e6-28e1-4575-8f0b-5c1a9ed534a5 HTTP/1.1" status: 200 len: 990 time: 0.1062849 Apr 29 15:44:53.057090 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41636) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:44:53.161651 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2363e3dd-c666-4a50-9a19-fd0cb442c327 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/912b43e6-28e1-4575-8f0b-5c1a9ed534a5 HTTP/1.1" status: 200 len: 992 time: 0.1034000 Apr 29 15:44:54.156098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:02.189104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9a3aabc6-4d11-4ef2-ae60-71b9c9e9c6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:04.249323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f1b93b03-b9ff-4452-bd12-a21288331676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.272228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:05.489162 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:07.066237 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:17.711299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41652) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:17.889961 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5464ac1a-bc3f-40fe-98f9-a49a8af4d891 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/routers/edd33e94-85eb-4599-8ee2-fbbeeacbc9c6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1775136 Apr 29 15:45:17.892732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41656) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.155401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a125fc-5269-4cbd-ab74-15fefb73dbed tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Notify agent at dv-neutron-839183-1-hyperv the message router_removed_from_agent {{(pid=88714) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 29 15:45:18.160982 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a1a125fc-5269-4cbd-ab74-15fefb73dbed tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "DELETE /v2.0/agents/1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc/l3-routers/edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 HTTP/1.1" status: 204 len: 168 time: 0.2649875 Apr 29 15:45:18.162082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41662) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.343648 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f1f6c814-efa2-455b-a6b3-8f5d4bfcad3e tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/routers/edd33e94-85eb-4599-8ee2-fbbeeacbc9c6/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1813374 Apr 29 15:45:18.346243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41666) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:18.567816 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-620f8db1-d37c-4e16-91d9-42663d812dad tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/912b43e6-28e1-4575-8f0b-5c1a9ed534a5 HTTP/1.1" status: 200 len: 992 time: 0.2205384 Apr 29 15:45:18.938259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6895a97c-a6a7-4387-b4f8-06212f61352d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:18.948909 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75561da-b5a4-4aeb-aebb-0a49b90d29c4 None None] New status for floating IP 912b43e6-28e1-4575-8f0b-5c1a9ed534a5: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:45:19.054990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.088411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 6895a97c-a6a7-4387-b4f8-06212f61352d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6895a97c-a6a7-4387-b4f8-06212f61352d,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:45:19.265026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:19.330898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=6895a97c-a6a7-4387-b4f8-06212f61352d,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:19.338714 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:19.339064 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:19.339403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:19.339740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:19.340070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:19.340401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:19.340753 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:19.341080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:19.341404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:19.341727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:19.342048 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:19.342365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:19.570724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41670) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:19.701204 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-04c644bd-8668-43e1-b15a-71e534826702 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/912b43e6-28e1-4575-8f0b-5c1a9ed534a5 HTTP/1.1" status: 200 len: 990 time: 0.1072848 Apr 29 15:45:20.624054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e1d61347-af98-441d-bd02-ffce10f97715 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:20.738724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.755905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port e1d61347-af98-441d-bd02-ffce10f97715, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e1d61347-af98-441d-bd02-ffce10f97715,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:45:20.826200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41676) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:20.843084 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:20.913613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=e1d61347-af98-441d-bd02-ffce10f97715,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:21.134818 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c301694-e94b-49f6-aed8-62e1da910f5c tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:45:21.135048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c301694-e94b-49f6-aed8-62e1da910f5c tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Notify agent at dv-neutron-839183-1-hyperv the message router_added_to_agent {{(pid=88714) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 29 15:45:21.155677 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6c301694-e94b-49f6-aed8-62e1da910f5c tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "POST /v2.0/agents/1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3284314 Apr 29 15:45:21.155877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd822a6-14b8-43ef-b761-78eb3c5058e7 None None] Sync routers for ids ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:45:21.158250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41682) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:21.165138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd822a6-14b8-43ef-b761-78eb3c5058e7 None None] Routers {'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:45:21.166581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-abd822a6-14b8-43ef-b761-78eb3c5058e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:45:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:21.339958 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-06dd7eec-41dc-40cb-96d4-988104c9e731 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/routers/edd33e94-85eb-4599-8ee2-fbbeeacbc9c6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1805305 Apr 29 15:45:21.342596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41686) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:21.344888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-abd822a6-14b8-43ef-b761-78eb3c5058e7 None None] Set router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:45:21.450532 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1c2a4ea6-26a0-441e-8fdb-c90a07aeab8a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/912b43e6-28e1-4575-8f0b-5c1a9ed534a5 HTTP/1.1" status: 200 len: 990 time: 0.1068380 Apr 29 15:45:21.692774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-abd822a6-14b8-43ef-b761-78eb3c5058e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:45:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '912b43e6-28e1-4575-8f0b-5c1a9ed534a5', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'port_id': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'mac_address': 'fa:16:3e:7b:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:48Z', 'updated_at': '2022-04-29T15:45:19Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6895a97c-a6a7-4387-b4f8-06212f61352d', 'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ff:6d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:24Z', 'updated_at': '2022-04-29T15:45:19Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:21.697274 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd822a6-14b8-43ef-b761-78eb3c5058e7 None None] Checking router: edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:45:21.705548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd822a6-14b8-43ef-b761-78eb3c5058e7 None None] Routers {'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:45:21.706080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-abd822a6-14b8-43ef-b761-78eb3c5058e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:45:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:21.912113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-abd822a6-14b8-43ef-b761-78eb3c5058e7 None None] Set router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:45:22.250048 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-abd822a6-14b8-43ef-b761-78eb3c5058e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:45:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '912b43e6-28e1-4575-8f0b-5c1a9ed534a5', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'port_id': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'mac_address': 'fa:16:3e:7b:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:48Z', 'updated_at': '2022-04-29T15:45:19Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6895a97c-a6a7-4387-b4f8-06212f61352d', 'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ff:6d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:24Z', 'updated_at': '2022-04-29T15:45:19Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:22.253969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd822a6-14b8-43ef-b761-78eb3c5058e7 None None] The sync data for ids ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'] in dv-neutron-839183-1-hyperv is: [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:45:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '912b43e6-28e1-4575-8f0b-5c1a9ed534a5', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'port_id': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'mac_address': 'fa:16:3e:7b:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:48Z', 'updated_at': '2022-04-29T15:45:19Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6895a97c-a6a7-4387-b4f8-06212f61352d', 'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ff:6d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:24Z', 'updated_at': '2022-04-29T15:45:19Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:45:22.454237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41690) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:22.574230 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-92b85e60-3918-4a24-adec-93b3a737dbfa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/912b43e6-28e1-4575-8f0b-5c1a9ed534a5 HTTP/1.1" status: 200 len: 990 time: 0.1177063 Apr 29 15:45:22.655020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6895a97c-a6a7-4387-b4f8-06212f61352d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:22.729580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6895a97c-a6a7-4387-b4f8-06212f61352d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:22.730274 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.875048 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:22.911542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 6895a97c-a6a7-4387-b4f8-06212f61352d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6895a97c-a6a7-4387-b4f8-06212f61352d,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:45:23.060526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:23.129865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=6895a97c-a6a7-4387-b4f8-06212f61352d,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:23.576501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41694) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:23.683093 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f44af8ec-3f1c-4b90-a651-65a401e8e014 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/912b43e6-28e1-4575-8f0b-5c1a9ed534a5 HTTP/1.1" status: 200 len: 990 time: 0.1055064 Apr 29 15:45:23.908395 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0153fb-57b2-432b-a161-b5ca1a3c5694 None None] New status for floating IP 912b43e6-28e1-4575-8f0b-5c1a9ed534a5: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:45:24.130327 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.686208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41698) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:24.701558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6895a97c-a6a7-4387-b4f8-06212f61352d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:24.781720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6895a97c-a6a7-4387-b4f8-06212f61352d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:24.782169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:24.794842 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4f7ad0c5-7fa9-42cc-aaf4-19609252521a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/912b43e6-28e1-4575-8f0b-5c1a9ed534a5 HTTP/1.1" status: 200 len: 992 time: 0.1074736 Apr 29 15:45:24.900240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e1d61347-af98-441d-bd02-ffce10f97715 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:24.966912 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e1d61347-af98-441d-bd02-ffce10f97715 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:24.967287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.082934 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.098683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port e1d61347-af98-441d-bd02-ffce10f97715, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e1d61347-af98-441d-bd02-ffce10f97715,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:45:25.208105 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.281293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=e1d61347-af98-441d-bd02-ffce10f97715,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:25.479101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41706) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:25.679115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 6af48a7d-dca8-4fc2-af1f-7f1d27109bee {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:45:25.679115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.965148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:25.965902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.086217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 6af48a7d-dca8-4fc2-af1f-7f1d27109bee owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:45:26.346373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.392128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=6af48a7d-dca8-4fc2-af1f-7f1d27109bee,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:26.461001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:26.461348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:26.461680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:26.462013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:26.463464 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:26.463803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:26.464134 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:26.464476 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:26.464809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:26.465131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:26.465449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:26.465764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:26.497540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.497869 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP 912b43e6-28e1-4575-8f0b-5c1a9ed534a5 disassociated (deleted). External IP: 172.26.2.66, port: a5a72563-f9c1-45ce-81db-8c926916ae51. Apr 29 15:45:26.550433 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:45:26.631555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e1d61347-af98-441d-bd02-ffce10f97715 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:26.702780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e1d61347-af98-441d-bd02-ffce10f97715 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:26.703147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:26.860725 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:45:27.040971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:45:27.051113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b85498-dd16-431e-990b-8b55170f321d None None] Sync routers for ids ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:45:27.058050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:27.061373 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b85498-dd16-431e-990b-8b55170f321d None None] Routers {'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:45:27.061977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-81b85498-dd16-431e-990b-8b55170f321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:45:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:27.114997 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3ffbaf2c-acec-4b09-8196-735bd8e39a54 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/floatingips/912b43e6-28e1-4575-8f0b-5c1a9ed534a5 HTTP/1.1" status: 204 len: 168 time: 1.6323893 Apr 29 15:45:27.114997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'tag': 'a5a72563-f9c1-45ce-81db-8c926916ae51'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:45:27.162246 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365b7cdd-f415-45ba-9c7a-75fb587cf5c1'] response: {'name': 'network-changed', 'server_uuid': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'tag': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'status': 'completed', 'code': 200} Apr 29 15:45:27.277115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9384ab1-1a6c-4e49-b90a-cfb3f8d65c9a req-a8e0a92a-2010-4a9e-8f0a-e65bd2a5d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:27.278885 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a9384ab1-1a6c-4e49-b90a-cfb3f8d65c9a req-a8e0a92a-2010-4a9e-8f0a-e65bd2a5d1af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 1098 time: 0.0935655 Apr 29 15:45:27.297205 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-81b85498-dd16-431e-990b-8b55170f321d None None] Set router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:45:27.411998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9384ab1-1a6c-4e49-b90a-cfb3f8d65c9a req-deb21abc-57a4-43a4-bfe3-333710acdf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:27.414175 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a9384ab1-1a6c-4e49-b90a-cfb3f8d65c9a req-deb21abc-57a4-43a4-bfe3-333710acdf02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 HTTP/1.1" status: 200 len: 898 time: 0.1285083 Apr 29 15:45:27.484115 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a9384ab1-1a6c-4e49-b90a-cfb3f8d65c9a req-be8cc62b-f0e7-4697-8a9e-f1c23d74aafe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5a72563-f9c1-45ce-81db-8c926916ae51 HTTP/1.1" status: 200 len: 217 time: 0.0646718 Apr 29 15:45:27.545973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9384ab1-1a6c-4e49-b90a-cfb3f8d65c9a req-3bb73f18-b5ea-431e-b9ef-fc9e62a5bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:27.547408 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a9384ab1-1a6c-4e49-b90a-cfb3f8d65c9a req-3bb73f18-b5ea-431e-b9ef-fc9e62a5bb47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a6bd87a-4f1f-40be-b699-50b761b821b0 HTTP/1.1" status: 200 len: 834 time: 0.0580506 Apr 29 15:45:27.623351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9384ab1-1a6c-4e49-b90a-cfb3f8d65c9a req-6bcd4ac4-685c-43f2-b93f-debc8aae2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:27.623879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-81b85498-dd16-431e-990b-8b55170f321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:45:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '6895a97c-a6a7-4387-b4f8-06212f61352d', 'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ff:6d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:24Z', 'updated_at': '2022-04-29T15:45:22Z', 'revision_number': 7, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:27.624859 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a9384ab1-1a6c-4e49-b90a-cfb3f8d65c9a req-6bcd4ac4-685c-43f2-b93f-debc8aae2f8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e89aa55f-dfbf-4f18-b517-77c43a8a0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718474 Apr 29 15:45:27.627838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b85498-dd16-431e-990b-8b55170f321d None None] Checking router: edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:45:27.637775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b85498-dd16-431e-990b-8b55170f321d None None] Routers {'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:45:27.638337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-81b85498-dd16-431e-990b-8b55170f321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:45:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:27.767591 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a9384ab1-1a6c-4e49-b90a-cfb3f8d65c9a req-6b8a9d63-d855-4cfc-8ea3-d0a7e5c17982 service neutron] 10.222.0.44 "GET /v2.0/networks/e89aa55f-dfbf-4f18-b517-77c43a8a0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360214 Apr 29 15:45:27.826881 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb4901-2b87-4c5a-ac5b-44686d9224ed req-78c321e5-f011-419e-9080-673f9ac2d0fc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:27.827637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-81cb4901-2b87-4c5a-ac5b-44686d9224ed req-78c321e5-f011-419e-9080-673f9ac2d0fc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:27.918093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-81b85498-dd16-431e-990b-8b55170f321d None None] Set router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:45:27.940594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-81cb4901-2b87-4c5a-ac5b-44686d9224ed req-78c321e5-f011-419e-9080-673f9ac2d0fc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:27.942000 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-81cb4901-2b87-4c5a-ac5b-44686d9224ed req-78c321e5-f011-419e-9080-673f9ac2d0fc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 945 time: 0.2060692 Apr 29 15:45:27.995502 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-81cb4901-2b87-4c5a-ac5b-44686d9224ed req-7404bf53-00ee-45a7-ab59-d4c9f2c1389a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459416 Apr 29 15:45:28.021969 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a9384ab1-1a6c-4e49-b90a-cfb3f8d65c9a req-61c3b85e-21e7-434b-9c2a-cb87c740b351 service neutron] 10.222.0.44 "GET /v2.0/networks/e89aa55f-dfbf-4f18-b517-77c43a8a0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477467 Apr 29 15:45:28.240023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-81b85498-dd16-431e-990b-8b55170f321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:45:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '6895a97c-a6a7-4387-b4f8-06212f61352d', 'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ff:6d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:24Z', 'updated_at': '2022-04-29T15:45:22Z', 'revision_number': 7, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:28.244690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b85498-dd16-431e-990b-8b55170f321d None None] The sync data for ids ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'] in dv-neutron-839183-1-hyperv is: [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:44:25Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:45:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '6895a97c-a6a7-4387-b4f8-06212f61352d', 'name': '', 'network_id': 'e89aa55f-dfbf-4f18-b517-77c43a8a0ed6', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:ff:6d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:24Z', 'updated_at': '2022-04-29T15:45:22Z', 'revision_number': 7, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '8a6bd87a-4f1f-40be-b699-50b761b821b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:45:29.073164 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23afce6-7afe-4d3c-983e-70463849f700 None None] New status for floating IP 912b43e6-28e1-4575-8f0b-5c1a9ed534a5: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:45:29.073706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-7d22df3b-54c0-4d5a-81aa-2086e5cef83a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:29.074111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-7d22df3b-54c0-4d5a-81aa-2086e5cef83a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:29.086007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-7d22df3b-54c0-4d5a-81aa-2086e5cef83a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:29.087131 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-7d22df3b-54c0-4d5a-81aa-2086e5cef83a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 945 time: 0.1036804 Apr 29 15:45:29.156158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port a5a72563-f9c1-45ce-81db-8c926916ae51 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:45:29.156398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.203904 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c475ca-696c-417f-a7fd-959a037481c6 req-5dbd41d5-11ea-4d02-89c6-1f3c6240eead tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:29.205424 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-15c475ca-696c-417f-a7fd-959a037481c6 req-5dbd41d5-11ea-4d02-89c6-1f3c6240eead tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 945 time: 0.0874903 Apr 29 15:45:29.258102 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-15c475ca-696c-417f-a7fd-959a037481c6 req-1668f3db-269b-4cab-8026-0afc127f2430 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=66095628-507b-4b50-a202-f38635031b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457528 Apr 29 15:45:29.408443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port a5a72563-f9c1-45ce-81db-8c926916ae51, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a5a72563-f9c1-45ce-81db-8c926916ae51,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:45:29.408845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.530149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for a5a72563-f9c1-45ce-81db-8c926916ae51 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:45:29.741350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.793481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=a5a72563-f9c1-45ce-81db-8c926916ae51,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:29.831448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:29.831793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:29.832128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:29.832457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:29.832814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:29.833159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:29.833464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:29.833784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:29.834102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:29.834418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:29.834737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:29.835049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:29.886407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] No DVR routers for this DVR port a5a72563-f9c1-45ce-81db-8c926916ae51 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:29.888798 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:29.891220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'name': 'network-vif-deleted', 'tag': 'a5a72563-f9c1-45ce-81db-8c926916ae51'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:45:29.937411 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f17c50-d030-44f8-8455-1656cb23030d'] response: {'server_uuid': 'd96510c4-e08f-4381-b534-a50af9bd390e', 'name': 'network-vif-deleted', 'tag': 'a5a72563-f9c1-45ce-81db-8c926916ae51', 'status': 'completed', 'code': 200} Apr 29 15:45:30.014618 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c51569bf-0491-45a5-b5ef-da3045be2919 req-95cf0f25-03df-454d-8c85-d9f1c53ec76b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "DELETE /v2.0/ports/a5a72563-f9c1-45ce-81db-8c926916ae51 HTTP/1.1" status: 204 len: 173 time: 0.9226975 Apr 29 15:45:30.419359 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6f78f06-429e-4f1a-8526-dfa6f23bff2b req-d4f9303b-499d-4870-a0a0-cfb3b738087c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96510c4-e08f-4381-b534-a50af9bd390e HTTP/1.1" status: 200 len: 210 time: 0.0516791 Apr 29 15:45:31.516796 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41724) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:31.584329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-363fdf3a-c671-4fa0-90c3-db35d027bb0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.612875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-363fdf3a-c671-4fa0-90c3-db35d027bb0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.742128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-363fdf3a-c671-4fa0-90c3-db35d027bb0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.759785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fdf3a-c671-4fa0-90c3-db35d027bb0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66095628-507b-4b50-a202-f38635031b5c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:31.835148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-363fdf3a-c671-4fa0-90c3-db35d027bb0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:31.836381 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-363fdf3a-c671-4fa0-90c3-db35d027bb0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/security-groups/66095628-507b-4b50-a202-f38635031b5c HTTP/1.1" status: 204 len: 168 time: 0.3185954 Apr 29 15:45:31.963873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41730) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:32.139660 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e44d025-a218-4ef8-a3df-deadb2d58c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.563814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device a5a72563-f9c1-45ce-81db-8c926916ae51 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:32.602977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: a5a72563-f9c1-45ce-81db-8c926916ae51 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:45:32.603355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device a5a72563-f9c1-45ce-81db-8c926916ae51 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:32.628878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad7c9-6e3c-4f63-864c-8fbb5564a28b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:32.990715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ad7c9-6e3c-4f63-864c-8fbb5564a28b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 6895a97c-a6a7-4387-b4f8-06212f61352d {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:45:32.990715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad7c9-6e3c-4f63-864c-8fbb5564a28b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.176084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-6f6ad7c9-6e3c-4f63-864c-8fbb5564a28b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 6895a97c-a6a7-4387-b4f8-06212f61352d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6895a97c-a6a7-4387-b4f8-06212f61352d,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:45:33.176441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad7c9-6e3c-4f63-864c-8fbb5564a28b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.302367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ad7c9-6e3c-4f63-864c-8fbb5564a28b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 6895a97c-a6a7-4387-b4f8-06212f61352d owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:45:33.557646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad7c9-6e3c-4f63-864c-8fbb5564a28b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:33.605094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ad7c9-6e3c-4f63-864c-8fbb5564a28b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=6895a97c-a6a7-4387-b4f8-06212f61352d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:33.874169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f6ad7c9-6e3c-4f63-864c-8fbb5564a28b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.230196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c54092a0-3e52-471b-87d5-d0c7dcf45ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.339814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6ad7c9-6e3c-4f63-864c-8fbb5564a28b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:45:34.516149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6ad7c9-6e3c-4f63-864c-8fbb5564a28b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:45:34.525914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f55b69d-aca4-470c-9137-0309c33ca15b None None] Sync routers for ids ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:45:34.533145 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6f6ad7c9-6e3c-4f63-864c-8fbb5564a28b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/edd33e94-85eb-4599-8ee2-fbbeeacbc9c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5639884 Apr 29 15:45:34.533145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41734) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:34.537965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f55b69d-aca4-470c-9137-0309c33ca15b None None] Routers {'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:45:34.538655 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9f55b69d-aca4-470c-9137-0309c33ca15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:45:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:34.605097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-9791eea3-f2e9-4d8e-8dc6-bb0d63b48954 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting subnet 8a6bd87a-4f1f-40be-b699-50b761b821b0 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:45:34.613058 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9791eea3-f2e9-4d8e-8dc6-bb0d63b48954 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.672891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9791eea3-f2e9-4d8e-8dc6-bb0d63b48954 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.719436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-9f55b69d-aca4-470c-9137-0309c33ca15b None None] Set router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:45:34.755651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9791eea3-f2e9-4d8e-8dc6-bb0d63b48954 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:34.992183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9791eea3-f2e9-4d8e-8dc6-bb0d63b48954 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.033955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791eea3-f2e9-4d8e-8dc6-bb0d63b48954 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6bd87a-4f1f-40be-b699-50b761b821b0,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:35.039346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9791eea3-f2e9-4d8e-8dc6-bb0d63b48954 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.043799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9f55b69d-aca4-470c-9137-0309c33ca15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:45:33Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:45:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:35.046376 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9791eea3-f2e9-4d8e-8dc6-bb0d63b48954 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/subnets/8a6bd87a-4f1f-40be-b699-50b761b821b0 HTTP/1.1" status: 204 len: 168 time: 0.5137169 Apr 29 15:45:35.047716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203a3e02-7dbf-4aa7-a02f-06a0d5f15e8e None None] Network e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:45:35.049205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41740) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:35.063594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f55b69d-aca4-470c-9137-0309c33ca15b None None] Checking router: edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:45:35.088105 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f55b69d-aca4-470c-9137-0309c33ca15b None None] Routers {'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:45:35.089664 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9f55b69d-aca4-470c-9137-0309c33ca15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:45:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:35.232696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.363083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.426452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-9f55b69d-aca4-470c-9137-0309c33ca15b None None] Set router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:45:35.509921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.552125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.562860 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port e1d61347-af98-441d-bd02-ffce10f97715 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:45:35.566897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.644919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbed683-a53c-4412-ab70-c31dde4a10ee None None] DHCP port deletion for e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:45:35.666590 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-8dbed683-a53c-4412-ab70-c31dde4a10ee None None] Deleting port 7c55e19c-03a8-46fa-9068-8a297eb19aea {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:45:35.666968 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8dbed683-a53c-4412-ab70-c31dde4a10ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.742163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port e1d61347-af98-441d-bd02-ffce10f97715, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e1d61347-af98-441d-bd02-ffce10f97715,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:45:35.742519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.866676 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9f55b69d-aca4-470c-9137-0309c33ca15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:45:33Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:45:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:35.928646 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f55b69d-aca4-470c-9137-0309c33ca15b None None] The sync data for ids ['edd33e94-85eb-4599-8ee2-fbbeeacbc9c6'] in dv-neutron-839183-1-hyperv is: [{'id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'name': 'tempest-TestNetworkBasicOps-router-738749571', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:44:18Z', 'updated_at': '2022-04-29T15:45:33Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': 'e1d61347-af98-441d-bd02-ffce10f97715', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd33e94-85eb-4599-8ee2-fbbeeacbc9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:44:19Z', 'updated_at': '2022-04-29T15:45:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:45:35.942885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8dbed683-a53c-4412-ab70-c31dde4a10ee None None] For port 7c55e19c-03a8-46fa-9068-8a297eb19aea, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7c55e19c-03a8-46fa-9068-8a297eb19aea,segment=NetworkSegment(d2e22872-b8b0-4d21-83ae-7ef30826dda6),segment_id=d2e22872-b8b0-4d21-83ae-7ef30826dda6)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:45:35.943287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8dbed683-a53c-4412-ab70-c31dde4a10ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:35.991303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for e1d61347-af98-441d-bd02-ffce10f97715 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:45:36.086401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-8dbed683-a53c-4412-ab70-c31dde4a10ee None None] Calling delete_port for 7c55e19c-03a8-46fa-9068-8a297eb19aea owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:45:36.336939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.373847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8dbed683-a53c-4412-ab70-c31dde4a10ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.385994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=e1d61347-af98-441d-bd02-ffce10f97715,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:36.436201 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbed683-a53c-4412-ab70-c31dde4a10ee None None] Pushing event deleted for resources: {'Port': ['ID=7c55e19c-03a8-46fa-9068-8a297eb19aea,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:36.441917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbed683-a53c-4412-ab70-c31dde4a10ee None None] No DVR routers for this DVR port 7c55e19c-03a8-46fa-9068-8a297eb19aea on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:45:36.486328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.661831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.664066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.681247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6895a97c-a6a7-4387-b4f8-06212f61352d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:36.716202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 6895a97c-a6a7-4387-b4f8-06212f61352d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:45:36.717437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6895a97c-a6a7-4387-b4f8-06212f61352d not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:36.717437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7c55e19c-03a8-46fa-9068-8a297eb19aea no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:36.749683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 7c55e19c-03a8-46fa-9068-8a297eb19aea {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:45:36.750027 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7c55e19c-03a8-46fa-9068-8a297eb19aea not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:36.774179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.779868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Fanout notify agent at l3_agent the message router_deleted on router edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:45:36.789517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:36.790655 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-726a46c5-1402-47a8-b7f5-23f59bcdf8d6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/routers/edd33e94-85eb-4599-8ee2-fbbeeacbc9c6 HTTP/1.1" status: 204 len: 168 time: 1.7405634 Apr 29 15:45:36.793345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41744) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:36.910677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.041916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.066234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89aa55f-dfbf-4f18-b517-77c43a8a0ed6']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:37.078090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e22872-b8b0-4d21-83ae-7ef30826dda6') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:37.078385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e22872-b8b0-4d21-83ae-7ef30826dda6') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:37.084409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.090243 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.106202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.112165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:45:37.112588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:45:37.127614 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:45:37.305723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.311290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.340087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Network': ['ID=e89aa55f-dfbf-4f18-b517-77c43a8a0ed6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:37.422515 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ea5bfd37-f4e3-494e-9d97-52acd252a4da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/networks/e89aa55f-dfbf-4f18-b517-77c43a8a0ed6 HTTP/1.1" status: 204 len: 168 time: 0.6261122 Apr 29 15:45:37.441637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41748) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.447682 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'network': {'name': 'tempest-network-smoke--1928947481', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'port_security_enabled': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:45:37.452679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:37.456708 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:network and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:37.459528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:37.466121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:37.585185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:37.589049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.616613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:45:37.625442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.625776 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Added segment 161f1b5e-d5e4-49fc-87d1-1d84e0efc25b of type vlan for network 77ea305a-9abe-49a8-a407-fce66d57bc49 Apr 29 15:45:37.651378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.768353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.773981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:37.774562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:37.883109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Network': ['ID=77ea305a-9abe-49a8-a407-fce66d57bc49,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:37.893603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 77ea305a-9abe-49a8-a407-fce66d57bc49 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:45:37.936471 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-afea928e-71c7-4eb2-8eae-5f2d19ab9f4d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4922578 Apr 29 15:45:37.937679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41752) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:37.943219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'admin_state_up': True, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:45:37.951426 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:37.955558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:router and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:37.959603 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:37.965842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:38.032395 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.033696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.051231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.509472 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.593639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e1d61347-af98-441d-bd02-ffce10f97715 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:45:38.630714 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: e1d61347-af98-441d-bd02-ffce10f97715 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:45:38.631074 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e1d61347-af98-441d-bd02-ffce10f97715 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:45:38.909334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:38.938634 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.076488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.8 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/7b089e09-3ce5-48a9-a821-260388bbb81c) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:39.232081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.361912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:39.456113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:39.466188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:39.472153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:45:39.518878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=7b089e09-3ce5-48a9-a821-260388bbb81c,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:39.701072 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ab7713f6-a06a-40f7-9098-449a8b84f9ae req-9e7239f7-7c43-48f3-81aa-a1e47698f606 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2819567 Apr 29 15:45:39.989541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7713f6-a06a-40f7-9098-449a8b84f9ae req-285b51b0-5085-4a73-892a-102ed92d3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:39.991004 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ab7713f6-a06a-40f7-9098-449a8b84f9ae req-285b51b0-5085-4a73-892a-102ed92d3eaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 1098 time: 0.2172632 Apr 29 15:45:40.004886 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.398329 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7713f6-a06a-40f7-9098-449a8b84f9ae req-7558505a-0087-4716-8878-2f5cf860024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:40.399792 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ab7713f6-a06a-40f7-9098-449a8b84f9ae req-7558505a-0087-4716-8878-2f5cf860024c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 912 time: 0.3456211 Apr 29 15:45:40.628218 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ab7713f6-a06a-40f7-9098-449a8b84f9ae req-fe07d052-4750-4032-ab45-edd077c9df71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcc1330f-cf3f-4921-995a-5bf703002120 HTTP/1.1" status: 200 len: 1000 time: 0.1776936 Apr 29 15:45:40.697772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:40.756380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7713f6-a06a-40f7-9098-449a8b84f9ae req-50f86865-d3c8-479a-addc-ab4970fccc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:40.757801 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ab7713f6-a06a-40f7-9098-449a8b84f9ae req-50f86865-d3c8-479a-addc-ab4970fccc6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.1197336 Apr 29 15:45:40.937683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7713f6-a06a-40f7-9098-449a8b84f9ae req-ca05ec65-9453-4586-8907-ea9a57e128e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:40.939429 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ab7713f6-a06a-40f7-9098-449a8b84f9ae req-ca05ec65-9453-4586-8907-ea9a57e128e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1755424 Apr 29 15:45:41.087352 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ab7713f6-a06a-40f7-9098-449a8b84f9ae req-e78e62e6-e30c-4887-9fe9-9bf236ef288e service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415448 Apr 29 15:45:41.177497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 3e721035-ad1a-4de9-b588-f2138537672e is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:45:41.476747 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ab7713f6-a06a-40f7-9098-449a8b84f9ae req-91adf0bc-4dd5-4433-a2a9-fddf28c56236 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838809 Apr 29 15:45:41.515265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:45:41.524315 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Sync routers for ids ['3e721035-ad1a-4de9-b588-f2138537672e'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:45:41.536845 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Routers {'3e721035-ad1a-4de9-b588-f2138537672e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:45:41.537458 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:45:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3e721035-ad1a-4de9-b588-f2138537672e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:41.603014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:41.604115 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-87e43e00-7120-4130-b276-508baad4a9b8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6652658 Apr 29 15:45:41.607189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41756) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:41.649469 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d0d0d69c-23d7-43d3-b9fc-2a097a34e225 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b55c25ae10474f2abd40a8267579e2cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385926 Apr 29 15:45:41.649706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41760) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:41.713935 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Set router 3e721035-ad1a-4de9-b588-f2138537672e gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:45:41.777825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f229b9b5-4684-435c-9d51-f8a9076ceae6 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:41.779308 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f229b9b5-4684-435c-9d51-f8a9076ceae6 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287813 Apr 29 15:45:41.782330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41764) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:41.821128 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fd561452-36df-45c1-93c9-ff7da7ed2f5b tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376198 Apr 29 15:45:41.823849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41768) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:41.829573 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-248493120', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:45:41.943048 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:41.947124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:subnet and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:41.949961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:41.956609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:42.002378 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:39Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:42.006095 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Checking router: 3e721035-ad1a-4de9-b588-f2138537672e for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:45:42.006429 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Updating router 3e721035-ad1a-4de9-b588-f2138537672e port 7b089e09-3ce5-48a9-a821-260388bbb81c binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:45:42.057295 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.127971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:42.131621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.375503 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.394632 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Transition to ACTIVE for port object 7b089e09-3ce5-48a9-a821-260388bbb81c will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:42.464971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.500069 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.544861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Subnet': ['ID=3b706ea4-b82c-4a14-a58a-22d27428e163,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:42.553750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Checking segment: {'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:45:42.554106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network hostable DHCP agents. Network: 77ea305a-9abe-49a8-a407-fce66d57bc49, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:45:42.579077 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Attempting to bind port 7b089e09-3ce5-48a9-a821-260388bbb81c on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:42.579574 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Attempting to bind port 7b089e09-3ce5-48a9-a821-260388bbb81c by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:42.579850 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Attempting to bind port 7b089e09-3ce5-48a9-a821-260388bbb81c on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:45:42.589089 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:45:42.589456 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:45:42.589875 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.590263 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:45:42.590716 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Bound port: 7b089e09-3ce5-48a9-a821-260388bbb81c, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:42.591081 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.614209 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Pushing event updated for resources: {'Port': ['ID=7b089e09-3ce5-48a9-a821-260388bbb81c,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:42.635041 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:42.635848 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:42.635848 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:42.636114 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:42.637363 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:42.637363 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:42.637363 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:42.638216 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:42.638216 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:42.638216 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:42.638485 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:42.639016 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:45:42.642099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 77ea305a-9abe-49a8-a407-fce66d57bc49 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:45:42.675384 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] For port 7b089e09-3ce5-48a9-a821-260388bbb81c, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:45:42.678290 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] For port 7b089e09-3ce5-48a9-a821-260388bbb81c, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7b089e09-3ce5-48a9-a821-260388bbb81c,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:45:42.728012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 77ea305a-9abe-49a8-a407-fce66d57bc49) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:42.732053 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:42.738774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.739067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64de11fd-4308-48ab-a632-53e3f2c9ef01 None None] Network 77ea305a-9abe-49a8-a407-fce66d57bc49 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:45:42.768999 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:42.873571 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-216f68ce-f25f-48d9-8034-ae4b36a8210c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0422552 Apr 29 15:45:42.873731 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482abc6e-7493-4470-a462-6a59daac7598 None None] Pushing event updated for resources: {'Port': ['ID=7b089e09-3ce5-48a9-a821-260388bbb81c,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:42.873842 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41772) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:42.874565 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Routers {'3e721035-ad1a-4de9-b588-f2138537672e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:45:42.875165 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:45:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3e721035-ad1a-4de9-b588-f2138537672e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:42.967390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-77ea305a-9abe-49a8-a407-fce66d57bc49', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ips': [{'subnet_id': '3b706ea4-b82c-4a14-a58a-22d27428e163'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:45:42.967390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.062549 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] Set router 3e721035-ad1a-4de9-b588-f2138537672e gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:45:43.122732 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Allocated IP 172.20.0.2 (77ea305a-9abe-49a8-a407-fce66d57bc49/3b706ea4-b82c-4a14-a58a-22d27428e163/59fd0d3d-63fb-4f8a-bc8a-d79e124e9587) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:43.329066 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.339839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Transition to ACTIVE for port object 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:43.350746 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:39Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:43.355020 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab4e6e-95eb-43d0-a142-3672d0c4da5f None None] The sync data for ids ['3e721035-ad1a-4de9-b588-f2138537672e'] in dv-neutron-839183-1-hyperv is: [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:39Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:45:43.359498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Transition to ACTIVE for port object 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:43.465742 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.534033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Network 77ea305a-9abe-49a8-a407-fce66d57bc49 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:43.536980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:43.539654 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:45:43.581691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Pushing event updated for resources: {'Port': ['ID=59fd0d3d-63fb-4f8a-bc8a-d79e124e9587,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:43.658102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Attempting to bind port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:43.658736 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Attempting to bind port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:43.659098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Attempting to bind port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 on network 77ea305a-9abe-49a8-a407-fce66d57bc49 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:45:43.665982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:45:43.665982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Checking segment: {'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:45:43.668829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.668829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Bound using segment: {'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:45:43.668829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Bound port: 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:43.668829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.760446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] For port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:45:43.763855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] For port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=59fd0d3d-63fb-4f8a-bc8a-d79e124e9587,segment=NetworkSegment(161f1b5e-d5e4-49fc-87d1-1d84e0efc25b),segment_id=161f1b5e-d5e4-49fc-87d1-1d84e0efc25b)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:45:43.801509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:43.922034 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.016485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406368a-4b37-4812-8d0f-9674c4e87294 None None] Pushing event updated for resources: {'Port': ['ID=59fd0d3d-63fb-4f8a-bc8a-d79e124e9587,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:44.248318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.1 (77ea305a-9abe-49a8-a407-fce66d57bc49/3b706ea4-b82c-4a14-a58a-22d27428e163/556a710b-ab58-4705-a26e-9b203393737f) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:44.438850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.454754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object 556a710b-ab58-4705-a26e-9b203393737f will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:44.582735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.647277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 77ea305a-9abe-49a8-a407-fce66d57bc49 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:44.651246 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:44.657448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:45:44.698871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=556a710b-ab58-4705-a26e-9b203393737f,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:44.699345 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:44.724277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:44.921360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:44.927149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7b089e09-3ce5-48a9-a821-260388bbb81c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:45.072609 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 7b089e09-3ce5-48a9-a821-260388bbb81c completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:45.077461 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7b089e09-3ce5-48a9-a821-260388bbb81c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:45.078803 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.084387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.200383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.217190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 7b089e09-3ce5-48a9-a821-260388bbb81c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7b089e09-3ce5-48a9-a821-260388bbb81c,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:45:45.356067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.434434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=7b089e09-3ce5-48a9-a821-260388bbb81c,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:45.510343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.607511 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4cfc81-4af9-4fc9-8535-b832dad1ede2 None None] Network 77ea305a-9abe-49a8-a407-fce66d57bc49 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:45:45.630867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.747102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.750474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=556a710b-ab58-4705-a26e-9b203393737f,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:45.763306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-49cf6a29-5b52-4840-bd0b-a20e00a80dbc None None] Provisioning for port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:45.778139 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-49cf6a29-5b52-4840-bd0b-a20e00a80dbc None None] Provisioning complete for port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:45.785646 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-49cf6a29-5b52-4840-bd0b-a20e00a80dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:45.892956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 77ea305a-9abe-49a8-a407-fce66d57bc49 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:45.894046 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:45.991980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-49cf6a29-5b52-4840-bd0b-a20e00a80dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.033156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-49cf6a29-5b52-4840-bd0b-a20e00a80dbc None None] For port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=59fd0d3d-63fb-4f8a-bc8a-d79e124e9587,segment=NetworkSegment(161f1b5e-d5e4-49fc-87d1-1d84e0efc25b),segment_id=161f1b5e-d5e4-49fc-87d1-1d84e0efc25b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:45:46.088644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 3e721035-ad1a-4de9-b588-f2138537672e has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:45:46.145479 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-49cf6a29-5b52-4840-bd0b-a20e00a80dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.214383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf6a29-5b52-4840-bd0b-a20e00a80dbc None None] Pushing event updated for resources: {'Port': ['ID=59fd0d3d-63fb-4f8a-bc8a-d79e124e9587,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:46.291806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:45:46.310999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Sync routers for ids ['3e721035-ad1a-4de9-b588-f2138537672e'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:45:46.313810 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-96d3e27a-9cc3-4ca7-ab07-1c9ff7d54baa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/3e721035-ad1a-4de9-b588-f2138537672e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4412580 Apr 29 15:45:46.316699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41778) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:46.317289 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Routers {'3e721035-ad1a-4de9-b588-f2138537672e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:45:46.317935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:45:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3e721035-ad1a-4de9-b588-f2138537672e'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:46.477762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644742a-5824-485f-80bd-af651ae8fbe0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:46.478232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644742a-5824-485f-80bd-af651ae8fbe0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:46.478686 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644742a-5824-485f-80bd-af651ae8fbe0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:46.479205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644742a-5824-485f-80bd-af651ae8fbe0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:46.479732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644742a-5824-485f-80bd-af651ae8fbe0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:46.480347 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644742a-5824-485f-80bd-af651ae8fbe0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:46.482194 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a644742a-5824-485f-80bd-af651ae8fbe0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1643884 Apr 29 15:45:46.485032 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41782) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:46.508594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Set router 3e721035-ad1a-4de9-b588-f2138537672e gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:45:46.557913 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-45adb1b0-3323-4d76-bf09-23cd35ae31d0 None None] Provisioning for port 556a710b-ab58-4705-a26e-9b203393737f completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:46.563429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95fc8a0-31d5-4aa9-bb50-875949b532f0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:46.563901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95fc8a0-31d5-4aa9-bb50-875949b532f0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:46.564636 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95fc8a0-31d5-4aa9-bb50-875949b532f0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:46.565082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95fc8a0-31d5-4aa9-bb50-875949b532f0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:46.565521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95fc8a0-31d5-4aa9-bb50-875949b532f0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:46.566000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95fc8a0-31d5-4aa9-bb50-875949b532f0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:46.569675 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c95fc8a0-31d5-4aa9-bb50-875949b532f0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0818214 Apr 29 15:45:46.570594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41786) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:46.577998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-45adb1b0-3323-4d76-bf09-23cd35ae31d0 None None] Provisioning complete for port 556a710b-ab58-4705-a26e-9b203393737f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:46.578368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45adb1b0-3323-4d76-bf09-23cd35ae31d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:46.712435 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7b089e09-3ce5-48a9-a821-260388bbb81c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:46.752806 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-45adb1b0-3323-4d76-bf09-23cd35ae31d0 None None] Port 556a710b-ab58-4705-a26e-9b203393737f cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:45:46.786429 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b5065ac1-6e79-4947-a887-8b59bac0ff9b tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2145956 Apr 29 15:45:46.878040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-45adb1b0-3323-4d76-bf09-23cd35ae31d0 None None] Provisioning complete for port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:46.878407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45adb1b0-3323-4d76-bf09-23cd35ae31d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.003059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7b089e09-3ce5-48a9-a821-260388bbb81c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:47.003890 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.190351 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:44Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '556a710b-ab58-4705-a26e-9b203393737f', 'name': '', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:f5:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:44Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:47.199198 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Checking router: 3e721035-ad1a-4de9-b588-f2138537672e for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:45:47.199545 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Updating router 3e721035-ad1a-4de9-b588-f2138537672e port 556a710b-ab58-4705-a26e-9b203393737f binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:45:47.247692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:47.296260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41792) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:47.301433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-240319906', 'description': 'tempest-secgroup-smoke-240319906 description', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:45:47.307264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:47.311368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:47.313055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.314787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:47.320398 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:47.340404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e72d801b-bc26-4975-a21c-3fc35d62256e None None] Provisioning complete for port 556a710b-ab58-4705-a26e-9b203393737f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:47.340404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e72d801b-bc26-4975-a21c-3fc35d62256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.438921 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.471327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:47.471327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:47.471327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:47.473728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:47.488393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-e72d801b-bc26-4975-a21c-3fc35d62256e None None] Port 556a710b-ab58-4705-a26e-9b203393737f cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:45:47.493179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:47.493547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.545973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.636864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.689690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0cb88a-a51b-4d16-8081-c2215f1d965e,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:47.797570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.798911 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-327c808a-0b51-4b10-8a1f-7cea5c4ed032 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5016119 Apr 29 15:45:47.801726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41796) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:47.806779 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0e6465fb-cc32-4059-90d0-9f6772dbe6bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '8b0cb88a-a51b-4d16-8081-c2215f1d965e', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:45:47.812579 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0e6465fb-cc32-4059-90d0-9f6772dbe6bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:47.816694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0e6465fb-cc32-4059-90d0-9f6772dbe6bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:47.819636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0e6465fb-cc32-4059-90d0-9f6772dbe6bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:47.834381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0e6465fb-cc32-4059-90d0-9f6772dbe6bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:47.863042 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.874206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Transition to ACTIVE for port object 556a710b-ab58-4705-a26e-9b203393737f will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:47.953064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0e6465fb-cc32-4059-90d0-9f6772dbe6bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:47.985299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.017656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0e6465fb-cc32-4059-90d0-9f6772dbe6bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.107948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0e6465fb-cc32-4059-90d0-9f6772dbe6bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.120011 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a65fe-ff21-4486-b593-ee60a9f0deb0 None None] Pushing event updated for resources: {'Port': ['ID=556a710b-ab58-4705-a26e-9b203393737f,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:48.133132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6465fb-cc32-4059-90d0-9f6772dbe6bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1168c2-ed95-40a5-816f-eea0de6b667b,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:48.209079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0e6465fb-cc32-4059-90d0-9f6772dbe6bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.210272 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0e6465fb-cc32-4059-90d0-9f6772dbe6bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076176 Apr 29 15:45:48.214869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41800) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:48.222422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Attempting to bind port 556a710b-ab58-4705-a26e-9b203393737f on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:48.223205 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Attempting to bind port 556a710b-ab58-4705-a26e-9b203393737f by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:48.223751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Attempting to bind port 556a710b-ab58-4705-a26e-9b203393737f on network 77ea305a-9abe-49a8-a407-fce66d57bc49 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:45:48.230291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5efd2db7-78fc-481c-9b21-92f46d3b3bd0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '8b0cb88a-a51b-4d16-8081-c2215f1d965e', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:45:48.233062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:45:48.233816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Checking segment: {'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:45:48.234488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.235045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Bound using segment: {'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:45:48.235573 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Bound port: 556a710b-ab58-4705-a26e-9b203393737f, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:48.235945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.238670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5efd2db7-78fc-481c-9b21-92f46d3b3bd0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:48.244167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5efd2db7-78fc-481c-9b21-92f46d3b3bd0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:48.257177 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5efd2db7-78fc-481c-9b21-92f46d3b3bd0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:48.262503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5efd2db7-78fc-481c-9b21-92f46d3b3bd0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:48.348389 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5efd2db7-78fc-481c-9b21-92f46d3b3bd0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.365046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] For port 556a710b-ab58-4705-a26e-9b203393737f, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:45:48.368449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] For port 556a710b-ab58-4705-a26e-9b203393737f, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=556a710b-ab58-4705-a26e-9b203393737f,segment=NetworkSegment(161f1b5e-d5e4-49fc-87d1-1d84e0efc25b),segment_id=161f1b5e-d5e4-49fc-87d1-1d84e0efc25b)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:45:48.422255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5efd2db7-78fc-481c-9b21-92f46d3b3bd0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.448902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.517872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5efd2db7-78fc-481c-9b21-92f46d3b3bd0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.530299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Routers {'3e721035-ad1a-4de9-b588-f2138537672e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:45:48.530920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:45:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3e721035-ad1a-4de9-b588-f2138537672e'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:48.543389 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd2db7-78fc-481c-9b21-92f46d3b3bd0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c62748-1d67-4f36-946b-ac1ab4dc5cf7,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:48.638587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5efd2db7-78fc-481c-9b21-92f46d3b3bd0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.640303 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5efd2db7-78fc-481c-9b21-92f46d3b3bd0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4230332 Apr 29 15:45:48.643190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41804) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:48.648932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a65fe-ff21-4486-b593-ee60a9f0deb0 None None] Pushing event updated for resources: {'Port': ['ID=556a710b-ab58-4705-a26e-9b203393737f,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:48.649685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-48ab10f4-2eda-4d51-9eb9-a1c3f9252508 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '8b0cb88a-a51b-4d16-8081-c2215f1d965e', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:45:48.658103 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-48ab10f4-2eda-4d51-9eb9-a1c3f9252508 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:48.663352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-48ab10f4-2eda-4d51-9eb9-a1c3f9252508 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:48.667218 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-48ab10f4-2eda-4d51-9eb9-a1c3f9252508 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:48.681742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-48ab10f4-2eda-4d51-9eb9-a1c3f9252508 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:48.734439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] Set router 3e721035-ad1a-4de9-b588-f2138537672e gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:45:48.754876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-48ab10f4-2eda-4d51-9eb9-a1c3f9252508 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.824025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-48ab10f4-2eda-4d51-9eb9-a1c3f9252508 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.899714 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-48ab10f4-2eda-4d51-9eb9-a1c3f9252508 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:48.922935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab10f4-2eda-4d51-9eb9-a1c3f9252508 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59393db-9c75-4758-92e7-639be60d6531,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:49.019169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-48ab10f4-2eda-4d51-9eb9-a1c3f9252508 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.020416 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-48ab10f4-2eda-4d51-9eb9-a1c3f9252508 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3761044 Apr 29 15:45:49.023219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41808) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:49.028407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b18a89e2-25f4-49db-adbb-ecea4b8f5b58 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '8b0cb88a-a51b-4d16-8081-c2215f1d965e', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:45:49.034373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b18a89e2-25f4-49db-adbb-ecea4b8f5b58 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:49.038171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b18a89e2-25f4-49db-adbb-ecea4b8f5b58 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:49.041034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b18a89e2-25f4-49db-adbb-ecea4b8f5b58 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:49.046957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b18a89e2-25f4-49db-adbb-ecea4b8f5b58 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:49.076310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:44Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '556a710b-ab58-4705-a26e-9b203393737f', 'name': '', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:f5:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:44Z', 'updated_at': '2022-04-29T15:45:48Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:45:49.080181 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6abc6-5c0f-4a76-8b6c-b9831a4e61da None None] The sync data for ids ['3e721035-ad1a-4de9-b588-f2138537672e'] in dv-neutron-839183-1-hyperv is: [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:44Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '556a710b-ab58-4705-a26e-9b203393737f', 'name': '', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:f5:c7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:44Z', 'updated_at': '2022-04-29T15:45:48Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:45:49.143973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b18a89e2-25f4-49db-adbb-ecea4b8f5b58 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.219651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b18a89e2-25f4-49db-adbb-ecea4b8f5b58 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.355831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b18a89e2-25f4-49db-adbb-ecea4b8f5b58 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.385967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a89e2-25f4-49db-adbb-ecea4b8f5b58 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561b1ffa-b966-4ac1-86d0-fbd104553b42,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:49.459456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b18a89e2-25f4-49db-adbb-ecea4b8f5b58 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.460707 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b18a89e2-25f4-49db-adbb-ecea4b8f5b58 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4365416 Apr 29 15:45:49.463464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41812) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:49.468705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-dd5f09cf-2337-4a4b-b186-cd8d5fd20d95 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '8b0cb88a-a51b-4d16-8081-c2215f1d965e', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:45:49.474862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-dd5f09cf-2337-4a4b-b186-cd8d5fd20d95 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:49.479947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dd5f09cf-2337-4a4b-b186-cd8d5fd20d95 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:49.484345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dd5f09cf-2337-4a4b-b186-cd8d5fd20d95 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:49.496520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-dd5f09cf-2337-4a4b-b186-cd8d5fd20d95 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:49.580811 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-dd5f09cf-2337-4a4b-b186-cd8d5fd20d95 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:45:49.588196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dd5f09cf-2337-4a4b-b186-cd8d5fd20d95 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.660315 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dd5f09cf-2337-4a4b-b186-cd8d5fd20d95 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.761096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dd5f09cf-2337-4a4b-b186-cd8d5fd20d95 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.791366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f09cf-2337-4a4b-b186-cd8d5fd20d95 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792dbd80-85c7-412d-9be2-caec60450c7d,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:49.881260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-dd5f09cf-2337-4a4b-b186-cd8d5fd20d95 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:49.881260 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dd5f09cf-2337-4a4b-b186-cd8d5fd20d95 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4137495 Apr 29 15:45:49.881584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41816) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:45:49.887648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1cb1be2e-14d5-4412-b475-7b37faf45ba8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '8b0cb88a-a51b-4d16-8081-c2215f1d965e', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:45:49.893633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1cb1be2e-14d5-4412-b475-7b37faf45ba8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:49.897393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1cb1be2e-14d5-4412-b475-7b37faf45ba8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:45:49.900528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1cb1be2e-14d5-4412-b475-7b37faf45ba8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:45:49.906498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1cb1be2e-14d5-4412-b475-7b37faf45ba8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:50.015283 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-1cb1be2e-14d5-4412-b475-7b37faf45ba8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:45:50.023261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1cb1be2e-14d5-4412-b475-7b37faf45ba8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:50.105583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1cb1be2e-14d5-4412-b475-7b37faf45ba8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:50.298242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1cb1be2e-14d5-4412-b475-7b37faf45ba8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:50.321328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1be2e-14d5-4412-b475-7b37faf45ba8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9aa22e-41d2-4ea1-8e7c-019fba024a64,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:50.545035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1cb1be2e-14d5-4412-b475-7b37faf45ba8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:50.551139 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1cb1be2e-14d5-4412-b475-7b37faf45ba8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6637466 Apr 29 15:45:50.669348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 556a710b-ab58-4705-a26e-9b203393737f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:50.825391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 556a710b-ab58-4705-a26e-9b203393737f completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:50.833778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 556a710b-ab58-4705-a26e-9b203393737f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:50.844899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:50.889404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-4d77b702-9746-4adf-a0c4-5fd6b539c556 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:50.960709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:50.997998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-4d77b702-9746-4adf-a0c4-5fd6b539c556 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:50.997998 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-4d77b702-9746-4adf-a0c4-5fd6b539c556 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-240319906&fields=id&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 267 time: 0.1425154 Apr 29 15:45:50.998214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 556a710b-ab58-4705-a26e-9b203393737f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=556a710b-ab58-4705-a26e-9b203393737f,segment=NetworkSegment(161f1b5e-d5e4-49fc-87d1-1d84e0efc25b),segment_id=161f1b5e-d5e4-49fc-87d1-1d84e0efc25b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:45:51.093737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:51.163152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=556a710b-ab58-4705-a26e-9b203393737f,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:51.250073 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-7e7acecf-90fb-4675-b1c0-3d506ee9586d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:51.251660 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-7e7acecf-90fb-4675-b1c0-3d506ee9586d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/networks?id=77ea305a-9abe-49a8-a407-fce66d57bc49 HTTP/1.1" status: 200 len: 797 time: 0.2518146 Apr 29 15:45:51.267065 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-3089b132-2d43-4520-ae98-b95a4ebbfc6b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/quotas/b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 375 time: 0.0095506 Apr 29 15:45:51.348664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-76d85d90-dea5-45a2-92c5-e39dcc5c6e30 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:51.653909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-76d85d90-dea5-45a2-92c5-e39dcc5c6e30 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:51.659867 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-76d85d90-dea5-45a2-92c5-e39dcc5c6e30 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3830447 Apr 29 15:45:51.793904 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39bd9fce-f8ff-49a0-a109-4030aeac4691 service neutron] 10.222.0.39 "GET /v2.0/networks/77ea305a-9abe-49a8-a407-fce66d57bc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264889 Apr 29 15:45:51.929069 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-383417c3-0234-4b4f-be65-a3f5a47c6658 service neutron] 10.222.0.39 "GET /v2.0/networks/77ea305a-9abe-49a8-a407-fce66d57bc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286976 Apr 29 15:45:52.297670 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e1d8443a-120d-4337-947a-c41c687dc96c req-a3b163bd-3879-4b68-b84d-ee865867709a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 210 time: 0.0987828 Apr 29 15:45:52.645343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 556a710b-ab58-4705-a26e-9b203393737f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:45:52.714161 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 556a710b-ab58-4705-a26e-9b203393737f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:52.714532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:53.445184 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cfd42c4b-ae98-477e-b62e-0a16f6da3cc3 req-0fa5f9e2-b61c-42a4-8587-7810386df42b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 210 time: 0.0438471 Apr 29 15:45:54.202442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:54.594971 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-08f05293-2b02-4a24-9806-692891079991 req-145918cb-3299-4a9e-9852-45c89c274e10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 210 time: 0.0435233 Apr 29 15:45:54.990529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-1c9fc7b2-cf55-46a0-b813-3048e2dbb6a4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:54.991199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-1c9fc7b2-cf55-46a0-b813-3048e2dbb6a4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:45:55.105460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-1c9fc7b2-cf55-46a0-b813-3048e2dbb6a4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:45:55.109790 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-1c9fc7b2-cf55-46a0-b813-3048e2dbb6a4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks?id=77ea305a-9abe-49a8-a407-fce66d57bc49 HTTP/1.1" status: 200 len: 797 time: 0.2641702 Apr 29 15:45:55.156378 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-3e1addfa-947f-4dce-bc0c-ea264350124f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 379 time: 0.0407948 Apr 29 15:45:55.164355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'device_id': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'admin_state_up': True, 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'security_groups': ['8b0cb88a-a51b-4d16-8081-c2215f1d965e']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:45:55.304208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:45:55.314186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:45:55.402039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:45:55.405513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:55.569248 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.5 (77ea305a-9abe-49a8-a407-fce66d57bc49/3b706ea4-b82c-4a14-a58a-22d27428e163/293bdabf-5e14-4887-9e0e-dc8b845b74ee) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:45:55.749667 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-087512fd-f741-4016-9f40-f9a810c0c9cd req-e528e2e3-2988-4751-896e-f1c153ffe813 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 210 time: 0.0461197 Apr 29 15:45:55.759119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:55.775038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object 293bdabf-5e14-4887-9e0e-dc8b845b74ee will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:55.940279 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.014164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 77ea305a-9abe-49a8-a407-fce66d57bc49 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:45:56.017262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:45:56.021051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:45:56.051422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=293bdabf-5e14-4887-9e0e-dc8b845b74ee,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:56.089648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:56.090250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.226463 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-21995fa2-d032-4487-ba06-1b9ea1655a9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0644233 Apr 29 15:45:56.280392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Request body: {'port': {'device_id': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:45:56.317064 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9e0e6b21-ef61-4664-a969-743e3b674431 None None] Provisioning for port 293bdabf-5e14-4887-9e0e-dc8b845b74ee completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:45:56.321967 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9e0e6b21-ef61-4664-a969-743e3b674431 None None] Provisioning complete for port 293bdabf-5e14-4887-9e0e-dc8b845b74ee triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:45:56.322621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9e0e6b21-ef61-4664-a969-743e3b674431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.380044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e6b21-ef61-4664-a969-743e3b674431 None None] Port 293bdabf-5e14-4887-9e0e-dc8b845b74ee cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:45:56.502172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.845824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293bdabf-5e14-4887-9e0e-dc8b845b74ee {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:45:56.858734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.869446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Transition to ACTIVE for port object 293bdabf-5e14-4887-9e0e-dc8b845b74ee will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:45:56.939110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cabf1-040c-498f-8143-f299bf970083 req-e4ffb028-a7f2-4808-9baf-55dd41683165 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:56.941573 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:56.942249 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-481cabf1-040c-498f-8143-f299bf970083 req-e4ffb028-a7f2-4808-9baf-55dd41683165 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 931 time: 0.0798728 Apr 29 15:45:56.988671 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-481cabf1-040c-498f-8143-f299bf970083 req-1be56f72-c009-43ba-b947-cb2a1da680a3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0cb88a-a51b-4d16-8081-c2215f1d965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393176 Apr 29 15:45:57.104713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Pushing event updated for resources: {'Port': ['ID=293bdabf-5e14-4887-9e0e-dc8b845b74ee,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:57.192858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Attempting to bind port 293bdabf-5e14-4887-9e0e-dc8b845b74ee on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:45:57.193206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Attempting to bind port 293bdabf-5e14-4887-9e0e-dc8b845b74ee by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:45:57.193517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Attempting to bind port 293bdabf-5e14-4887-9e0e-dc8b845b74ee on network 77ea305a-9abe-49a8-a407-fce66d57bc49 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:45:57.199039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Port 293bdabf-5e14-4887-9e0e-dc8b845b74ee on network 77ea305a-9abe-49a8-a407-fce66d57bc49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:45:57.199359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Attempting to bind port 293bdabf-5e14-4887-9e0e-dc8b845b74ee on network 77ea305a-9abe-49a8-a407-fce66d57bc49 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:45:57.206484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:45:57.206815 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Checking segment: {'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:45:57.207266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Bound using segment: {'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:45:57.207683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Bound port: 293bdabf-5e14-4887-9e0e-dc8b845b74ee, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:45:57.208022 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.303232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] For port 293bdabf-5e14-4887-9e0e-dc8b845b74ee, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:45:57.306674 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] For port 293bdabf-5e14-4887-9e0e-dc8b845b74ee, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=293bdabf-5e14-4887-9e0e-dc8b845b74ee,segment=NetworkSegment(161f1b5e-d5e4-49fc-87d1-1d84e0efc25b),segment_id=161f1b5e-d5e4-49fc-87d1-1d84e0efc25b)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:45:57.402402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.464273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:57.464928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:45:57.466316 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] 10.222.0.44 "PUT /v2.0/ports/293bdabf-5e14-4887-9e0e-dc8b845b74ee HTTP/1.1" status: 200 len: 1093 time: 1.2339854 Apr 29 15:45:57.466732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'tag': '293bdabf-5e14-4887-9e0e-dc8b845b74ee'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:45:57.490321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39991e78-4a8d-49bd-b0e0-34d08b92df0d service neutron] Pushing event updated for resources: {'Port': ['ID=293bdabf-5e14-4887-9e0e-dc8b845b74ee,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:45:57.567717 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81584da-73c1-412b-959b-164934df4bbd'] response: {'name': 'network-changed', 'server_uuid': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'tag': '293bdabf-5e14-4887-9e0e-dc8b845b74ee', 'status': 'completed', 'code': 200} Apr 29 15:45:57.665188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaf096-89b2-434b-9376-f8684293a30f req-f975410d-2453-48b1-b0dc-e8db43a7524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:57.666685 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-24aaf096-89b2-434b-9376-f8684293a30f req-f975410d-2453-48b1-b0dc-e8db43a7524b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 1096 time: 0.0793712 Apr 29 15:45:57.806864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaf096-89b2-434b-9376-f8684293a30f req-dfe71313-d743-4ad4-ba1f-fc402a3fd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:57.808299 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-24aaf096-89b2-434b-9376-f8684293a30f req-dfe71313-d743-4ad4-ba1f-fc402a3fd4fe service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b55c25ae10474f2abd40a8267579e2cf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1346784 Apr 29 15:45:57.941749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaf096-89b2-434b-9376-f8684293a30f req-1209c5e8-1d95-4aac-8914-25aa44482277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:57.943162 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-24aaf096-89b2-434b-9376-f8684293a30f req-1209c5e8-1d95-4aac-8914-25aa44482277 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296031 Apr 29 15:45:58.048249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-26b5ef69-7dbe-4cef-8f6f-5b871b21e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:58.049722 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-26b5ef69-7dbe-4cef-8f6f-5b871b21e6db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 1096 time: 0.0715165 Apr 29 15:45:58.121253 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-2bc91815-a615-4c6b-ba85-07dcb1b3e157 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293bdabf-5e14-4887-9e0e-dc8b845b74ee HTTP/1.1" status: 200 len: 217 time: 0.0641985 Apr 29 15:45:58.183823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ca63a-d682-42b6-b1c4-02c68b6e025a req-402edb63-c29c-4773-bf20-0db8194db1e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:58.185341 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2f4ca63a-d682-42b6-b1c4-02c68b6e025a req-402edb63-c29c-4773-bf20-0db8194db1e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 943 time: 0.0888305 Apr 29 15:45:58.191742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-1746f6e4-a834-4920-89c0-2e188652310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:58.191742 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-1746f6e4-a834-4920-89c0-2e188652310d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b706ea4-b82c-4a14-a58a-22d27428e163 HTTP/1.1" status: 200 len: 843 time: 0.0585551 Apr 29 15:45:58.233562 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2f4ca63a-d682-42b6-b1c4-02c68b6e025a req-7f375a96-b175-4691-8edb-990edf17c40c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0cb88a-a51b-4d16-8081-c2215f1d965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421171 Apr 29 15:45:58.267312 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-427e61f6-12ba-4484-b0d4-1ba56d655aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:58.269149 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-427e61f6-12ba-4484-b0d4-1ba56d655aa9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77ea305a-9abe-49a8-a407-fce66d57bc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758977 Apr 29 15:45:58.505005 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-2f30baee-ffa7-4275-bbac-d151c209bb17 service neutron] 10.222.0.44 "GET /v2.0/networks/77ea305a-9abe-49a8-a407-fce66d57bc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290583 Apr 29 15:45:58.632605 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f8a82166-02a9-4a29-a824-9e8b4cb17141 req-bc8ffaa6-af68-4efe-a355-2437437620a0 service neutron] 10.222.0.44 "GET /v2.0/networks/77ea305a-9abe-49a8-a407-fce66d57bc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221747 Apr 29 15:45:59.425515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952e654-278e-41a1-a595-dfc7e14ec612 req-c129c9d6-a758-4f60-ac7c-458efd5af096 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:45:59.426965 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a952e654-278e-41a1-a595-dfc7e14ec612 req-c129c9d6-a758-4f60-ac7c-458efd5af096 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 943 time: 0.0811625 Apr 29 15:45:59.474792 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a952e654-278e-41a1-a595-dfc7e14ec612 req-3d5cc277-45d7-4a93-943f-a4d163254e44 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0cb88a-a51b-4d16-8081-c2215f1d965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414495 Apr 29 15:46:00.656403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 293bdabf-5e14-4887-9e0e-dc8b845b74ee details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:46:00.660881 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ce1e7-0054-4c69-8178-4b3d55a5a9f6 req-4e982c11-55bb-4140-9762-709b7c8990f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:00.662364 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-748ce1e7-0054-4c69-8178-4b3d55a5a9f6 req-4e982c11-55bb-4140-9762-709b7c8990f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 943 time: 0.0802484 Apr 29 15:46:00.707599 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-748ce1e7-0054-4c69-8178-4b3d55a5a9f6 req-954b0268-f4ee-4f4d-a98d-44328e7c19a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0cb88a-a51b-4d16-8081-c2215f1d965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386217 Apr 29 15:46:00.789225 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 293bdabf-5e14-4887-9e0e-dc8b845b74ee, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=293bdabf-5e14-4887-9e0e-dc8b845b74ee,segment=NetworkSegment(161f1b5e-d5e4-49fc-87d1-1d84e0efc25b),segment_id=161f1b5e-d5e4-49fc-87d1-1d84e0efc25b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:46:00.802549 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '293bdabf-5e14-4887-9e0e-dc8b845b74ee', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'port_id': '293bdabf-5e14-4887-9e0e-dc8b845b74ee', 'mac_address': 'fa:16:3e:dc:d7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:46:00.860090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:00.875795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293bdabf-5e14-4887-9e0e-dc8b845b74ee {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:46:00.890669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 293bdabf-5e14-4887-9e0e-dc8b845b74ee, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=293bdabf-5e14-4887-9e0e-dc8b845b74ee,segment=NetworkSegment(161f1b5e-d5e4-49fc-87d1-1d84e0efc25b),segment_id=161f1b5e-d5e4-49fc-87d1-1d84e0efc25b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:46:00.966163 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:01.033161 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=293bdabf-5e14-4887-9e0e-dc8b845b74ee,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:01.177265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['293bdabf-5e14-4887-9e0e-dc8b845b74ee'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:46:01.902370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e12288-c8a8-4121-9886-ef6f2ff81674 req-fa2176af-d615-44e9-9d5a-a5b75803c0ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:01.903829 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-09e12288-c8a8-4121-9886-ef6f2ff81674 req-fa2176af-d615-44e9-9d5a-a5b75803c0ca tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 944 time: 0.0881507 Apr 29 15:46:01.947981 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-09e12288-c8a8-4121-9886-ef6f2ff81674 req-6cc692df-b608-416f-b6f0-b0a622c425be tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0cb88a-a51b-4d16-8081-c2215f1d965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382953 Apr 29 15:46:02.138931 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4093aed2-24c3-4307-a5c3-dbfa0e57efd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.656671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 293bdabf-5e14-4887-9e0e-dc8b845b74ee up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:46:02.836313 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 293bdabf-5e14-4887-9e0e-dc8b845b74ee completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:46:02.843655 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 293bdabf-5e14-4887-9e0e-dc8b845b74ee triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:46:02.843655 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.958886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:02.991394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293bdabf-5e14-4887-9e0e-dc8b845b74ee'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:46:02.998873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 293bdabf-5e14-4887-9e0e-dc8b845b74ee, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=293bdabf-5e14-4887-9e0e-dc8b845b74ee,segment=NetworkSegment(161f1b5e-d5e4-49fc-87d1-1d84e0efc25b),segment_id=161f1b5e-d5e4-49fc-87d1-1d84e0efc25b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:46:03.038055 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de8e1a0-4b0d-435b-87de-3388e3ce772d'] response: {'server_uuid': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293bdabf-5e14-4887-9e0e-dc8b845b74ee', 'code': 200} Apr 29 15:46:03.099144 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:03.144851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2723aa-9925-4643-99d5-51af88e6f788 req-a9787e22-03c9-426e-9f25-37f7053c0b71 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:03.146330 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de2723aa-9925-4643-99d5-51af88e6f788 req-a9787e22-03c9-426e-9f25-37f7053c0b71 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 945 time: 0.0841491 Apr 29 15:46:03.167108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=293bdabf-5e14-4887-9e0e-dc8b845b74ee,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:03.196673 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de2723aa-9925-4643-99d5-51af88e6f788 req-121b5f7b-0dd7-4c69-9a3f-95318dbe0ec1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0cb88a-a51b-4d16-8081-c2215f1d965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427623 Apr 29 15:46:03.465282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75b66b-c37b-4246-8709-fe80e253337f req-d1d9894d-84c8-4e84-94cd-e856e1d1528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:03.471854 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3a75b66b-c37b-4246-8709-fe80e253337f req-d1d9894d-84c8-4e84-94cd-e856e1d1528c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 1098 time: 0.0700161 Apr 29 15:46:03.508873 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3a75b66b-c37b-4246-8709-fe80e253337f req-85fa417a-ce10-40a8-8fe2-a4b2a99569b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8b0cb88a-a51b-4d16-8081-c2215f1d965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361211 Apr 29 15:46:03.544352 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:46:04.230607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0d0d422-8d88-4908-b833-f45b2cf2c5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:04.394000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0e9c6-3202-4554-9c7e-e0c3730960d5 req-d25dc1a2-98c3-47b4-a514-ee33a75c48db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:04.395595 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-84d0e9c6-3202-4554-9c7e-e0c3730960d5 req-d25dc1a2-98c3-47b4-a514-ee33a75c48db tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 945 time: 0.0852163 Apr 29 15:46:04.441160 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-84d0e9c6-3202-4554-9c7e-e0c3730960d5 req-5adef358-bd44-41ed-a508-1a739390191f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0cb88a-a51b-4d16-8081-c2215f1d965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383229 Apr 29 15:46:05.214592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.385004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:05.622610 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee89fe-b591-4342-b260-efd0ab817fe6 req-281da6b2-9903-4f25-8893-3da52568688b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:05.624055 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-87ee89fe-b591-4342-b260-efd0ab817fe6 req-281da6b2-9903-4f25-8893-3da52568688b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 945 time: 0.0786371 Apr 29 15:46:05.667711 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-87ee89fe-b591-4342-b260-efd0ab817fe6 req-e8df9dcb-8168-4086-8080-7f07c7d57edd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0cb88a-a51b-4d16-8081-c2215f1d965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379763 Apr 29 15:46:05.853519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6398f-23b3-4f43-bce3-c5dc87eec5fd req-4ed0bb2b-c5b0-4005-bb2f-96964a5baddf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:05.854952 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-39a6398f-23b3-4f43-bce3-c5dc87eec5fd req-4ed0bb2b-c5b0-4005-bb2f-96964a5baddf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 945 time: 0.0825744 Apr 29 15:46:05.898572 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-39a6398f-23b3-4f43-bce3-c5dc87eec5fd req-56d078be-c6d2-4f32-8cca-1d323bc07228 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0cb88a-a51b-4d16-8081-c2215f1d965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378640 Apr 29 15:46:05.922080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41884) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:05.993458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c46be6-1f76-48b6-92bd-8becf246026d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:05.995486 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f2c46be6-1f76-48b6-92bd-8becf246026d tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 1093 time: 0.0724416 Apr 29 15:46:05.998311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 41888) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:06.003085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '293bdabf-5e14-4887-9e0e-dc8b845b74ee', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:46:06.008837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:46:06.013400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:floatingip and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:46:06.016191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:46:06.021726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:46:06.133716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.268219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.399526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.107 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/b2a7e5b1-0335-41ed-a0b7-97bd4759acfa) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:46:06.566940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.739707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:06.805083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:46:06.808097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:46:06.810820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:46:06.844966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=b2a7e5b1-0335-41ed-a0b7-97bd4759acfa,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:07.065235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:07.222174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:07.381686 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:07.582975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:07.670243 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.181451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=b2a7e5b1-0335-41ed-a0b7-97bd4759acfa,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:46:08.181451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.181451 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP 639e93cd-61c2-446e-ae3a-1dc4a98c40f0 associated. External IP: 172.26.2.107, port: 293bdabf-5e14-4887-9e0e-dc8b845b74ee. Apr 29 15:46:08.444479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 3e721035-ad1a-4de9-b588-f2138537672e has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:46:08.620262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:46:08.629483 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0bb343-223e-48b1-81a6-aaad08667f9e None None] Sync routers for ids ['3e721035-ad1a-4de9-b588-f2138537672e'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:46:08.640336 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0bb343-223e-48b1-81a6-aaad08667f9e None None] Routers {'3e721035-ad1a-4de9-b588-f2138537672e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:46:08.640978 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8b0bb343-223e-48b1-81a6-aaad08667f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:46:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3e721035-ad1a-4de9-b588-f2138537672e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:08.710260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:08.769907 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-67690c64-2dc1-4fd5-947a-5834abfd4b17 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7706015 Apr 29 15:46:08.770635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'tag': '293bdabf-5e14-4887-9e0e-dc8b845b74ee'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:46:08.773054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41892) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:08.820517 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-8b0bb343-223e-48b1-81a6-aaad08667f9e None None] Set router 3e721035-ad1a-4de9-b588-f2138537672e gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:46:08.822582 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f9ceaf-f861-4041-8eef-612e80da07cc'] response: {'name': 'network-changed', 'server_uuid': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'tag': '293bdabf-5e14-4887-9e0e-dc8b845b74ee', 'status': 'completed', 'code': 200} Apr 29 15:46:08.887074 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-50340313-56d8-405a-965d-fb648fe65d16 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/639e93cd-61c2-446e-ae3a-1dc4a98c40f0 HTTP/1.1" status: 200 len: 991 time: 0.1124549 Apr 29 15:46:08.913874 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb3fb5-9078-41aa-ab38-cda9134e236d req-9a1e5435-c136-4463-bc72-ec40b393ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:08.915898 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44bb3fb5-9078-41aa-ab38-cda9134e236d req-9a1e5435-c136-4463-bc72-ec40b393ef65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 1098 time: 0.0716619 Apr 29 15:46:09.047489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb3fb5-9078-41aa-ab38-cda9134e236d req-72662d2b-2501-41d4-a2ed-1de47e517c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:09.049098 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44bb3fb5-9078-41aa-ab38-cda9134e236d req-72662d2b-2501-41d4-a2ed-1de47e517c38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77ea305a-9abe-49a8-a407-fce66d57bc49 HTTP/1.1" status: 200 len: 898 time: 0.1264842 Apr 29 15:46:09.157778 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44bb3fb5-9078-41aa-ab38-cda9134e236d req-eb499830-52fd-4fcc-9cee-844519d14bdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293bdabf-5e14-4887-9e0e-dc8b845b74ee HTTP/1.1" status: 200 len: 999 time: 0.0984964 Apr 29 15:46:09.167736 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8b0bb343-223e-48b1-81a6-aaad08667f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:44Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '639e93cd-61c2-446e-ae3a-1dc4a98c40f0', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.107', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'port_id': '293bdabf-5e14-4887-9e0e-dc8b845b74ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'mac_address': 'fa:16:3e:dc:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:07Z', 'updated_at': '2022-04-29T15:46:07Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556a710b-ab58-4705-a26e-9b203393737f', 'name': '', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:f5:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:44Z', 'updated_at': '2022-04-29T15:45:50Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:09.171484 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0bb343-223e-48b1-81a6-aaad08667f9e None None] Checking router: 3e721035-ad1a-4de9-b588-f2138537672e for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:46:09.179528 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0bb343-223e-48b1-81a6-aaad08667f9e None None] Routers {'3e721035-ad1a-4de9-b588-f2138537672e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:46:09.180100 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8b0bb343-223e-48b1-81a6-aaad08667f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:46:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3e721035-ad1a-4de9-b588-f2138537672e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:09.220172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb3fb5-9078-41aa-ab38-cda9134e236d req-074a8ad7-6b03-458d-a957-61f2bf745833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:09.221547 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44bb3fb5-9078-41aa-ab38-cda9134e236d req-074a8ad7-6b03-458d-a957-61f2bf745833 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b706ea4-b82c-4a14-a58a-22d27428e163 HTTP/1.1" status: 200 len: 843 time: 0.0570030 Apr 29 15:46:09.303313 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb3fb5-9078-41aa-ab38-cda9134e236d req-2ff3a1be-b016-42a9-af68-46a82a79e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:09.304842 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44bb3fb5-9078-41aa-ab38-cda9134e236d req-2ff3a1be-b016-42a9-af68-46a82a79e04f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77ea305a-9abe-49a8-a407-fce66d57bc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769584 Apr 29 15:46:09.361694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-8b0bb343-223e-48b1-81a6-aaad08667f9e None None] Set router 3e721035-ad1a-4de9-b588-f2138537672e gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:46:09.561816 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44bb3fb5-9078-41aa-ab38-cda9134e236d req-1b0fee74-746e-4bea-85b9-68b94080f619 service neutron] 10.222.0.44 "GET /v2.0/networks/77ea305a-9abe-49a8-a407-fce66d57bc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501619 Apr 29 15:46:09.694190 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44bb3fb5-9078-41aa-ab38-cda9134e236d req-26108fda-c4c7-4a28-967e-ab475432b2d7 service neutron] 10.222.0.44 "GET /v2.0/networks/77ea305a-9abe-49a8-a407-fce66d57bc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242967 Apr 29 15:46:09.748004 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8b0bb343-223e-48b1-81a6-aaad08667f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:44Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '639e93cd-61c2-446e-ae3a-1dc4a98c40f0', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.107', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'port_id': '293bdabf-5e14-4887-9e0e-dc8b845b74ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'mac_address': 'fa:16:3e:dc:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:07Z', 'updated_at': '2022-04-29T15:46:07Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556a710b-ab58-4705-a26e-9b203393737f', 'name': '', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:f5:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:44Z', 'updated_at': '2022-04-29T15:45:50Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:46:09.751818 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0bb343-223e-48b1-81a6-aaad08667f9e None None] The sync data for ids ['3e721035-ad1a-4de9-b588-f2138537672e'] in dv-neutron-839183-1-hyperv is: [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:44Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '639e93cd-61c2-446e-ae3a-1dc4a98c40f0', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.107', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'port_id': '293bdabf-5e14-4887-9e0e-dc8b845b74ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'mac_address': 'fa:16:3e:dc:d7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:46:07Z', 'updated_at': '2022-04-29T15:46:07Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556a710b-ab58-4705-a26e-9b203393737f', 'name': '', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:f5:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:44Z', 'updated_at': '2022-04-29T15:45:50Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:46:09.889395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41900) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:09.937369 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35844f8c-068f-4bb9-a423-e9b64058dab2 None None] New status for floating IP 639e93cd-61c2-446e-ae3a-1dc4a98c40f0: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:46:10.002247 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ad2aa3e6-1f6a-4ac1-8f36-ce26e60e2e10 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/639e93cd-61c2-446e-ae3a-1dc4a98c40f0 HTTP/1.1" status: 200 len: 991 time: 0.1116965 Apr 29 15:46:11.006105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 41906) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:46:11.115274 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-90d59afc-04ec-4ec7-b681-56c73736f888 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/639e93cd-61c2-446e-ae3a-1dc4a98c40f0 HTTP/1.1" status: 200 len: 993 time: 0.1079512 Apr 29 15:46:24.241466 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:32.104487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1d27fd9f-fe1d-4fa5-9c72-4c79de67b286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:34.202668 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c1081b61-5f29-4e12-bf84-6195328b018a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:35.195191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:35.361249 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:37.126519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:46:39.525560 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50d32e12-2966-4c62-b959-855977ee8f49 req-13ce2a77-5bc2-4b8f-856c-2f293a964d20 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671558 Apr 29 15:46:39.663290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32e12-2966-4c62-b959-855977ee8f49 req-9f28a634-cc5c-45f4-8141-38790ca78f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:39.664669 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50d32e12-2966-4c62-b959-855977ee8f49 req-9f28a634-cc5c-45f4-8141-38790ca78f63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 1098 time: 0.0721745 Apr 29 15:46:39.805557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32e12-2966-4c62-b959-855977ee8f49 req-3ddd0ac8-ea80-422e-ae2c-a5014dc0e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:39.807509 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50d32e12-2966-4c62-b959-855977ee8f49 req-3ddd0ac8-ea80-422e-ae2c-a5014dc0e93d service neutron] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 912 time: 0.1234107 Apr 29 15:46:39.908591 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50d32e12-2966-4c62-b959-855977ee8f49 req-3c6a84b0-51ae-4a2b-9b07-677edc61451c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcc1330f-cf3f-4921-995a-5bf703002120 HTTP/1.1" status: 200 len: 1000 time: 0.0948277 Apr 29 15:46:39.969548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32e12-2966-4c62-b959-855977ee8f49 req-4c98023f-4a39-4c0e-a11c-b7ef92e66066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:39.970962 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50d32e12-2966-4c62-b959-855977ee8f49 req-4c98023f-4a39-4c0e-a11c-b7ef92e66066 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.0566919 Apr 29 15:46:40.046800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32e12-2966-4c62-b959-855977ee8f49 req-390ffe51-34cf-4092-9195-709729316464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:46:40.048235 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50d32e12-2966-4c62-b959-855977ee8f49 req-390ffe51-34cf-4092-9195-709729316464 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718622 Apr 29 15:46:40.174506 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50d32e12-2966-4c62-b959-855977ee8f49 req-3cf36667-654a-4336-af00-12debe347d87 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203761 Apr 29 15:46:40.302888 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50d32e12-2966-4c62-b959-855977ee8f49 req-c66e4f6a-6a1a-4411-85f5-e28e80cbd308 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229866 Apr 29 15:46:40.543676 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:46:54.149313 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:02.177804 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f762bb09-23db-40ba-b038-779609eff94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:04.252335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3fde1f76-3274-415f-aad1-f71d52817d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.313581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:05.509377 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:07.103645 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:17.542665 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:47:19.634543 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-681c671c-20b2-4d45-8465-4cae524e4afd tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920141615&fields=id&tenant_id=7839e9e79267494aa8592713c17200fb HTTP/1.1" status: 200 len: 267 time: 0.0396345 Apr 29 15:47:19.883663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-cf5b6663-328b-463c-bdf2-f4631b54645e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:19.885015 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-cf5b6663-328b-463c-bdf2-f4631b54645e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 811 time: 0.2439857 Apr 29 15:47:19.899639 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-c1d1263f-9083-4a76-913c-a2f2c9088162 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/quotas/7839e9e79267494aa8592713c17200fb HTTP/1.1" status: 200 len: 375 time: 0.0091429 Apr 29 15:47:19.989382 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-49e05419-c6ca-486e-a4e8-1717089c3b97 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0848205 Apr 29 15:47:20.126082 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-c13ae5ba-3b47-4c1f-919f-1ddefe2c1e3f service neutron] 10.222.0.39 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254280 Apr 29 15:47:20.257143 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-5082c0a2-71a6-4a91-ad9f-c5c8b8c4dcb3 service neutron] 10.222.0.39 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242936 Apr 29 15:47:21.021814 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4c4221f5-b219-48b0-9e89-edba572bea57 req-6e55729d-2f01-4843-93e9-e74be2ad9f21 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 210 time: 0.0427270 Apr 29 15:47:22.170716 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-47bbdc16-5460-4af2-a6d0-a783d8cf2989 req-f27c5093-4577-48cc-90db-969c186cff5b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 210 time: 0.0410092 Apr 29 15:47:23.328173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-263b255e-f04d-407f-b822-7d073ee75d4d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:23.329633 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-263b255e-f04d-407f-b822-7d073ee75d4d tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 811 time: 0.1507618 Apr 29 15:47:23.333807 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b7fc121d-e5e6-46e1-bfed-d7ad4d478d81 req-f92b1f0f-b976-48d4-8d5a-f817f61de3e4 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 210 time: 0.0495257 Apr 29 15:47:23.376490 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-cdce7429-0d2b-4c08-b370-68b0902a8048 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7839e9e79267494aa8592713c17200fb HTTP/1.1" status: 200 len: 379 time: 0.0394642 Apr 29 15:47:23.384082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'port': {'device_id': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'admin_state_up': True, 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'security_groups': ['23df4e90-3b71-4e4b-8eac-4cbcb7a6b966']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:47:23.516337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:47:23.520299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:port and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:47:23.523088 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:47:23.528918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:47:23.651146 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Made reservation on behalf of 7839e9e79267494aa8592713c17200fb for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:47:23.654749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:23.839133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Allocated IP 172.20.0.12 (e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3/698e5214-6566-4fa4-b9fb-fbdb0909b69a/2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:47:24.125960 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.141468 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Transition to ACTIVE for port object 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:24.193846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.343339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.417476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:24.420542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:24.424247 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:47:24.454778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'Port': ['ID=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:24.474219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:24.474774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:24.475262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:24.475731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:24.476208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:24.476693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:24.477163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:24.477627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:24.478099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:24.478560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:24.479009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:24.479464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:24.512497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:24.513728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.543733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75c5b0-6f07-4cc5-a497-f90a694eda5c req-fc03a006-1dcd-4c39-8947-020942586703 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:24.548843 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1e75c5b0-6f07-4cc5-a497-f90a694eda5c req-fc03a006-1dcd-4c39-8947-020942586703 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 932 time: 0.0963657 Apr 29 15:47:24.594633 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1e75c5b0-6f07-4cc5-a497-f90a694eda5c req-0c1c623f-8e35-4cba-86ce-a93c98e73345 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429189 Apr 29 15:47:24.686862 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-7a3b4c77-0c6e-4e30-8418-9f5839bc7e60 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3061504 Apr 29 15:47:24.697903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Request body: {'port': {'device_id': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:47:24.773775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ea8f23f9-d068-40a8-85b2-1267a6dd16c1 None None] Provisioning for port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:24.780303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ea8f23f9-d068-40a8-85b2-1267a6dd16c1 None None] Provisioning complete for port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:24.780707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ea8f23f9-d068-40a8-85b2-1267a6dd16c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.811579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:24.838157 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ea8f23f9-d068-40a8-85b2-1267a6dd16c1 None None] Port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:47:25.153583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:47:25.160976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.175238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Transition to ACTIVE for port object 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:47:25.251335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.410156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:25.494520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Attempting to bind port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:47:25.494867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Attempting to bind port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:47:25.495187 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Attempting to bind port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 on network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:47:25.499995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 on network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:47:25.510913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Attempting to bind port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 on network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:47:25.510913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:47:25.510913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Checking segment: {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:47:25.510913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Bound using segment: {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:47:25.510913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Bound port: 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b384ed1-698a-4210-a85f-060fb4a7be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:47:25.510913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.600672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] For port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:47:25.603463 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] For port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:47:25.743131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.782086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bac9f-9303-4837-9c43-febfffc98109 req-e4791c17-2a52-47c6-a19f-ec73a774caa8 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:25.783555 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-356bac9f-9303-4837-9c43-febfffc98109 req-e4791c17-2a52-47c6-a19f-ec73a774caa8 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 944 time: 0.0818222 Apr 29 15:47:25.802630 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:25.803232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:25.804633 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] 10.222.0.44 "PUT /v2.0/ports/2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 HTTP/1.1" status: 200 len: 1094 time: 1.1109650 Apr 29 15:47:25.805055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'tag': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:47:25.831196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6281e-7f7f-4af5-b3ad-c8d11a91f4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:25.845078 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-356bac9f-9303-4837-9c43-febfffc98109 req-f9575562-2203-4da9-b858-fac9c2de4434 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543456 Apr 29 15:47:25.867910 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a146b68f-89ac-4643-ae93-6fbd14419892'] response: {'name': 'network-changed', 'server_uuid': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'tag': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437', 'status': 'completed', 'code': 200} Apr 29 15:47:25.971216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cdf3b-f43a-409a-a2d4-552dc51e5abc req-cdb069ff-3c0a-4699-af37-dcbcc79981ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:25.973916 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c32cdf3b-f43a-409a-a2d4-552dc51e5abc req-cdb069ff-3c0a-4699-af37-dcbcc79981ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 1097 time: 0.0852885 Apr 29 15:47:26.117944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cdf3b-f43a-409a-a2d4-552dc51e5abc req-928332a5-aa1d-474e-96fb-c804433584da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:26.119451 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c32cdf3b-f43a-409a-a2d4-552dc51e5abc req-928332a5-aa1d-474e-96fb-c804433584da service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7839e9e79267494aa8592713c17200fb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1385362 Apr 29 15:47:26.263738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cdf3b-f43a-409a-a2d4-552dc51e5abc req-ef82d699-14cd-45f7-a28c-2f349388ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:26.265218 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c32cdf3b-f43a-409a-a2d4-552dc51e5abc req-ef82d699-14cd-45f7-a28c-2f349388ba22 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297808 Apr 29 15:47:26.373164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-c0452b06-28dd-4ec0-9262-97dc2112a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:26.374752 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-c0452b06-28dd-4ec0-9262-97dc2112a79b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 1097 time: 0.0731418 Apr 29 15:47:26.439907 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-bc86d6fa-2fca-46c0-8e5f-385912fd7d06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 HTTP/1.1" status: 200 len: 217 time: 0.0590434 Apr 29 15:47:26.501858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-a2e52f64-c81f-4da2-9450-a0edb56b6cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:26.503500 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-a2e52f64-c81f-4da2-9450-a0edb56b6cec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.0581038 Apr 29 15:47:26.575153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-3ca97a58-b0a6-4dbe-abe4-a8374fe92a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:26.576565 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-3ca97a58-b0a6-4dbe-abe4-a8374fe92a15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673192 Apr 29 15:47:26.705070 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-b68fba01-5189-4805-9dd0-52bcc04bcdf8 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225483 Apr 29 15:47:26.833281 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a0a6b547-6af2-4730-a4f5-abad424d104c req-c0c3939c-8368-4f6f-9678-bc4fb51bf981 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226981 Apr 29 15:47:27.031304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78663b-719d-4f13-af0c-fe22d22d4426 req-dd8f8d60-e2d6-4e0d-ab07-8aa2c3e960c6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:27.032774 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bd78663b-719d-4f13-af0c-fe22d22d4426 req-dd8f8d60-e2d6-4e0d-ab07-8aa2c3e960c6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 944 time: 0.0794539 Apr 29 15:47:27.076383 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bd78663b-719d-4f13-af0c-fe22d22d4426 req-65d9de5d-5e89-4737-8326-348d462909af tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379241 Apr 29 15:47:28.263576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ab39c-2a1b-4f59-8516-e97316634d63 req-f647482d-b767-4e55-a285-2fee8a72ebec tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:28.265046 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-589ab39c-2a1b-4f59-8516-e97316634d63 req-f647482d-b767-4e55-a285-2fee8a72ebec tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 944 time: 0.0836484 Apr 29 15:47:28.309401 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-589ab39c-2a1b-4f59-8516-e97316634d63 req-28cfa97d-8925-4e69-b45f-cf395a960bc2 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379815 Apr 29 15:47:29.493205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f3702-cf46-4226-88f7-e15bca6754b2 req-ba4c1c84-c6d9-484b-ad96-bd2cf155cec4 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:29.494658 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9e3f3702-cf46-4226-88f7-e15bca6754b2 req-ba4c1c84-c6d9-484b-ad96-bd2cf155cec4 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 944 time: 0.0787737 Apr 29 15:47:29.541381 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9e3f3702-cf46-4226-88f7-e15bca6754b2 req-bbbde8dc-5c7c-497d-856b-385bace80c2c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410585 Apr 29 15:47:30.722866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b0969-268a-49fa-b96e-34b4f2254b69 req-2d6b357f-302d-4709-a30e-b27f31dd0e46 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:30.724332 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-270b0969-268a-49fa-b96e-34b4f2254b69 req-2d6b357f-302d-4709-a30e-b27f31dd0e46 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 944 time: 0.0782659 Apr 29 15:47:30.766852 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-270b0969-268a-49fa-b96e-34b4f2254b69 req-81cb98d0-136c-4b09-bddd-6cc07d779335 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369608 Apr 29 15:47:31.956804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33522f-26de-416e-801b-429a54dcaf45 req-a2f9afd0-f4da-4911-8c98-3cd6834cd6c1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:31.958288 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3f33522f-26de-416e-801b-429a54dcaf45 req-a2f9afd0-f4da-4911-8c98-3cd6834cd6c1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 944 time: 0.0864556 Apr 29 15:47:32.001786 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3f33522f-26de-416e-801b-429a54dcaf45 req-f276b8c8-331d-4019-bb17-af0a0eea9e25 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377653 Apr 29 15:47:32.159882 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7624dd1-3776-4dfe-aad9-825fe4cf5fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:33.187268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e866a-b886-4bbc-88f2-f1a95dc69cc1 req-e8762c1b-e8ce-453b-a3da-743ca0722044 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:33.188780 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-031e866a-b886-4bbc-88f2-f1a95dc69cc1 req-e8762c1b-e8ce-453b-a3da-743ca0722044 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 944 time: 0.0802443 Apr 29 15:47:33.232664 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-031e866a-b886-4bbc-88f2-f1a95dc69cc1 req-f9e85c7e-be5c-420c-9d98-96c2f4132fd6 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375395 Apr 29 15:47:34.232631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4a53e7d-9197-4f28-a8b2-80a4ade0935b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:34.419037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7916f-09f4-46e1-b99a-40612603a772 req-f4e1a35a-71a1-4190-b959-582dfc8ae48f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:34.420485 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d2b7916f-09f4-46e1-b99a-40612603a772 req-f4e1a35a-71a1-4190-b959-582dfc8ae48f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 944 time: 0.0820386 Apr 29 15:47:34.464775 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d2b7916f-09f4-46e1-b99a-40612603a772 req-a887c6fa-e9e3-4efd-9e71-bb7b23c0ae43 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386252 Apr 29 15:47:35.156873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:47:35.263404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:35.296989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:47:35.319658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'port_id': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437', 'mac_address': 'fa:16:3e:42:f9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:47:35.374640 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:35.391260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:47:35.406436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:47:35.426997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:35.520180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:35.593282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:35.601208 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:35.601544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:35.601881 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:35.602268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:35.602617 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:35.602943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:35.603263 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:35.603579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:35.603902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:35.604219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:35.604553 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:35.604868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:47:35.654547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68628dd5-4069-4170-9d90-0826d366704d req-31f92800-535f-40d4-ac62-e3d60a4b47bb tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:35.656073 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-68628dd5-4069-4170-9d90-0826d366704d req-31f92800-535f-40d4-ac62-e3d60a4b47bb tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 945 time: 0.0851750 Apr 29 15:47:35.702012 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-68628dd5-4069-4170-9d90-0826d366704d req-238c44da-ae72-4f77-bbba-e56938846576 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392911 Apr 29 15:47:35.768762 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:47:36.893561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9af3b-bb1d-4bd7-a62f-0f932b99e427 req-fe02fc30-bd4f-49e4-a96e-a5737c27153c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:36.895218 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2ba9af3b-bb1d-4bd7-a62f-0f932b99e427 req-fe02fc30-bd4f-49e4-a96e-a5737c27153c tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 945 time: 0.0847940 Apr 29 15:47:36.940738 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2ba9af3b-bb1d-4bd7-a62f-0f932b99e427 req-db8e603b-5e31-4269-9ebd-ced1b8de8127 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397031 Apr 29 15:47:37.125241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.184056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:47:37.319471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:47:37.324540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:47:37.324910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.435712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.464830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:47:37.474403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:47:37.562245 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be39e1bb-0a86-4abe-81a3-260406347c22'] response: {'server_uuid': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437', 'code': 200} Apr 29 15:47:37.576359 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:37.645916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:38.131531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4db68-f504-4477-b277-db170ab290bf req-b7efa5f6-aae1-4dd2-9655-71e25dbd72ab tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:38.133039 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0b4db68-f504-4477-b277-db170ab290bf req-b7efa5f6-aae1-4dd2-9655-71e25dbd72ab tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 946 time: 0.0854537 Apr 29 15:47:38.137795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6da9a-4021-4694-b741-18008d4c9289 req-25eee42d-aacb-42a0-b4a1-ce31a901ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:38.139258 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8b6da9a-4021-4694-b741-18008d4c9289 req-25eee42d-aacb-42a0-b4a1-ce31a901ee7f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 1099 time: 0.1926153 Apr 29 15:47:38.181678 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8b6da9a-4021-4694-b741-18008d4c9289 req-0b395301-3268-4a83-9997-5ff78a8317f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359869 Apr 29 15:47:38.283100 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0b4db68-f504-4477-b277-db170ab290bf req-977b42ac-e4b9-4f4b-9f27-126bd278af26 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441712 Apr 29 15:47:39.473561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6664f84-a1ff-424e-96eb-0a2836e7c86c req-340474f4-db4e-4dee-9011-e1a22963eb1e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:39.475002 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b6664f84-a1ff-424e-96eb-0a2836e7c86c req-340474f4-db4e-4dee-9011-e1a22963eb1e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 946 time: 0.0795465 Apr 29 15:47:39.519094 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b6664f84-a1ff-424e-96eb-0a2836e7c86c req-3a72159e-91a8-41d2-a293-5f118fdd419f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382206 Apr 29 15:47:39.703791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fed78-ac52-448b-a621-55a3345e14bc req-f781bf72-9a14-47ed-9792-09ec9ad799fb tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:39.705274 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a21fed78-ac52-448b-a621-55a3345e14bc req-f781bf72-9a14-47ed-9792-09ec9ad799fb tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 946 time: 0.0828445 Apr 29 15:47:39.749536 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a21fed78-ac52-448b-a621-55a3345e14bc req-c96ad91f-9a42-43c9-b17a-a9d2de92d893 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385633 Apr 29 15:47:39.772040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42068) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:39.936216 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f337a07a-a635-44b3-b494-274c3f045849 req-95eb07bc-3838-440a-9fd6-236131edf1a7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690198 Apr 29 15:47:39.949182 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6850145d-5772-4a65-977c-5e0c3c466fb6 tempest-TestVolumeBootPattern-662255097 tempest-TestVolumeBootPattern-662255097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:39.950751 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6850145d-5772-4a65-977c-5e0c3c466fb6 tempest-TestVolumeBootPattern-662255097 tempest-TestVolumeBootPattern-662255097-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 1094 time: 0.1776440 Apr 29 15:47:39.953617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42074) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:47:39.959081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:47:39.965909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:47:40.004603 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Usage tracker for resource:floatingip and tenant:7839e9e79267494aa8592713c17200fb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:47:40.011465 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:47:40.023607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:47:40.051815 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337a07a-a635-44b3-b494-274c3f045849 req-e9e4bed4-368b-4c24-a0c8-4971bb86fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:40.053298 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f337a07a-a635-44b3-b494-274c3f045849 req-e9e4bed4-368b-4c24-a0c8-4971bb86fa36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 1098 time: 0.0885918 Apr 29 15:47:40.174466 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:40.233343 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337a07a-a635-44b3-b494-274c3f045849 req-a0e6adfd-a209-42a3-bb19-562569190b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:40.234769 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f337a07a-a635-44b3-b494-274c3f045849 req-a0e6adfd-a209-42a3-bb19-562569190b22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77ea305a-9abe-49a8-a407-fce66d57bc49 HTTP/1.1" status: 200 len: 898 time: 0.1616695 Apr 29 15:47:40.401672 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f337a07a-a635-44b3-b494-274c3f045849 req-11af1062-3dbf-4d30-b103-fc1209046cfa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293bdabf-5e14-4887-9e0e-dc8b845b74ee HTTP/1.1" status: 200 len: 1001 time: 0.1583846 Apr 29 15:47:40.475924 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337a07a-a635-44b3-b494-274c3f045849 req-c466cf1d-3f95-4845-94b8-8b82112d8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:40.477283 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f337a07a-a635-44b3-b494-274c3f045849 req-c466cf1d-3f95-4845-94b8-8b82112d8812 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b706ea4-b82c-4a14-a58a-22d27428e163 HTTP/1.1" status: 200 len: 843 time: 0.0682590 Apr 29 15:47:40.479699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:40.656570 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337a07a-a635-44b3-b494-274c3f045849 req-63fd2091-607f-4ca7-801a-c236ce4a70a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:40.658012 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f337a07a-a635-44b3-b494-274c3f045849 req-63fd2091-607f-4ca7-801a-c236ce4a70a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77ea305a-9abe-49a8-a407-fce66d57bc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1426885 Apr 29 15:47:40.668184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Allocated IP 172.26.2.248 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/b832a43e-3be6-4265-89b7-58faa4c073b0) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:47:40.882769 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f337a07a-a635-44b3-b494-274c3f045849 req-748e3719-ad62-46ac-941d-2831cec2db15 service neutron] 10.222.0.44 "GET /v2.0/networks/77ea305a-9abe-49a8-a407-fce66d57bc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157712 Apr 29 15:47:40.953926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.050055 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f337a07a-a635-44b3-b494-274c3f045849 req-3aa2613c-e138-44f0-ad32-8f5a19470ddb service neutron] 10.222.0.44 "GET /v2.0/networks/77ea305a-9abe-49a8-a407-fce66d57bc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534917 Apr 29 15:47:41.164179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.223848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:47:41.226604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:47:41.230090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:47:41.261496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'Port': ['ID=b832a43e-3be6-4265-89b7-58faa4c073b0,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:41.729034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:41.903731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:42.103899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:42.187862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:42.297295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event updated for resources: {'Port': ['ID=b832a43e-3be6-4265-89b7-58faa4c073b0,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:47:42.308075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:42.478305 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Floating IP 87053a55-155c-4a00-8f12-0301e3d10495 associated. External IP: 172.26.2.248, port: 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437. Apr 29 15:47:42.822586 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Router 942a82d5-e220-4245-8c37-fba630ca04e7 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:47:42.996430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:47:43.006943 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629e71a-b9cd-4b4d-b2bb-35d3e889a70f None None] Sync routers for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:47:43.016426 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629e71a-b9cd-4b4d-b2bb-35d3e889a70f None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:47:43.017051 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9629e71a-b9cd-4b4d-b2bb-35d3e889a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:47:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:43.182165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:43.215724 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-9629e71a-b9cd-4b4d-b2bb-35d3e889a70f None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:47:43.361472 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-38a21fef-e71d-4bcc-a8cb-ea77afcf24d1 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4067638 Apr 29 15:47:43.362124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'tag': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:47:43.421923 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd3aaf1c-3b42-43f4-9fdf-5b73cc27cc04'] response: {'name': 'network-changed', 'server_uuid': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'tag': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437', 'status': 'completed', 'code': 200} Apr 29 15:47:43.499852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f40b2e-7cce-45a0-9b42-a39ca27eaeef req-2d7d4535-3cc7-4e0f-b5c5-14acacf9f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:43.501444 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d0f40b2e-7cce-45a0-9b42-a39ca27eaeef req-2d7d4535-3cc7-4e0f-b5c5-14acacf9f3b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 1099 time: 0.0723567 Apr 29 15:47:43.558147 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9629e71a-b9cd-4b4d-b2bb-35d3e889a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.84', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:b0:f9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:15Z', 'updated_at': '2022-04-29T15:44:18Z', 'revision_number': 1, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}, {'id': '87053a55-155c-4a00-8f12-0301e3d10495', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:42:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:47:41Z', 'updated_at': '2022-04-29T15:47:41Z', 'revision_number': 0, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:43.562104 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629e71a-b9cd-4b4d-b2bb-35d3e889a70f None None] Checking router: 942a82d5-e220-4245-8c37-fba630ca04e7 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:47:43.571325 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629e71a-b9cd-4b4d-b2bb-35d3e889a70f None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:47:43.572019 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9629e71a-b9cd-4b4d-b2bb-35d3e889a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:47:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:43.635863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f40b2e-7cce-45a0-9b42-a39ca27eaeef req-1a2c4eda-73a9-48b1-8b17-f7f28b047bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:43.637262 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d0f40b2e-7cce-45a0-9b42-a39ca27eaeef req-1a2c4eda-73a9-48b1-8b17-f7f28b047bc3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 912 time: 0.1300950 Apr 29 15:47:43.742900 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d0f40b2e-7cce-45a0-9b42-a39ca27eaeef req-1ad04450-648d-44b2-9dea-5dec71bdaf36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 HTTP/1.1" status: 200 len: 1000 time: 0.1002252 Apr 29 15:47:43.749479 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-9629e71a-b9cd-4b4d-b2bb-35d3e889a70f None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:47:43.806817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f40b2e-7cce-45a0-9b42-a39ca27eaeef req-064e615c-28b2-432e-9412-1248f06bbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:43.808256 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d0f40b2e-7cce-45a0-9b42-a39ca27eaeef req-064e615c-28b2-432e-9412-1248f06bbe20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.0601528 Apr 29 15:47:43.887534 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f40b2e-7cce-45a0-9b42-a39ca27eaeef req-f7339e2f-4881-4957-b4fd-0c56d8ff245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:47:43.889102 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d0f40b2e-7cce-45a0-9b42-a39ca27eaeef req-f7339e2f-4881-4957-b4fd-0c56d8ff245b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751367 Apr 29 15:47:44.022522 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d0f40b2e-7cce-45a0-9b42-a39ca27eaeef req-dfb2a31d-b48d-43dc-bc01-be9c12e4fa2a service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275847 Apr 29 15:47:44.119654 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-9629e71a-b9cd-4b4d-b2bb-35d3e889a70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.84', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:b0:f9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:15Z', 'updated_at': '2022-04-29T15:44:18Z', 'revision_number': 1, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}, {'id': '87053a55-155c-4a00-8f12-0301e3d10495', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:42:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:47:41Z', 'updated_at': '2022-04-29T15:47:41Z', 'revision_number': 0, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:47:44.123509 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629e71a-b9cd-4b4d-b2bb-35d3e889a70f None None] The sync data for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv is: [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.84', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:b0:f9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:15Z', 'updated_at': '2022-04-29T15:44:18Z', 'revision_number': 1, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}, {'id': '87053a55-155c-4a00-8f12-0301e3d10495', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.248', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:42:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:47:41Z', 'updated_at': '2022-04-29T15:47:41Z', 'revision_number': 0, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:47:44.157411 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d0f40b2e-7cce-45a0-9b42-a39ca27eaeef req-0e3c0b61-aa33-4b82-b2f7-0b28594d598e service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269851 Apr 29 15:47:44.310403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6cccd0-a9ca-4c52-ac4a-dd5f495b4df3 None None] New status for floating IP 87053a55-155c-4a00-8f12-0301e3d10495: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:47:54.203468 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:47:54.542038 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:48:02.141710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-80967b30-abcd-43a4-b532-7e5a01621f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:02.442380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42088) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:02.512837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-d22b11be-ef0d-47fa-9ab4-d8aa7ee7a36c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:48:02.661742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d22b11be-ef0d-47fa-9ab4-d8aa7ee7a36c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6757661'] for subnet, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:02.952968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d22b11be-ef0d-47fa-9ab4-d8aa7ee7a36c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736060948727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7977366'] for subnet, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:03.008318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b11be-ef0d-47fa-9ab4-d8aa7ee7a36c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:03.008318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d22b11be-ef0d-47fa-9ab4-d8aa7ee7a36c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:03.008318 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d22b11be-ef0d-47fa-9ab4-d8aa7ee7a36c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/subnets/3b706ea4-b82c-4a14-a58a-22d27428e163 HTTP/1.1" status: 200 len: 835 time: 0.5561695 Apr 29 15:48:03.009589 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc2d45-1e5d-4569-8e22-7fd723615be8 None None] Network 77ea305a-9abe-49a8-a407-fce66d57bc49 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:48:03.035380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b11be-ef0d-47fa-9ab4-d8aa7ee7a36c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Subnet': ['ID=3b706ea4-b82c-4a14-a58a-22d27428e163,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:03.511021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e9f0630c-34c6-49dc-9d5d-2b24b8ac12d1 None None] Provisioning complete for port 556a710b-ab58-4705-a26e-9b203393737f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:48:03.511555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e9f0630c-34c6-49dc-9d5d-2b24b8ac12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:03.688182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e9f0630c-34c6-49dc-9d5d-2b24b8ac12d1 None None] Provisioning complete for port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:48:03.688182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e9f0630c-34c6-49dc-9d5d-2b24b8ac12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:03.814964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e9f0630c-34c6-49dc-9d5d-2b24b8ac12d1 None None] Provisioning complete for port 293bdabf-5e14-4887-9e0e-dc8b845b74ee triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:48:03.815328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e9f0630c-34c6-49dc-9d5d-2b24b8ac12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:04.204598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8b04796f-f58b-482a-9b9f-f6df2bbd47dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:05.322971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:05.508451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:07.135988 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:24.175295 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:31.541190 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:48:32.100831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-aedd1bd8-01a4-4093-86a5-e03da3217df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:34.249869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-94c6a574-2688-4161-b0cd-9caaee6afab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:35.356916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:35.414006 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:37.151268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:42.728325 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7e8e92b6-186f-4a10-9481-69cf98d8b42f req-fe1dd6df-102f-4f32-ad3e-7d8c1dd5f0d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668647 Apr 29 15:48:42.866571 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e92b6-186f-4a10-9481-69cf98d8b42f req-a63007fc-bfc8-41d1-9bc1-16c0b6017a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:42.868025 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7e8e92b6-186f-4a10-9481-69cf98d8b42f req-a63007fc-bfc8-41d1-9bc1-16c0b6017a39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 1098 time: 0.0739210 Apr 29 15:48:43.007711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e92b6-186f-4a10-9481-69cf98d8b42f req-aa00ac41-04ea-40a3-8606-71cff7e7c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:43.009100 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7e8e92b6-186f-4a10-9481-69cf98d8b42f req-aa00ac41-04ea-40a3-8606-71cff7e7c036 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 912 time: 0.1230028 Apr 29 15:48:43.107847 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7e8e92b6-186f-4a10-9481-69cf98d8b42f req-55f39983-5043-4a21-b436-c92dc312c4b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcc1330f-cf3f-4921-995a-5bf703002120 HTTP/1.1" status: 200 len: 1000 time: 0.0933316 Apr 29 15:48:43.167449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e92b6-186f-4a10-9481-69cf98d8b42f req-b337403f-b4dc-427d-b0fd-cd39f0761b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:43.168863 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7e8e92b6-186f-4a10-9481-69cf98d8b42f req-b337403f-b4dc-427d-b0fd-cd39f0761b80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.0557876 Apr 29 15:48:43.355928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e92b6-186f-4a10-9481-69cf98d8b42f req-77576840-04e9-4a0a-98c1-7afaa2971de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:43.357428 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7e8e92b6-186f-4a10-9481-69cf98d8b42f req-77576840-04e9-4a0a-98c1-7afaa2971de1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1832595 Apr 29 15:48:43.484785 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7e8e92b6-186f-4a10-9481-69cf98d8b42f req-c44b7852-96e7-4cd9-b846-a666a1df77b8 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215508 Apr 29 15:48:43.612751 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7e8e92b6-186f-4a10-9481-69cf98d8b42f req-4f3e1376-ac8d-42d4-b433-e95ba898f53e service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224711 Apr 29 15:48:45.890009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42120) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:46.089961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port b2a7e5b1-0335-41ed-a0b7-97bd4759acfa {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:48:46.090293 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:46.252366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:46.252705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:46.379084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for b2a7e5b1-0335-41ed-a0b7-97bd4759acfa owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:48:46.614043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:46.658188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=b2a7e5b1-0335-41ed-a0b7-97bd4759acfa,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:46.691891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:46.692256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:46.692858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:46.693209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:46.693539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:46.693861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:46.694182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:46.694518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:46.694837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:46.695130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:46.695443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:46.695754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:46.764294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:46.764648 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP 639e93cd-61c2-446e-ae3a-1dc4a98c40f0 disassociated (deleted). External IP: 172.26.2.107, port: 293bdabf-5e14-4887-9e0e-dc8b845b74ee. Apr 29 15:48:47.223706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 3e721035-ad1a-4de9-b588-f2138537672e has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:48:47.401582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:48:47.411283 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2521db-d892-4f57-9d5d-203c65f417e6 None None] Sync routers for ids ['3e721035-ad1a-4de9-b588-f2138537672e'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:48:47.419961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:47.420595 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2521db-d892-4f57-9d5d-203c65f417e6 None None] Routers {'3e721035-ad1a-4de9-b588-f2138537672e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:48:47.421225 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-da2521db-d892-4f57-9d5d-203c65f417e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:48:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3e721035-ad1a-4de9-b588-f2138537672e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:48:47.471979 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-18dbdea7-4516-4259-9ee3-899a86a6069b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/floatingips/639e93cd-61c2-446e-ae3a-1dc4a98c40f0 HTTP/1.1" status: 204 len: 168 time: 1.5808938 Apr 29 15:48:47.472561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'tag': '293bdabf-5e14-4887-9e0e-dc8b845b74ee'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:48:47.519475 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263a971a-b542-4bc7-ab51-be57f2a618a6'] response: {'name': 'network-changed', 'server_uuid': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'tag': '293bdabf-5e14-4887-9e0e-dc8b845b74ee', 'status': 'completed', 'code': 200} Apr 29 15:48:47.604673 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-da2521db-d892-4f57-9d5d-203c65f417e6 None None] Set router 3e721035-ad1a-4de9-b588-f2138537672e gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:48:47.613662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3136a-159e-4bc4-b0e9-7b3f496440a7 req-b400d197-a111-44a3-b7e4-c1d26557451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:47.616179 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d6d3136a-159e-4bc4-b0e9-7b3f496440a7 req-b400d197-a111-44a3-b7e4-c1d26557451d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 1098 time: 0.0752802 Apr 29 15:48:47.747736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3136a-159e-4bc4-b0e9-7b3f496440a7 req-3e06685d-5ea1-4715-a343-a526d25dfbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:47.749096 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d6d3136a-159e-4bc4-b0e9-7b3f496440a7 req-3e06685d-5ea1-4715-a343-a526d25dfbcf service neutron] 10.222.0.44 "GET /v2.0/networks?id=77ea305a-9abe-49a8-a407-fce66d57bc49 HTTP/1.1" status: 200 len: 898 time: 0.1272786 Apr 29 15:48:47.814267 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d6d3136a-159e-4bc4-b0e9-7b3f496440a7 req-b5a9f215-02e9-4683-af03-5191564da7c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=293bdabf-5e14-4887-9e0e-dc8b845b74ee HTTP/1.1" status: 200 len: 217 time: 0.0597541 Apr 29 15:48:47.881284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3136a-159e-4bc4-b0e9-7b3f496440a7 req-10ab26de-1a25-4ca7-9124-7dfe7eaafabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:47.882719 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d6d3136a-159e-4bc4-b0e9-7b3f496440a7 req-10ab26de-1a25-4ca7-9124-7dfe7eaafabc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b706ea4-b82c-4a14-a58a-22d27428e163 HTTP/1.1" status: 200 len: 843 time: 0.0634952 Apr 29 15:48:47.917472 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-da2521db-d892-4f57-9d5d-203c65f417e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:44Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '556a710b-ab58-4705-a26e-9b203393737f', 'name': '', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:f5:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:44Z', 'updated_at': '2022-04-29T15:45:50Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:48:47.921224 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2521db-d892-4f57-9d5d-203c65f417e6 None None] Checking router: 3e721035-ad1a-4de9-b588-f2138537672e for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:48:47.930168 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2521db-d892-4f57-9d5d-203c65f417e6 None None] Routers {'3e721035-ad1a-4de9-b588-f2138537672e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:48:47.930757 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-da2521db-d892-4f57-9d5d-203c65f417e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:48:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3e721035-ad1a-4de9-b588-f2138537672e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:48:47.957460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3136a-159e-4bc4-b0e9-7b3f496440a7 req-1a17506a-4b1c-46ed-a98e-771f54a1c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:47.959910 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d6d3136a-159e-4bc4-b0e9-7b3f496440a7 req-1a17506a-4b1c-46ed-a98e-771f54a1c895 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77ea305a-9abe-49a8-a407-fce66d57bc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711894 Apr 29 15:48:48.091741 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d6d3136a-159e-4bc4-b0e9-7b3f496440a7 req-2184210c-c1ab-4525-a025-7133d947cc65 service neutron] 10.222.0.44 "GET /v2.0/networks/77ea305a-9abe-49a8-a407-fce66d57bc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262853 Apr 29 15:48:48.110696 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-da2521db-d892-4f57-9d5d-203c65f417e6 None None] Set router 3e721035-ad1a-4de9-b588-f2138537672e gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:48:48.204249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a26e60-cc1b-48aa-b3c7-0111c053d4f8 req-43273a7c-2f80-446d-854c-0807d7b5f67a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:48.206421 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-81a26e60-cc1b-48aa-b3c7-0111c053d4f8 req-43273a7c-2f80-446d-854c-0807d7b5f67a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 945 time: 0.0971544 Apr 29 15:48:48.228627 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d6d3136a-159e-4bc4-b0e9-7b3f496440a7 req-61740874-9ac8-4986-aea8-f974cec9551b service neutron] 10.222.0.44 "GET /v2.0/networks/77ea305a-9abe-49a8-a407-fce66d57bc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306262 Apr 29 15:48:48.266928 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-81a26e60-cc1b-48aa-b3c7-0111c053d4f8 req-3641e9f0-4ab3-407a-9177-f4a1168ebcf1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0cb88a-a51b-4d16-8081-c2215f1d965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494199 Apr 29 15:48:48.453244 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-da2521db-d892-4f57-9d5d-203c65f417e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:44Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '556a710b-ab58-4705-a26e-9b203393737f', 'name': '', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:f5:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:44Z', 'updated_at': '2022-04-29T15:45:50Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:48:48.457055 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2521db-d892-4f57-9d5d-203c65f417e6 None None] The sync data for ids ['3e721035-ad1a-4de9-b588-f2138537672e'] in dv-neutron-839183-1-hyperv is: [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:44Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '556a710b-ab58-4705-a26e-9b203393737f', 'name': '', 'network_id': '77ea305a-9abe-49a8-a407-fce66d57bc49', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:f5:c7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:44Z', 'updated_at': '2022-04-29T15:45:50Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '3b706ea4-b82c-4a14-a58a-22d27428e163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:48:48.670257 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56028bdc-3bca-4c88-8924-d7c70ce7d5af None None] New status for floating IP 639e93cd-61c2-446e-ae3a-1dc4a98c40f0: DOWN {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:48:49.415562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251054b7-f3a5-4687-a036-ff1e310b878b req-b9b96d12-74bb-4a8f-9650-d15bb0f0ab0e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:49.416239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-251054b7-f3a5-4687-a036-ff1e310b878b req-b9b96d12-74bb-4a8f-9650-d15bb0f0ab0e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:48:49.454126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1ce6e-4f4f-496e-b8b9-dc1d1908673b req-175d0e17-69f6-4be9-b6c3-cef337b7a880 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:49.455620 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-80e1ce6e-4f4f-496e-b8b9-dc1d1908673b req-175d0e17-69f6-4be9-b6c3-cef337b7a880 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 945 time: 0.0792985 Apr 29 15:48:49.489045 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-251054b7-f3a5-4687-a036-ff1e310b878b req-b9b96d12-74bb-4a8f-9650-d15bb0f0ab0e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:48:49.490515 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-251054b7-f3a5-4687-a036-ff1e310b878b req-b9b96d12-74bb-4a8f-9650-d15bb0f0ab0e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 945 time: 0.1576202 Apr 29 15:48:49.507110 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-80e1ce6e-4f4f-496e-b8b9-dc1d1908673b req-91beb018-fcc4-47a7-856c-d2046cfad621 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b0cb88a-a51b-4d16-8081-c2215f1d965e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449684 Apr 29 15:48:49.558498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-251054b7-f3a5-4687-a036-ff1e310b878b req-8c4a7cba-0b8a-4f37-8fc0-0350c7fed1f2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 293bdabf-5e14-4887-9e0e-dc8b845b74ee {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:48:49.558756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-251054b7-f3a5-4687-a036-ff1e310b878b req-8c4a7cba-0b8a-4f37-8fc0-0350c7fed1f2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:49.795269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-251054b7-f3a5-4687-a036-ff1e310b878b req-8c4a7cba-0b8a-4f37-8fc0-0350c7fed1f2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 293bdabf-5e14-4887-9e0e-dc8b845b74ee, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=293bdabf-5e14-4887-9e0e-dc8b845b74ee,segment=NetworkSegment(161f1b5e-d5e4-49fc-87d1-1d84e0efc25b),segment_id=161f1b5e-d5e4-49fc-87d1-1d84e0efc25b)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:48:49.795616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-251054b7-f3a5-4687-a036-ff1e310b878b req-8c4a7cba-0b8a-4f37-8fc0-0350c7fed1f2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:50.021962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-251054b7-f3a5-4687-a036-ff1e310b878b req-8c4a7cba-0b8a-4f37-8fc0-0350c7fed1f2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 293bdabf-5e14-4887-9e0e-dc8b845b74ee owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:48:50.294687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-251054b7-f3a5-4687-a036-ff1e310b878b req-8c4a7cba-0b8a-4f37-8fc0-0350c7fed1f2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:50.345000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a7cba-0b8a-4f37-8fc0-0350c7fed1f2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=293bdabf-5e14-4887-9e0e-dc8b845b74ee,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:50.422961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-251054b7-f3a5-4687-a036-ff1e310b878b req-8c4a7cba-0b8a-4f37-8fc0-0350c7fed1f2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] No DVR routers for this DVR port 293bdabf-5e14-4887-9e0e-dc8b845b74ee on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:48:50.425339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-251054b7-f3a5-4687-a036-ff1e310b878b req-8c4a7cba-0b8a-4f37-8fc0-0350c7fed1f2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:50.429462 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'name': 'network-vif-deleted', 'tag': '293bdabf-5e14-4887-9e0e-dc8b845b74ee'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:48:50.473939 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c3472e-33f1-410c-abed-cf7fe592693b'] response: {'server_uuid': 'f9ebed08-42e0-47e8-91fe-97f85a1b43f7', 'name': 'network-vif-deleted', 'tag': '293bdabf-5e14-4887-9e0e-dc8b845b74ee', 'status': 'completed', 'code': 200} Apr 29 15:48:50.523636 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-251054b7-f3a5-4687-a036-ff1e310b878b req-8c4a7cba-0b8a-4f37-8fc0-0350c7fed1f2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "DELETE /v2.0/ports/293bdabf-5e14-4887-9e0e-dc8b845b74ee HTTP/1.1" status: 204 len: 173 time: 1.0284474 Apr 29 15:48:50.659945 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-55697e51-4712-400d-9e10-04a414ef409a req-55b491ac-0342-45fb-b9b9-c491051cc11c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9ebed08-42e0-47e8-91fe-97f85a1b43f7 HTTP/1.1" status: 200 len: 210 time: 0.0448124 Apr 29 15:48:51.758608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42138) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:51.826356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8fcd720a-8233-4114-855f-eec3dccdbe72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:51.856918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8fcd720a-8233-4114-855f-eec3dccdbe72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:52.020673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8fcd720a-8233-4114-855f-eec3dccdbe72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:52.038380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd720a-8233-4114-855f-eec3dccdbe72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0cb88a-a51b-4d16-8081-c2215f1d965e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:52.122223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8fcd720a-8233-4114-855f-eec3dccdbe72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:52.123366 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8fcd720a-8233-4114-855f-eec3dccdbe72 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/security-groups/8b0cb88a-a51b-4d16-8081-c2215f1d965e HTTP/1.1" status: 204 len: 168 time: 0.3637748 Apr 29 15:48:52.227015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42144) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:52.766159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bef05409-1807-4b5f-b956-5066f31993cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:53.127579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-bef05409-1807-4b5f-b956-5066f31993cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 556a710b-ab58-4705-a26e-9b203393737f {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:48:53.127834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bef05409-1807-4b5f-b956-5066f31993cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:53.480790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-bef05409-1807-4b5f-b956-5066f31993cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 556a710b-ab58-4705-a26e-9b203393737f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=556a710b-ab58-4705-a26e-9b203393737f,segment=NetworkSegment(161f1b5e-d5e4-49fc-87d1-1d84e0efc25b),segment_id=161f1b5e-d5e4-49fc-87d1-1d84e0efc25b)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:48:53.481140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bef05409-1807-4b5f-b956-5066f31993cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:53.634496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 293bdabf-5e14-4887-9e0e-dc8b845b74ee no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:48:53.639457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-bef05409-1807-4b5f-b956-5066f31993cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 556a710b-ab58-4705-a26e-9b203393737f owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:48:53.673707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 293bdabf-5e14-4887-9e0e-dc8b845b74ee {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:48:53.673707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 293bdabf-5e14-4887-9e0e-dc8b845b74ee not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:48:53.906126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bef05409-1807-4b5f-b956-5066f31993cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:53.953176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef05409-1807-4b5f-b956-5066f31993cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=556a710b-ab58-4705-a26e-9b203393737f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:54.151891 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:54.269125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bef05409-1807-4b5f-b956-5066f31993cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:54.625019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef05409-1807-4b5f-b956-5066f31993cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 3e721035-ad1a-4de9-b588-f2138537672e has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:48:54.800163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef05409-1807-4b5f-b956-5066f31993cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:48:54.809696 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d132a23-fd6e-40cf-b602-631fe71ebb6c None None] Sync routers for ids ['3e721035-ad1a-4de9-b588-f2138537672e'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:48:54.815463 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bef05409-1807-4b5f-b956-5066f31993cb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/3e721035-ad1a-4de9-b588-f2138537672e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5873165 Apr 29 15:48:54.816054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42148) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:54.819445 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d132a23-fd6e-40cf-b602-631fe71ebb6c None None] Routers {'3e721035-ad1a-4de9-b588-f2138537672e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:48:54.820152 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8d132a23-fd6e-40cf-b602-631fe71ebb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:48:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3e721035-ad1a-4de9-b588-f2138537672e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:48:54.881066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting subnet 3b706ea4-b82c-4a14-a58a-22d27428e163 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:48:54.883914 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:54.942908 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:54.992090 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-8d132a23-fd6e-40cf-b602-631fe71ebb6c None None] Set router 3e721035-ad1a-4de9-b588-f2138537672e gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:48:55.024819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:55.163518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:55.207602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Subnet': ['ID=3b706ea4-b82c-4a14-a58a-22d27428e163,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:55.215421 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:55.216288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b4fbf-356e-4715-96b1-df5855537c5e None None] Network 77ea305a-9abe-49a8-a407-fce66d57bc49 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:48:55.218651 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:55.218992 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:55.219335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:55.219672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:55.220005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:55.220340 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:55.220696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:55.221026 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:55.221354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:55.221683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:55.222008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:55.222389 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:55.228931 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e9201ca5-c037-4a1d-b3ad-68ce04639fbd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/subnets/3b706ea4-b82c-4a14-a58a-22d27428e163 HTTP/1.1" status: 204 len: 168 time: 0.4118268 Apr 29 15:48:55.231546 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42152) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:55.271343 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8d132a23-fd6e-40cf-b602-631fe71ebb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:48:53Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:48:55.276389 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d132a23-fd6e-40cf-b602-631fe71ebb6c None None] Checking router: 3e721035-ad1a-4de9-b588-f2138537672e for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:48:55.285528 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d132a23-fd6e-40cf-b602-631fe71ebb6c None None] Routers {'3e721035-ad1a-4de9-b588-f2138537672e'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:48:55.286477 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8d132a23-fd6e-40cf-b602-631fe71ebb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:48:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['3e721035-ad1a-4de9-b588-f2138537672e'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:48:55.473789 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-8d132a23-fd6e-40cf-b602-631fe71ebb6c None None] Set router 3e721035-ad1a-4de9-b588-f2138537672e gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:48:55.525454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] DHCP port deletion for 77ea305a-9abe-49a8-a407-fce66d57bc49 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:48:55.530082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Deleting port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:48:55.530082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:55.544194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:55.732749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:55.737131 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] For port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=59fd0d3d-63fb-4f8a-bc8a-d79e124e9587,segment=NetworkSegment(161f1b5e-d5e4-49fc-87d1-1d84e0efc25b),segment_id=161f1b5e-d5e4-49fc-87d1-1d84e0efc25b)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:48:55.737315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:55.773861 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8d132a23-fd6e-40cf-b602-631fe71ebb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:48:53Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:48:55.777651 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d132a23-fd6e-40cf-b602-631fe71ebb6c None None] The sync data for ids ['3e721035-ad1a-4de9-b588-f2138537672e'] in dv-neutron-839183-1-hyperv is: [{'id': '3e721035-ad1a-4de9-b588-f2138537672e', 'name': 'tempest-TestNetworkBasicOps-router-1156776895', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8'}], 'enable_snat': True}, 'gw_port_id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:48:53Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7b089e09-3ce5-48a9-a821-260388bbb81c', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e721035-ad1a-4de9-b588-f2138537672e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:45:38Z', 'updated_at': '2022-04-29T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:48:55.798008 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 7b089e09-3ce5-48a9-a821-260388bbb81c {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:48:55.798008 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:55.861785 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Calling delete_port for 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:48:55.975643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 7b089e09-3ce5-48a9-a821-260388bbb81c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7b089e09-3ce5-48a9-a821-260388bbb81c,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:48:55.976244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:56.008853 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:56.091283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Pushing event deleted for resources: {'Port': ['ID=59fd0d3d-63fb-4f8a-bc8a-d79e124e9587,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:56.098833 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] No DVR routers for this DVR port 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:48:56.100826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 7b089e09-3ce5-48a9-a821-260388bbb81c owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:48:56.112724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:56.112724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:56.123539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:56.123539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:56.123539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:56.123539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:56.123539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:56.123539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:56.123539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:56.123539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:56.123539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:56.123539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a1513d-a587-4f7c-a7ce-dbeb10865058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:48:56.465831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:56.515941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=7b089e09-3ce5-48a9-a821-260388bbb81c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:56.603277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:56.777685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:56.779959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:56.784605 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 556a710b-ab58-4705-a26e-9b203393737f no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:48:56.821540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 556a710b-ab58-4705-a26e-9b203393737f {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:48:56.821885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 556a710b-ab58-4705-a26e-9b203393737f not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:48:56.822303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:48:56.857030 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:48:56.857303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 59fd0d3d-63fb-4f8a-bc8a-d79e124e9587 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:48:56.917309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:56.917819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Fanout notify agent at l3_agent the message router_deleted on router 3e721035-ad1a-4de9-b588-f2138537672e {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:48:56.934215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:56.935792 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-edadea91-b032-4557-95ad-d74cb109fd5d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/routers/3e721035-ad1a-4de9-b588-f2138537672e HTTP/1.1" status: 204 len: 168 time: 1.7027633 Apr 29 15:48:56.938395 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42158) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:57.056298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.299009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.324231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ea305a-9abe-49a8-a407-fce66d57bc49']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:48:57.337694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:48:57.337996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161f1b5e-d5e4-49fc-87d1-1d84e0efc25b') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:48:57.354135 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.371167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.377382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:48:57.377828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:48:57.392926 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:48:57.562966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.580188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.591602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Network': ['ID=77ea305a-9abe-49a8-a407-fce66d57bc49,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:57.694791 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-87146f55-6639-4e89-ac61-f54de868c3aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/networks/77ea305a-9abe-49a8-a407-fce66d57bc49 HTTP/1.1" status: 204 len: 168 time: 0.7554166 Apr 29 15:48:57.707201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42162) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:57.713388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'network': {'name': 'tempest-network-smoke--1069039903', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'port_security_enabled': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:48:57.718510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:57.722515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:network and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:48:57.725378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:48:57.730898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:57.819917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:48:57.823162 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.849823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:48:57.857843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.858184 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Added segment 62d498c7-2bd8-47ed-b9ed-1657ea18c71e of type vlan for network c6aee2f4-6d21-4867-8b50-c17669f5b567 Apr 29 15:48:57.884196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.980342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:57.985229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:48:57.985793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:58.092355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Network': ['ID=c6aee2f4-6d21-4867-8b50-c17669f5b567,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:48:58.095578 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6fd93ae5-91d4-40f6-8015-5178d3f8156e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3868446 Apr 29 15:48:58.099063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42166) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:48:58.104945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network c6aee2f4-6d21-4867-8b50-c17669f5b567 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:48:58.105443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'admin_state_up': True, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:48:58.112614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:48:58.117362 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:router and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:48:58.120213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:48:58.126485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:48:58.219614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:58.225067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:58.236287 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:58.594712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:58.699104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7b089e09-3ce5-48a9-a821-260388bbb81c no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:48:58.733528 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 7b089e09-3ce5-48a9-a821-260388bbb81c {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:48:58.733875 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7b089e09-3ce5-48a9-a821-260388bbb81c not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:48:58.986541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:59.016645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:59.148204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.88 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/08776dbe-b694-43e1-ade8-5af0426ebf68) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:48:59.406171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:59.540611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:48:59.603414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:48:59.606183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:48:59.620252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:48:59.649524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=08776dbe-b694-43e1-ade8-5af0426ebf68,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:00.113524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:00.455909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:00.728829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router ee4da5b6-1b35-4477-bf00-8e6515c91eca is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:49:00.901888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:49:00.911132 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Sync routers for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:49:00.920735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:49:00.921343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:48:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:01.020452 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:01.021703 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-11254c10-7d09-4409-ab3d-4be90de95a93 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9217174 Apr 29 15:49:01.024803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42170) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:01.097603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:49:01.259006 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b14acdcc-9520-45a6-a8e9-04f5004f97b0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b55c25ae10474f2abd40a8267579e2cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2331271 Apr 29 15:49:01.261674 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42176) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:01.391704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f98792-709e-49e6-8594-6eb0334cdbc8 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:01.393214 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-71f98792-709e-49e6-8594-6eb0334cdbc8 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306601 Apr 29 15:49:01.393589 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:48:59Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:01.396728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42180) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:01.397595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Checking router: ee4da5b6-1b35-4477-bf00-8e6515c91eca for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:49:01.397940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Updating router ee4da5b6-1b35-4477-bf00-8e6515c91eca port 08776dbe-b694-43e1-ade8-5af0426ebf68 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:49:01.436602 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-60d0fc91-36a1-4bd7-9903-c733650131ea tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386271 Apr 29 15:49:01.439095 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42184) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:01.444389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1134150696', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:01.451986 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:01.550950 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:01.555675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:subnet and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:01.558647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:01.564488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:01.664500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:49:01.668561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:01.783710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:01.794884 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Transition to ACTIVE for port object 08776dbe-b694-43e1-ade8-5af0426ebf68 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:01.906197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:01.952759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:01.982359 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Attempting to bind port 08776dbe-b694-43e1-ade8-5af0426ebf68 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:49:01.982881 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Attempting to bind port 08776dbe-b694-43e1-ade8-5af0426ebf68 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:49:01.983068 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Attempting to bind port 08776dbe-b694-43e1-ade8-5af0426ebf68 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:49:01.985028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84965c72-c2c2-4ea6-bd32-169204ebc3d8 None None] Pushing event updated for resources: {'Port': ['ID=08776dbe-b694-43e1-ade8-5af0426ebf68,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:01.992202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:49:01.992665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:49:01.992991 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:01.993526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:49:01.994280 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Bound port: 08776dbe-b694-43e1-ade8-5af0426ebf68, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:49:01.994280 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:02.029584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Subnet': ['ID=b7328a4c-6db2-4990-88a5-f2924ffc93da,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:02.038990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Checking segment: {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:49:02.039359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network hostable DHCP agents. Network: c6aee2f4-6d21-4867-8b50-c17669f5b567, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:49:02.080894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] For port 08776dbe-b694-43e1-ade8-5af0426ebf68, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:49:02.084226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] For port 08776dbe-b694-43e1-ade8-5af0426ebf68, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=08776dbe-b694-43e1-ade8-5af0426ebf68,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:49:02.174437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e8fd90af-d1a1-49fa-bc42-8a95d8730821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:02.186427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:02.231833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network c6aee2f4-6d21-4867-8b50-c17669f5b567 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:49:02.266200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:49:02.266200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:48:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:02.317882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, c6aee2f4-6d21-4867-8b50-c17669f5b567) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:49:02.322817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:02.322817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:02.356675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8d6fd9-571c-4aef-bc9a-f2e79a019f6b None None] Network c6aee2f4-6d21-4867-8b50-c17669f5b567 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:49:02.423763 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84965c72-c2c2-4ea6-bd32-169204ebc3d8 None None] Pushing event updated for resources: {'Port': ['ID=08776dbe-b694-43e1-ade8-5af0426ebf68,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:02.449676 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-785d45e5-66ea-4ce5-8a61-5320d73e862c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0095730 Apr 29 15:49:02.452375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42188) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:02.605383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:49:02.853313 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-c6aee2f4-6d21-4867-8b50-c17669f5b567', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:49:02.854123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:03.069857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Allocated IP 172.20.0.2 (c6aee2f4-6d21-4867-8b50-c17669f5b567/b7328a4c-6db2-4990-88a5-f2924ffc93da/44639320-17e8-460a-a0b8-aad197224c09) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:49:03.076975 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:48:59Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:03.085299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7f1f3-318b-4eb2-b737-736a93dfc0e5 None None] The sync data for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv is: [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:48:59Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:49:03.153825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:03.316063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:03.333940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Transition to ACTIVE for port object 44639320-17e8-460a-a0b8-aad197224c09 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:03.374245 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Transition to ACTIVE for port object 44639320-17e8-460a-a0b8-aad197224c09 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:03.506785 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:03.576800 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Network c6aee2f4-6d21-4867-8b50-c17669f5b567 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:49:03.579730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:49:03.582188 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:49:03.593318 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Pushing event updated for resources: {'Port': ['ID=44639320-17e8-460a-a0b8-aad197224c09,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:03.688270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Attempting to bind port 44639320-17e8-460a-a0b8-aad197224c09 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:49:03.688748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Attempting to bind port 44639320-17e8-460a-a0b8-aad197224c09 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:49:03.689170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Attempting to bind port 44639320-17e8-460a-a0b8-aad197224c09 on network c6aee2f4-6d21-4867-8b50-c17669f5b567 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:49:03.695251 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:49:03.699711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Checking segment: {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:49:03.699711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:03.699711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Bound using segment: {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:49:03.699711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Bound port: 44639320-17e8-460a-a0b8-aad197224c09, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:49:03.699711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:03.709796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.1 (c6aee2f4-6d21-4867-8b50-c17669f5b567/b7328a4c-6db2-4990-88a5-f2924ffc93da/a594520e-3483-47e8-bf99-63f7fd55a146) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:49:03.791933 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] For port 44639320-17e8-460a-a0b8-aad197224c09, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:49:03.795219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] For port 44639320-17e8-460a-a0b8-aad197224c09, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=44639320-17e8-460a-a0b8-aad197224c09,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:49:03.883348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:03.900972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object a594520e-3483-47e8-bf99-63f7fd55a146 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:03.929223 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:04.014790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e67f48-5cfe-422f-89b6-c50c7ac24944 None None] Pushing event updated for resources: {'Port': ['ID=44639320-17e8-460a-a0b8-aad197224c09,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:04.038039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:04.110418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network c6aee2f4-6d21-4867-8b50-c17669f5b567 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:49:04.113771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:49:04.117858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:49:04.157738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=a594520e-3483-47e8-bf99-63f7fd55a146,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:04.192249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:04.361246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e6175679-6900-42ba-bdaa-c40a57799a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:04.468820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:04.820701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 08776dbe-b694-43e1-ade8-5af0426ebf68 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:49:04.898573 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:04.957324 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 08776dbe-b694-43e1-ade8-5af0426ebf68 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:04.961286 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 08776dbe-b694-43e1-ade8-5af0426ebf68 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:04.961648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:04.991735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.111866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.117259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=a594520e-3483-47e8-bf99-63f7fd55a146,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:05.144408 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.162595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 08776dbe-b694-43e1-ade8-5af0426ebf68, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=08776dbe-b694-43e1-ade8-5af0426ebf68,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:49:05.214641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.272572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network c6aee2f4-6d21-4867-8b50-c17669f5b567 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:49:05.274122 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:49:05.277638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.278672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 44639320-17e8-460a-a0b8-aad197224c09 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:49:05.420841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=08776dbe-b694-43e1-ade8-5af0426ebf68,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:05.425305 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e55e8f-a275-4731-a3ff-0c1c5ec1ee23 None None] Network c6aee2f4-6d21-4867-8b50-c17669f5b567 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:49:05.467382 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.536259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 44639320-17e8-460a-a0b8-aad197224c09 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:05.561536 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e7dd4e95-a824-4f03-99fe-47e6356fe681 None None] Provisioning for port 44639320-17e8-460a-a0b8-aad197224c09 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:05.597932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router ee4da5b6-1b35-4477-bf00-8e6515c91eca has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:49:05.598933 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e7dd4e95-a824-4f03-99fe-47e6356fe681 None None] Provisioning complete for port 44639320-17e8-460a-a0b8-aad197224c09 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:05.599306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7dd4e95-a824-4f03-99fe-47e6356fe681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.781296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:49:05.789989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7dd4e95-a824-4f03-99fe-47e6356fe681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:05.791960 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Sync routers for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:49:05.796444 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5ed52cc2-04b1-411c-a497-17b8af23f017 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/ee4da5b6-1b35-4477-bf00-8e6515c91eca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3405778 Apr 29 15:49:05.796444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42192) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:05.804929 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:49:05.805795 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:49:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:05.837613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-e7dd4e95-a824-4f03-99fe-47e6356fe681 None None] For port 44639320-17e8-460a-a0b8-aad197224c09, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=44639320-17e8-460a-a0b8-aad197224c09,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:49:05.967337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe511f6c-87a2-49a3-87ce-2ad8f3f8566a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:05.967337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe511f6c-87a2-49a3-87ce-2ad8f3f8566a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:05.967337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe511f6c-87a2-49a3-87ce-2ad8f3f8566a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:05.967337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe511f6c-87a2-49a3-87ce-2ad8f3f8566a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:05.967337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe511f6c-87a2-49a3-87ce-2ad8f3f8566a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:05.967337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe511f6c-87a2-49a3-87ce-2ad8f3f8566a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:05.967337 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fe511f6c-87a2-49a3-87ce-2ad8f3f8566a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1650229 Apr 29 15:49:05.967337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42196) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:06.002970 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e7dd4e95-a824-4f03-99fe-47e6356fe681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.010507 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:49:06.043847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52a661-7249-4cdb-9d53-a5526a3fe71f tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:06.044348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52a661-7249-4cdb-9d53-a5526a3fe71f tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:06.044747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52a661-7249-4cdb-9d53-a5526a3fe71f tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:06.045175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52a661-7249-4cdb-9d53-a5526a3fe71f tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:06.045661 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52a661-7249-4cdb-9d53-a5526a3fe71f tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:06.046097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52a661-7249-4cdb-9d53-a5526a3fe71f tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:06.047844 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1f52a661-7249-4cdb-9d53-a5526a3fe71f tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0816147 Apr 29 15:49:06.050640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42200) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:06.083900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd4e95-a824-4f03-99fe-47e6356fe681 None None] Pushing event updated for resources: {'Port': ['ID=44639320-17e8-460a-a0b8-aad197224c09,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:06.259164 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-39fff68f-be65-4c53-a48d-4fc39e3a6e88 None None] Provisioning for port a594520e-3483-47e8-bf99-63f7fd55a146 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:06.265896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-39fff68f-be65-4c53-a48d-4fc39e3a6e88 None None] Provisioning complete for port a594520e-3483-47e8-bf99-63f7fd55a146 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:06.266325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-39fff68f-be65-4c53-a48d-4fc39e3a6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.300428 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ba06daf2-73af-4cfe-af15-9811a7b3595a tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2480874 Apr 29 15:49:06.374753 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-39fff68f-be65-4c53-a48d-4fc39e3a6e88 None None] Port a594520e-3483-47e8-bf99-63f7fd55a146 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:49:06.387660 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-39fff68f-be65-4c53-a48d-4fc39e3a6e88 None None] Provisioning complete for port 44639320-17e8-460a-a0b8-aad197224c09 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:06.388033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-39fff68f-be65-4c53-a48d-4fc39e3a6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.396553 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:06.400702 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Checking router: ee4da5b6-1b35-4477-bf00-8e6515c91eca for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:49:06.405270 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Updating router ee4da5b6-1b35-4477-bf00-8e6515c91eca port a594520e-3483-47e8-bf99-63f7fd55a146 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:49:06.466155 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.648713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b0b7af9c-63ca-421d-b718-8089e8e76e0c None None] Provisioning complete for port a594520e-3483-47e8-bf99-63f7fd55a146 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:06.649174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b0b7af9c-63ca-421d-b718-8089e8e76e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.651637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42206) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:06.658025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837952124', 'description': 'tempest-secgroup-smoke-1837952124 description', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:06.665635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:06.670992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:06.674945 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:06.682391 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:06.716086 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7af9c-63ca-421d-b718-8089e8e76e0c None None] Port a594520e-3483-47e8-bf99-63f7fd55a146 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:49:06.775656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 08776dbe-b694-43e1-ade8-5af0426ebf68 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:49:06.809673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.834612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:06.837504 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.839048 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:06.844416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:06.849641 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Transition to ACTIVE for port object a594520e-3483-47e8-bf99-63f7fd55a146 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:06.852738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 08776dbe-b694-43e1-ade8-5af0426ebf68 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:06.852738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.852917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:06.922504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.953693 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:06.975405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 44639320-17e8-460a-a0b8-aad197224c09 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:49:07.028228 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Pushing event updated for resources: {'Port': ['ID=a594520e-3483-47e8-bf99-63f7fd55a146,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:07.038849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.069517 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 44639320-17e8-460a-a0b8-aad197224c09 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:07.070046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.079030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e2d145-fbba-4be1-a6bf-88c65882ebe6,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:07.120606 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:07.122432 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:07.122432 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:07.122432 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:07.122876 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:07.123403 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:07.123885 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:07.124211 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:07.124716 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:07.125181 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:07.125674 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:07.126132 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:49:07.148529 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.215362 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.217143 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4b923af4-5a0e-4f6f-b822-21f9e1b6b2dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5635188 Apr 29 15:49:07.219424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42210) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:07.224720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-019317b4-467f-418a-8466-c3ef73c8ce7a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '51e2d145-fbba-4be1-a6bf-88c65882ebe6', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:07.234716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-019317b4-467f-418a-8466-c3ef73c8ce7a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:07.241784 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Attempting to bind port a594520e-3483-47e8-bf99-63f7fd55a146 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:49:07.241942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-019317b4-467f-418a-8466-c3ef73c8ce7a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:07.242508 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Attempting to bind port a594520e-3483-47e8-bf99-63f7fd55a146 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:49:07.243114 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Attempting to bind port a594520e-3483-47e8-bf99-63f7fd55a146 on network c6aee2f4-6d21-4867-8b50-c17669f5b567 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:49:07.247172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-019317b4-467f-418a-8466-c3ef73c8ce7a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:07.255932 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:49:07.256640 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Checking segment: {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:49:07.257887 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.257887 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Bound using segment: {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:49:07.258391 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Bound port: a594520e-3483-47e8-bf99-63f7fd55a146, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:49:07.258947 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.263519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-019317b4-467f-418a-8466-c3ef73c8ce7a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:07.369398 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] For port a594520e-3483-47e8-bf99-63f7fd55a146, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:49:07.372248 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] For port a594520e-3483-47e8-bf99-63f7fd55a146, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a594520e-3483-47e8-bf99-63f7fd55a146,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:49:07.381186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-019317b4-467f-418a-8466-c3ef73c8ce7a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.442440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-019317b4-467f-418a-8466-c3ef73c8ce7a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.483635 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.528828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-019317b4-467f-418a-8466-c3ef73c8ce7a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.559482 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019317b4-467f-418a-8466-c3ef73c8ce7a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6195f47-b0b4-4a57-9963-976fd2b60657,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:07.563574 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd4612-dd23-493d-a51c-7c9aac7fc5ab None None] Pushing event updated for resources: {'Port': ['ID=a594520e-3483-47e8-bf99-63f7fd55a146,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:07.566422 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:49:07.567181 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:49:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:07.648607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-019317b4-467f-418a-8466-c3ef73c8ce7a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.652747 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42216) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:07.653216 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-019317b4-467f-418a-8466-c3ef73c8ce7a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4326975 Apr 29 15:49:07.658685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-96a6fe35-7814-42a9-bfd7-eee276daf038 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '51e2d145-fbba-4be1-a6bf-88c65882ebe6', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:07.671017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-96a6fe35-7814-42a9-bfd7-eee276daf038 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:07.673229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-96a6fe35-7814-42a9-bfd7-eee276daf038 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:07.677008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-96a6fe35-7814-42a9-bfd7-eee276daf038 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:07.683373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-96a6fe35-7814-42a9-bfd7-eee276daf038 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:07.749945 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:49:07.757348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96a6fe35-7814-42a9-bfd7-eee276daf038 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.824785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96a6fe35-7814-42a9-bfd7-eee276daf038 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.957840 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96a6fe35-7814-42a9-bfd7-eee276daf038 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:07.975944 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6fe35-7814-42a9-bfd7-eee276daf038 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef7a398-2378-42b4-a4cc-bc1816a4438c,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:08.071347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96a6fe35-7814-42a9-bfd7-eee276daf038 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:08.075282 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-96a6fe35-7814-42a9-bfd7-eee276daf038 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4186110 Apr 29 15:49:08.075406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42220) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:08.084254 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:07Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:08.084817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d3a7d37a-2ecd-440a-b5a0-6d607b4d921a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '51e2d145-fbba-4be1-a6bf-88c65882ebe6', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:08.084917 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b673f-df92-449e-babf-1b49e7b8a3c2 None None] The sync data for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv is: [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:07Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:49:08.087630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d3a7d37a-2ecd-440a-b5a0-6d607b4d921a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:08.091066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d3a7d37a-2ecd-440a-b5a0-6d607b4d921a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:08.094164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d3a7d37a-2ecd-440a-b5a0-6d607b4d921a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:08.099927 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d3a7d37a-2ecd-440a-b5a0-6d607b4d921a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:08.239702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d3a7d37a-2ecd-440a-b5a0-6d607b4d921a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:08.319358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d3a7d37a-2ecd-440a-b5a0-6d607b4d921a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:08.425660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d3a7d37a-2ecd-440a-b5a0-6d607b4d921a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:08.460049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7d37a-2ecd-440a-b5a0-6d607b4d921a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5431df9e-97bb-424d-bdab-934a4e159819,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:08.539941 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:49:08.574518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d3a7d37a-2ecd-440a-b5a0-6d607b4d921a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:08.575731 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d3a7d37a-2ecd-440a-b5a0-6d607b4d921a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4993961 Apr 29 15:49:08.579605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42224) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:08.583881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5b5027b2-2553-4894-a79d-c94997e81758 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '51e2d145-fbba-4be1-a6bf-88c65882ebe6', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:08.590094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5b5027b2-2553-4894-a79d-c94997e81758 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:08.594030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5b5027b2-2553-4894-a79d-c94997e81758 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:08.597030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5b5027b2-2553-4894-a79d-c94997e81758 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:08.603559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5b5027b2-2553-4894-a79d-c94997e81758 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:08.720886 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5b5027b2-2553-4894-a79d-c94997e81758 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:08.781424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a594520e-3483-47e8-bf99-63f7fd55a146 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:49:08.798595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5b5027b2-2553-4894-a79d-c94997e81758 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:08.900165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5b5027b2-2553-4894-a79d-c94997e81758 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:08.925405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5027b2-2553-4894-a79d-c94997e81758 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4aa3e4-a90d-4737-bbb0-a9c4d8f9d9b2,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:08.955998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port a594520e-3483-47e8-bf99-63f7fd55a146 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:08.962328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port a594520e-3483-47e8-bf99-63f7fd55a146 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:08.962788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.037762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5b5027b2-2553-4894-a79d-c94997e81758 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.041596 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5b5027b2-2553-4894-a79d-c94997e81758 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4594355 Apr 29 15:49:09.042512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42228) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:09.051042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-7d7441dd-c381-47e3-8650-19146d631d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '51e2d145-fbba-4be1-a6bf-88c65882ebe6', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:09.055080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7d7441dd-c381-47e3-8650-19146d631d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:09.060669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7d7441dd-c381-47e3-8650-19146d631d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:09.063953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7d7441dd-c381-47e3-8650-19146d631d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:09.070375 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7d7441dd-c381-47e3-8650-19146d631d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:09.084787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.118367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port a594520e-3483-47e8-bf99-63f7fd55a146, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a594520e-3483-47e8-bf99-63f7fd55a146,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:49:09.196892 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-7d7441dd-c381-47e3-8650-19146d631d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:49:09.203917 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7d7441dd-c381-47e3-8650-19146d631d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.239174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.271836 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7d7441dd-c381-47e3-8650-19146d631d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.305540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=a594520e-3483-47e8-bf99-63f7fd55a146,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:09.351476 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7d7441dd-c381-47e3-8650-19146d631d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.375277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7441dd-c381-47e3-8650-19146d631d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25125bff-0a8d-473a-a152-22497cc543b8,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:09.459731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7d7441dd-c381-47e3-8650-19146d631d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.460888 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7d7441dd-c381-47e3-8650-19146d631d49 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4178867 Apr 29 15:49:09.463624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42232) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:09.468591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a390c987-bd0c-463a-b799-346f99c1822c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '51e2d145-fbba-4be1-a6bf-88c65882ebe6', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:09.474471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a390c987-bd0c-463a-b799-346f99c1822c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:09.478280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a390c987-bd0c-463a-b799-346f99c1822c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:09.481132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a390c987-bd0c-463a-b799-346f99c1822c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:09.486800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a390c987-bd0c-463a-b799-346f99c1822c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:09.598021 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-a390c987-bd0c-463a-b799-346f99c1822c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:49:09.604907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a390c987-bd0c-463a-b799-346f99c1822c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.673141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a390c987-bd0c-463a-b799-346f99c1822c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.808100 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a390c987-bd0c-463a-b799-346f99c1822c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.833006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390c987-bd0c-463a-b799-346f99c1822c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef358c3-1c6b-43c3-8f27-82811743b18b,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:09.940057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a390c987-bd0c-463a-b799-346f99c1822c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:09.941440 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a390c987-bd0c-463a-b799-346f99c1822c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4768662 Apr 29 15:49:10.140337 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-040ece4a-9ffd-4b07-aad2-088511e47cc3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837952124&fields=id&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 267 time: 0.0434432 Apr 29 15:49:10.289774 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-84e17269-b838-43cd-913a-4e9945292fdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:10.291206 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-84e17269-b838-43cd-913a-4e9945292fdc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/networks?id=c6aee2f4-6d21-4867-8b50-c17669f5b567 HTTP/1.1" status: 200 len: 797 time: 0.1442380 Apr 29 15:49:10.306538 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-b99b4b6a-7c11-4472-98dc-cecb05eb90fa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/quotas/b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 375 time: 0.0096979 Apr 29 15:49:10.387400 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-43f848b2-0aa2-442d-a654-3a4f4dfd12fa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754666 Apr 29 15:49:10.563742 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-7a38537f-6748-457d-adda-e041942b8419 service neutron] 10.222.0.39 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645589 Apr 29 15:49:10.696476 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-dc02ed22-1534-4116-bb35-e942c19ba6bc service neutron] 10.222.0.39 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267259 Apr 29 15:49:10.755820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a594520e-3483-47e8-bf99-63f7fd55a146 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:49:10.854076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port a594520e-3483-47e8-bf99-63f7fd55a146 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:10.854441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:11.030314 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c9b89553-aea4-4837-a38d-8b64888ecd06 req-68bda313-1408-4d37-8c02-cc5e24ae3191 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 210 time: 0.0425978 Apr 29 15:49:12.184829 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6384ffb4-c1b2-432f-90ae-d4ec3c784836 req-db5f935b-7088-4d63-b966-a0e7d540fc51 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 210 time: 0.0468516 Apr 29 15:49:13.336856 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b3d235bb-b708-4ada-b1c6-8010d3a63d92 req-9f62c973-5cb8-4a5c-895b-9fe9a3001fce tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 210 time: 0.0460043 Apr 29 15:49:13.440482 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-890847b9-86e6-41ab-ba9e-22ce3ea10e0e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:13.441167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-890847b9-86e6-41ab-ba9e-22ce3ea10e0e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:49:13.608443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-890847b9-86e6-41ab-ba9e-22ce3ea10e0e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:49:13.609640 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-890847b9-86e6-41ab-ba9e-22ce3ea10e0e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks?id=c6aee2f4-6d21-4867-8b50-c17669f5b567 HTTP/1.1" status: 200 len: 797 time: 0.3122668 Apr 29 15:49:13.657345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-774ba186-8d03-4e7b-9543-cc4f4081501c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:49:13.825713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-774ba186-8d03-4e7b-9543-cc4f4081501c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:49:13.827976 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-774ba186-8d03-4e7b-9543-cc4f4081501c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 380 time: 0.2090471 Apr 29 15:49:13.836102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'device_id': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'admin_state_up': True, 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'security_groups': ['51e2d145-fbba-4be1-a6bf-88c65882ebe6']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:13.972491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:13.977264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:port and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:13.980008 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:13.985628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:14.079230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:49:14.080281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:14.250451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.13 (c6aee2f4-6d21-4867-8b50-c17669f5b567/b7328a4c-6db2-4990-88a5-f2924ffc93da/b6a05b19-131a-4837-8238-b23c30e6a684) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:49:14.491309 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-65320789-25a9-4d3e-89b1-1d1e24c0e7f2 req-d50fb9f4-67c9-4cc4-8932-28a4cb7c5c65 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 210 time: 0.0441611 Apr 29 15:49:14.563535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:14.578944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object b6a05b19-131a-4837-8238-b23c30e6a684 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:14.700167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:14.776548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network c6aee2f4-6d21-4867-8b50-c17669f5b567 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:49:14.779669 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:49:14.783470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:49:14.813902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=b6a05b19-131a-4837-8238-b23c30e6a684,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:14.853350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:14.853934 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:14.957435 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-35bf30ee-e307-4863-8201-0e2f1028a1f8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1259270 Apr 29 15:49:14.969050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Request body: {'port': {'device_id': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:15.079933 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:15.123626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f2c23fe1-b2ab-4227-87b4-99ca31f28829 None None] Provisioning for port b6a05b19-131a-4837-8238-b23c30e6a684 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:15.128872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f2c23fe1-b2ab-4227-87b4-99ca31f28829 None None] Provisioning complete for port b6a05b19-131a-4837-8238-b23c30e6a684 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:15.129239 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2c23fe1-b2ab-4227-87b4-99ca31f28829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:15.185566 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f2c23fe1-b2ab-4227-87b4-99ca31f28829 None None] Port b6a05b19-131a-4837-8238-b23c30e6a684 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:49:15.417529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a05b19-131a-4837-8238-b23c30e6a684 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:49:15.424547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:15.442206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Transition to ACTIVE for port object b6a05b19-131a-4837-8238-b23c30e6a684 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:15.527142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:15.698430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bede692-2951-457c-bead-707d6ed9533e req-01e4ee40-fec0-4cc6-bd62-28585527ab7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:15.699949 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4bede692-2951-457c-bead-707d6ed9533e req-01e4ee40-fec0-4cc6-bd62-28585527ab7e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 944 time: 0.0925231 Apr 29 15:49:15.723147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a05b19-131a-4837-8238-b23c30e6a684,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:15.751433 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4bede692-2951-457c-bead-707d6ed9533e req-8f99e38f-a749-4b0c-aa04-5367cee0e3c2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=51e2d145-fbba-4be1-a6bf-88c65882ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452337 Apr 29 15:49:15.769292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Attempting to bind port b6a05b19-131a-4837-8238-b23c30e6a684 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:49:15.769683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Attempting to bind port b6a05b19-131a-4837-8238-b23c30e6a684 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:49:15.770017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Attempting to bind port b6a05b19-131a-4837-8238-b23c30e6a684 on network c6aee2f4-6d21-4867-8b50-c17669f5b567 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:49:15.775609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Port b6a05b19-131a-4837-8238-b23c30e6a684 on network c6aee2f4-6d21-4867-8b50-c17669f5b567 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:49:15.775921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Attempting to bind port b6a05b19-131a-4837-8238-b23c30e6a684 on network c6aee2f4-6d21-4867-8b50-c17669f5b567 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:49:15.781264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:49:15.781600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Checking segment: {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:49:15.781979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Bound using segment: {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:49:15.782399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Bound port: b6a05b19-131a-4837-8238-b23c30e6a684, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:49:15.782742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:15.874029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] For port b6a05b19-131a-4837-8238-b23c30e6a684, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:49:15.876856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] For port b6a05b19-131a-4837-8238-b23c30e6a684, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=b6a05b19-131a-4837-8238-b23c30e6a684,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:49:15.980516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:16.034296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:16.034899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:16.037439 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] 10.222.0.44 "PUT /v2.0/ports/b6a05b19-131a-4837-8238-b23c30e6a684 HTTP/1.1" status: 200 len: 1094 time: 1.0712242 Apr 29 15:49:16.037871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:49:16.061522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65a396-fdc8-403a-a7d8-24d7d0551893 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a05b19-131a-4837-8238-b23c30e6a684,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:16.086709 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a49703a0-3b8e-4f16-a10d-1c595511c3d3'] response: {'name': 'network-changed', 'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'status': 'completed', 'code': 200} Apr 29 15:49:16.182934 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e778c9-e85b-45ba-9b47-7291ebcca404 req-1d58e2b4-4bbe-417c-87a8-e00a754595c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:16.184779 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e1e778c9-e85b-45ba-9b47-7291ebcca404 req-1d58e2b4-4bbe-417c-87a8-e00a754595c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 1097 time: 0.0761077 Apr 29 15:49:16.329621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e778c9-e85b-45ba-9b47-7291ebcca404 req-44f0c4e5-6edf-4be7-99ad-5ebff07d070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:16.331086 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e1e778c9-e85b-45ba-9b47-7291ebcca404 req-44f0c4e5-6edf-4be7-99ad-5ebff07d070e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b55c25ae10474f2abd40a8267579e2cf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1405287 Apr 29 15:49:16.465912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e778c9-e85b-45ba-9b47-7291ebcca404 req-1831043c-40b7-4c84-8706-024504134881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:16.467345 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e1e778c9-e85b-45ba-9b47-7291ebcca404 req-1831043c-40b7-4c84-8706-024504134881 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304796 Apr 29 15:49:16.574250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-29977828-ee8a-40ca-84f7-3cb496993edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:16.575727 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-29977828-ee8a-40ca-84f7-3cb496993edd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 1097 time: 0.0753257 Apr 29 15:49:16.645744 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-8334ae5f-d0dc-4b11-a79c-7a5c6d5d557c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a05b19-131a-4837-8238-b23c30e6a684 HTTP/1.1" status: 200 len: 217 time: 0.0637393 Apr 29 15:49:16.712766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-f57cb201-0a79-4dfa-b4f7-13e5c81e9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:16.714210 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-f57cb201-0a79-4dfa-b4f7-13e5c81e9a48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7328a4c-6db2-4990-88a5-f2924ffc93da HTTP/1.1" status: 200 len: 835 time: 0.0634384 Apr 29 15:49:16.788167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-eaa6d23e-03d9-45bc-983d-cd4cbec7b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:16.789753 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-eaa6d23e-03d9-45bc-983d-cd4cbec7b8ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6aee2f4-6d21-4867-8b50-c17669f5b567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699098 Apr 29 15:49:16.944239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f421a7-e9fe-4170-8898-2056b8294f2a req-bdfc9579-7783-4f14-bd16-677d72dcd12b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:16.956874 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-69f421a7-e9fe-4170-8898-2056b8294f2a req-bdfc9579-7783-4f14-bd16-677d72dcd12b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 944 time: 0.0834005 Apr 29 15:49:16.994290 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-69f421a7-e9fe-4170-8898-2056b8294f2a req-ea0fda57-030c-419f-89a4-d5f911266b43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=51e2d145-fbba-4be1-a6bf-88c65882ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428090 Apr 29 15:49:17.027740 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-7fb5fef0-5d8f-49cd-9f7e-a8935965d6b0 service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320480 Apr 29 15:49:17.157438 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-49b0b9d8-8752-43c8-b928-b63b7dda8697 req-e2edaa23-1f9d-4dd3-ab93-84184f34c9bf service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232252 Apr 29 15:49:18.189279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5956e-12e5-49c7-9ace-c24d785909d5 req-6f0fae31-d6fc-4048-9f52-87a5cb57cf39 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:18.189279 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-82a5956e-12e5-49c7-9ace-c24d785909d5 req-6f0fae31-d6fc-4048-9f52-87a5cb57cf39 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 944 time: 0.0827250 Apr 29 15:49:18.237005 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-82a5956e-12e5-49c7-9ace-c24d785909d5 req-d5509a39-7eca-41f2-aa5b-7650f8f8ae94 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=51e2d145-fbba-4be1-a6bf-88c65882ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 Apr 29 15:49:19.517298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3f37f-f2b3-44b5-a7a9-32556a4e63b7 req-3f65da8b-056b-4aba-8872-b321b72355f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:19.518754 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-15f3f37f-f2b3-44b5-a7a9-32556a4e63b7 req-3f65da8b-056b-4aba-8872-b321b72355f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 944 time: 0.1785543 Apr 29 15:49:19.563986 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-15f3f37f-f2b3-44b5-a7a9-32556a4e63b7 req-95763de1-5c91-49ce-adb2-0fe5dd662d0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=51e2d145-fbba-4be1-a6bf-88c65882ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387125 Apr 29 15:49:19.711715 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device b6a05b19-131a-4837-8238-b23c30e6a684 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:49:19.840717 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port b6a05b19-131a-4837-8238-b23c30e6a684, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=b6a05b19-131a-4837-8238-b23c30e6a684,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:49:19.853290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'port_id': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'mac_address': 'fa:16:3e:c5:ec:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:49:19.906215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:19.924919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a05b19-131a-4837-8238-b23c30e6a684 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:49:19.939925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port b6a05b19-131a-4837-8238-b23c30e6a684, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=b6a05b19-131a-4837-8238-b23c30e6a684,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:49:20.065362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:20.132700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=b6a05b19-131a-4837-8238-b23c30e6a684,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:20.296945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['b6a05b19-131a-4837-8238-b23c30e6a684'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:49:20.750045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152a028-e551-4262-a259-37074acb96b5 req-8bcc4fa0-b321-432a-9b0d-97e961ab2346 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:20.751501 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9152a028-e551-4262-a259-37074acb96b5 req-8bcc4fa0-b321-432a-9b0d-97e961ab2346 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 945 time: 0.0792389 Apr 29 15:49:20.796489 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9152a028-e551-4262-a259-37074acb96b5 req-9abb19d9-ab1a-41de-9ef9-3f44197e8e35 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=51e2d145-fbba-4be1-a6bf-88c65882ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382509 Apr 29 15:49:21.727202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device b6a05b19-131a-4837-8238-b23c30e6a684 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:49:21.939606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port b6a05b19-131a-4837-8238-b23c30e6a684 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:21.945885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port b6a05b19-131a-4837-8238-b23c30e6a684 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:21.946454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:21.987398 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c57f3c-271b-4596-bc98-9c0202a2faa1 req-9b9f441c-fbd1-43de-be85-5b8f36733cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:21.988885 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-04c57f3c-271b-4596-bc98-9c0202a2faa1 req-9b9f441c-fbd1-43de-be85-5b8f36733cb2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 945 time: 0.0827563 Apr 29 15:49:22.034524 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-04c57f3c-271b-4596-bc98-9c0202a2faa1 req-de5cade8-b658-429d-98d7-1766c3b52ff7 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=51e2d145-fbba-4be1-a6bf-88c65882ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396686 Apr 29 15:49:22.066795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:22.096438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:49:22.104473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port b6a05b19-131a-4837-8238-b23c30e6a684, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=b6a05b19-131a-4837-8238-b23c30e6a684,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:49:22.138197 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9935b9a-5173-49af-a92b-f0fa34d95a8d'] response: {'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'code': 200} Apr 29 15:49:22.191087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:22.258107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=b6a05b19-131a-4837-8238-b23c30e6a684,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:22.677830 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655723b-99d4-42c4-869e-0d08f322e721 req-0f2b987b-120c-4980-a98c-9093cf91d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:22.679302 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c655723b-99d4-42c4-869e-0d08f322e721 req-0f2b987b-120c-4980-a98c-9093cf91d327 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 1099 time: 0.0723348 Apr 29 15:49:22.719783 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c655723b-99d4-42c4-869e-0d08f322e721 req-5ce92537-fe38-4abd-9e1f-586d00fe1f5b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=51e2d145-fbba-4be1-a6bf-88c65882ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345964 Apr 29 15:49:23.222852 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3c021-fcea-4047-84dd-c6ab32659192 req-252ae17c-0ad5-4cb3-b7e0-f27c0765d3fa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:23.225054 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a5f3c021-fcea-4047-84dd-c6ab32659192 req-252ae17c-0ad5-4cb3-b7e0-f27c0765d3fa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 946 time: 0.0807168 Apr 29 15:49:23.273260 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a5f3c021-fcea-4047-84dd-c6ab32659192 req-62e7f3b6-181d-498c-9ce3-d460ddfafd28 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=51e2d145-fbba-4be1-a6bf-88c65882ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424738 Apr 29 15:49:24.179196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:24.461851 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba506ac-a2a5-4c7e-8480-0760c55027bb req-d3fab2ea-8d02-4cb9-8d3e-cdd08eb0d923 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:24.463318 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5ba506ac-a2a5-4c7e-8480-0760c55027bb req-d3fab2ea-8d02-4cb9-8d3e-cdd08eb0d923 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 946 time: 0.0804203 Apr 29 15:49:24.507911 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5ba506ac-a2a5-4c7e-8480-0760c55027bb req-f60dec43-ea5c-4636-9c95-605483893978 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=51e2d145-fbba-4be1-a6bf-88c65882ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389798 Apr 29 15:49:24.703410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad50139-6594-4e3e-94cf-7c0b1beb9597 req-2432dbc1-dbe3-4b9c-8e84-791b090984a8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:24.705014 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bad50139-6594-4e3e-94cf-7c0b1beb9597 req-2432dbc1-dbe3-4b9c-8e84-791b090984a8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 946 time: 0.0886922 Apr 29 15:49:24.750352 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bad50139-6594-4e3e-94cf-7c0b1beb9597 req-841087e4-bb21-4737-801a-94d46320daab tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=51e2d145-fbba-4be1-a6bf-88c65882ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390644 Apr 29 15:49:24.773880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42294) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:24.842844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b196f053-566a-4d3d-a8c6-4ef5ab68bdfe tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:24.844320 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b196f053-566a-4d3d-a8c6-4ef5ab68bdfe tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 1094 time: 0.0694795 Apr 29 15:49:24.847239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42298) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:24.853269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:24.859438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:24.863327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:floatingip and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:24.866277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:24.871890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:24.951867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:25.091184 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:25.229960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.29 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/8c4ee9a5-0bed-4edf-b8f9-ea5ce9ce93ef) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:49:25.374589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:25.522386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:25.583843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:49:25.586645 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:49:25.590352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:49:25.637394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=8c4ee9a5-0bed-4edf-b8f9-ea5ce9ce93ef,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:25.994817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:26.210883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:26.522497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:26.636474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:26.740772 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=8c4ee9a5-0bed-4edf-b8f9-ea5ce9ce93ef,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:26.758636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:26.941421 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP 84597611-0a11-473a-935f-5a83c803395e associated. External IP: 172.26.2.29, port: b6a05b19-131a-4837-8238-b23c30e6a684. Apr 29 15:49:27.302597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router ee4da5b6-1b35-4477-bf00-8e6515c91eca has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:49:27.485918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:49:27.496929 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d65bcf-2637-42cb-aefa-847f16b93bc6 None None] Sync routers for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:49:27.506957 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d65bcf-2637-42cb-aefa-847f16b93bc6 None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:49:27.507631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-61d65bcf-2637-42cb-aefa-847f16b93bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:49:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:27.585005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:27.641248 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d2112ec8-928a-4264-98a8-6314ce541972 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7929893 Apr 29 15:49:27.641813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:49:27.644278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42302) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:27.688908 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f219fef-9d5b-470d-a90f-aa0840b84415'] response: {'name': 'network-changed', 'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'status': 'completed', 'code': 200} Apr 29 15:49:27.693236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-61d65bcf-2637-42cb-aefa-847f16b93bc6 None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:49:27.768111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7243ca70-0f72-4598-b0f1-6bbe8d03cdc5 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:27.769786 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7243ca70-0f72-4598-b0f1-6bbe8d03cdc5 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 1094 time: 0.1244831 Apr 29 15:49:27.797666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c8328-4b21-460f-82c1-8992eb3d2d71 req-4348f4fb-9ffc-4847-a3b2-ff1296097b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:27.799129 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-176c8328-4b21-460f-82c1-8992eb3d2d71 req-4348f4fb-9ffc-4847-a3b2-ff1296097b6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 1099 time: 0.0881820 Apr 29 15:49:27.933910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c8328-4b21-460f-82c1-8992eb3d2d71 req-82acd0a5-be03-4f8a-92c5-646742cd657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:27.935139 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-176c8328-4b21-460f-82c1-8992eb3d2d71 req-82acd0a5-be03-4f8a-92c5-646742cd657c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6aee2f4-6d21-4867-8b50-c17669f5b567 HTTP/1.1" status: 200 len: 898 time: 0.1294441 Apr 29 15:49:28.040163 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-176c8328-4b21-460f-82c1-8992eb3d2d71 req-c5067fe2-c023-427e-86c7-0dd457415777 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a05b19-131a-4837-8238-b23c30e6a684 HTTP/1.1" status: 200 len: 999 time: 0.1002729 Apr 29 15:49:28.075530 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-61d65bcf-2637-42cb-aefa-847f16b93bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '84597611-0a11-473a-935f-5a83c803395e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'port_id': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'mac_address': 'fa:16:3e:c5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:25Z', 'updated_at': '2022-04-29T15:49:25Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:09Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:28.080170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d65bcf-2637-42cb-aefa-847f16b93bc6 None None] Checking router: ee4da5b6-1b35-4477-bf00-8e6515c91eca for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:49:28.089277 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d65bcf-2637-42cb-aefa-847f16b93bc6 None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:49:28.089876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-61d65bcf-2637-42cb-aefa-847f16b93bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:49:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:28.104269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c8328-4b21-460f-82c1-8992eb3d2d71 req-d842eb3d-f3a2-4d99-bce6-7ce8cb5a1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:28.105803 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-176c8328-4b21-460f-82c1-8992eb3d2d71 req-d842eb3d-f3a2-4d99-bce6-7ce8cb5a1ae6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7328a4c-6db2-4990-88a5-f2924ffc93da HTTP/1.1" status: 200 len: 835 time: 0.0596912 Apr 29 15:49:28.185654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c8328-4b21-460f-82c1-8992eb3d2d71 req-a003b616-0bcf-44a4-ae33-09fad59979f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:28.187033 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-176c8328-4b21-460f-82c1-8992eb3d2d71 req-a003b616-0bcf-44a4-ae33-09fad59979f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6aee2f4-6d21-4867-8b50-c17669f5b567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753329 Apr 29 15:49:28.288904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-61d65bcf-2637-42cb-aefa-847f16b93bc6 None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:49:28.326512 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-176c8328-4b21-460f-82c1-8992eb3d2d71 req-0d4c8481-d4f1-46bc-ae6d-57511f09b4fb service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329188 Apr 29 15:49:28.466213 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-176c8328-4b21-460f-82c1-8992eb3d2d71 req-cd3075b9-5417-48d2-bcf6-c4e3feeebca5 service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259382 Apr 29 15:49:28.478349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42310) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:28.483842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146234017', 'description': 'tempest-secgroup-smoke-146234017 description', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:28.491085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:28.500595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:28.596837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:28.617669 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:28.621493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:28.624318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:28.632305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:28.651409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-61d65bcf-2637-42cb-aefa-847f16b93bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '84597611-0a11-473a-935f-5a83c803395e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'port_id': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'mac_address': 'fa:16:3e:c5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:25Z', 'updated_at': '2022-04-29T15:49:25Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:09Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:28.655903 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d65bcf-2637-42cb-aefa-847f16b93bc6 None None] The sync data for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv is: [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '84597611-0a11-473a-935f-5a83c803395e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'port_id': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'mac_address': 'fa:16:3e:c5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:25Z', 'updated_at': '2022-04-29T15:49:25Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:09Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:49:28.710410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:28.780302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:28.827847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dab280a-c415-43af-a936-5c9afe142493,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:28.856310 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf00b7d-2c55-4f3c-85e6-8211e21b6989 None None] New status for floating IP 84597611-0a11-473a-935f-5a83c803395e: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:49:28.916774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:28.921095 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9773d1e8-ee0e-480a-8d19-722a8bb78492 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4384906 Apr 29 15:49:28.921095 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42314) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:28.925953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6c8ec5ac-960c-4fb9-b398-26e003b47890 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '6dab280a-c415-43af-a936-5c9afe142493', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:28.932433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6c8ec5ac-960c-4fb9-b398-26e003b47890 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:28.936067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6c8ec5ac-960c-4fb9-b398-26e003b47890 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:28.938878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6c8ec5ac-960c-4fb9-b398-26e003b47890 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:28.955793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6c8ec5ac-960c-4fb9-b398-26e003b47890 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:29.123279 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c8ec5ac-960c-4fb9-b398-26e003b47890 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:29.184368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c8ec5ac-960c-4fb9-b398-26e003b47890 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:29.331100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c8ec5ac-960c-4fb9-b398-26e003b47890 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:29.363050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ec5ac-960c-4fb9-b398-26e003b47890 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0381b46a-0501-4b3f-b445-5bdcb396550f,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:29.447735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c8ec5ac-960c-4fb9-b398-26e003b47890 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:29.449150 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6c8ec5ac-960c-4fb9-b398-26e003b47890 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5273221 Apr 29 15:49:29.452340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42318) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:29.457382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-27af5739-e38e-4766-b1a6-cd40f004b16c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '6dab280a-c415-43af-a936-5c9afe142493', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:29.464182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-27af5739-e38e-4766-b1a6-cd40f004b16c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:29.468020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-27af5739-e38e-4766-b1a6-cd40f004b16c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:29.470925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-27af5739-e38e-4766-b1a6-cd40f004b16c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:29.476900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-27af5739-e38e-4766-b1a6-cd40f004b16c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:29.557834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-27af5739-e38e-4766-b1a6-cd40f004b16c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:29.617730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-27af5739-e38e-4766-b1a6-cd40f004b16c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:29.699685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-27af5739-e38e-4766-b1a6-cd40f004b16c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:29.719927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af5739-e38e-4766-b1a6-cd40f004b16c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d349ad7-186e-4031-b825-7bf9620b3ea1,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:29.813992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-27af5739-e38e-4766-b1a6-cd40f004b16c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:29.815638 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-27af5739-e38e-4766-b1a6-cd40f004b16c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612940 Apr 29 15:49:29.817249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42322) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:29.822718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-283c0e24-9f51-4bf7-a23b-f89ef2882884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '6dab280a-c415-43af-a936-5c9afe142493', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:29.828588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-283c0e24-9f51-4bf7-a23b-f89ef2882884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:29.832552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-283c0e24-9f51-4bf7-a23b-f89ef2882884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:29.835990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-283c0e24-9f51-4bf7-a23b-f89ef2882884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:29.841692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-283c0e24-9f51-4bf7-a23b-f89ef2882884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:29.963655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-283c0e24-9f51-4bf7-a23b-f89ef2882884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:30.024254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-283c0e24-9f51-4bf7-a23b-f89ef2882884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:30.142017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-283c0e24-9f51-4bf7-a23b-f89ef2882884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:30.166061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c0e24-9f51-4bf7-a23b-f89ef2882884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a748ba-c105-4ffa-ac55-be9fb0b52a53,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:30.253901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-283c0e24-9f51-4bf7-a23b-f89ef2882884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:30.255181 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-283c0e24-9f51-4bf7-a23b-f89ef2882884 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4369268 Apr 29 15:49:30.258034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42326) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:30.263080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-3efe7e16-8fa6-4697-b6f5-5fbb2e5056fb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '6dab280a-c415-43af-a936-5c9afe142493', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:30.268994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3efe7e16-8fa6-4697-b6f5-5fbb2e5056fb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:30.273495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3efe7e16-8fa6-4697-b6f5-5fbb2e5056fb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:30.276343 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3efe7e16-8fa6-4697-b6f5-5fbb2e5056fb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:30.282130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3efe7e16-8fa6-4697-b6f5-5fbb2e5056fb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:30.391715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3efe7e16-8fa6-4697-b6f5-5fbb2e5056fb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:30.455524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3efe7e16-8fa6-4697-b6f5-5fbb2e5056fb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:30.579153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3efe7e16-8fa6-4697-b6f5-5fbb2e5056fb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:30.604207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe7e16-8fa6-4697-b6f5-5fbb2e5056fb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68156432-76e8-4e33-93c2-2d75d8c93c8c,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:30.678343 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3efe7e16-8fa6-4697-b6f5-5fbb2e5056fb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:30.679613 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3efe7e16-8fa6-4697-b6f5-5fbb2e5056fb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4206462 Apr 29 15:49:30.684414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42330) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:30.689580 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6120e755-194a-4e71-8d63-d200ff06f7c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '6dab280a-c415-43af-a936-5c9afe142493', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:30.695995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6120e755-194a-4e71-8d63-d200ff06f7c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:30.699962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6120e755-194a-4e71-8d63-d200ff06f7c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:30.702883 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6120e755-194a-4e71-8d63-d200ff06f7c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:30.708731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6120e755-194a-4e71-8d63-d200ff06f7c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:30.803706 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-6120e755-194a-4e71-8d63-d200ff06f7c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:49:30.808979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6120e755-194a-4e71-8d63-d200ff06f7c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:30.872197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6120e755-194a-4e71-8d63-d200ff06f7c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:30.933524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6120e755-194a-4e71-8d63-d200ff06f7c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:30.959635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120e755-194a-4e71-8d63-d200ff06f7c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c115c1a-f79e-478e-b9dc-9acaca002576,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:31.013744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6120e755-194a-4e71-8d63-d200ff06f7c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:31.014927 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6120e755-194a-4e71-8d63-d200ff06f7c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3292952 Apr 29 15:49:31.017718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42334) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:31.023060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2ae8fc49-943e-4ac5-8a76-8e51136b96c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': '6dab280a-c415-43af-a936-5c9afe142493', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:31.029056 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2ae8fc49-943e-4ac5-8a76-8e51136b96c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:31.032910 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2ae8fc49-943e-4ac5-8a76-8e51136b96c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:31.035830 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2ae8fc49-943e-4ac5-8a76-8e51136b96c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:31.042836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2ae8fc49-943e-4ac5-8a76-8e51136b96c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:31.117347 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-2ae8fc49-943e-4ac5-8a76-8e51136b96c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:49:31.123947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fc49-943e-4ac5-8a76-8e51136b96c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:31.293938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fc49-943e-4ac5-8a76-8e51136b96c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:31.459227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fc49-943e-4ac5-8a76-8e51136b96c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:31.489622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8fc49-943e-4ac5-8a76-8e51136b96c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f08882-3ae9-4bdc-8aab-1af066828860,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:31.568324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2ae8fc49-943e-4ac5-8a76-8e51136b96c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:31.569677 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2ae8fc49-943e-4ac5-8a76-8e51136b96c8 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5508490 Apr 29 15:49:31.789008 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-72192756-2487-40d2-9f8e-0b6cba7e0b80 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146234017&fields=id&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 267 time: 0.0444188 Apr 29 15:49:31.939930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-4f4bf1aa-047c-4c65-b916-079ef391cc40 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:31.941406 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-4f4bf1aa-047c-4c65-b916-079ef391cc40 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/networks?id=c6aee2f4-6d21-4867-8b50-c17669f5b567 HTTP/1.1" status: 200 len: 797 time: 0.1460376 Apr 29 15:49:31.956532 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-b04561f4-0400-46bd-8b9e-8a2beea49f8d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/quotas/b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 375 time: 0.0090253 Apr 29 15:49:32.045573 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-bb3a4780-0d8a-499d-be45-80180aa622e6 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0829329 Apr 29 15:49:32.140210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4b5170aa-2306-4f9c-b833-e6523add9820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:32.299376 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-bb710a47-5dca-49e5-b284-17087037cf37 service neutron] 10.222.0.39 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424948 Apr 29 15:49:32.434043 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-8e87f885-8def-4061-8a7a-34803f0cdded service neutron] 10.222.0.39 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280999 Apr 29 15:49:32.727902 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9880edc9-5e36-4b8e-a8bd-169136fd9b36 req-535a315b-a375-42a9-9fe4-c5e6d31fceda tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 210 time: 0.0435266 Apr 29 15:49:33.884966 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2e9fb565-dc12-47e2-abf8-b8eb46fbf71f req-020f30c9-4000-4e6e-81bb-7547e512fe9c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 210 time: 0.0446093 Apr 29 15:49:34.236268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-233b2232-7344-4828-9f68-97a1c3f3d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:35.037233 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f8640a30-816b-4ae8-899d-16469ddf5e82 req-5025db8a-aa10-4f58-bdc4-af60b557d668 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 210 time: 0.0412061 Apr 29 15:49:35.132828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-c886cda0-e1bf-40ec-bb58-3bf5755aaea3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:35.134090 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-c886cda0-e1bf-40ec-bb58-3bf5755aaea3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks?id=c6aee2f4-6d21-4867-8b50-c17669f5b567 HTTP/1.1" status: 200 len: 797 time: 0.1470447 Apr 29 15:49:35.190204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-8c11bd0e-26df-43f6-bae2-75a4cc5aa836 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:49:35.253666 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:35.379336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-8c11bd0e-26df-43f6-bae2-75a4cc5aa836 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:49:35.383424 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-8c11bd0e-26df-43f6-bae2-75a4cc5aa836 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 472 time: 0.2351122 Apr 29 15:49:35.389728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'device_id': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'admin_state_up': True, 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'security_groups': ['6dab280a-c415-43af-a936-5c9afe142493']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:35.436582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:35.524498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:35.528542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:port and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:35.532700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:35.537674 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:35.658164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:49:35.662352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:35.827904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.5 (c6aee2f4-6d21-4867-8b50-c17669f5b567/b7328a4c-6db2-4990-88a5-f2924ffc93da/e9a33066-f55a-45ab-a3c0-b91685f94798) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:49:36.015618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:36.030825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object e9a33066-f55a-45ab-a3c0-b91685f94798 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:36.128533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:36.201766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network c6aee2f4-6d21-4867-8b50-c17669f5b567 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:49:36.204831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:49:36.208906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:49:36.232256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeefe5e-9db7-41a6-b6ae-aab3b17ed787 req-909c6db1-005f-454f-acb4-e07735833b98 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:36.233884 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eeeefe5e-9db7-41a6-b6ae-aab3b17ed787 req-909c6db1-005f-454f-acb4-e07735833b98 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 931 time: 0.0904975 Apr 29 15:49:36.248011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=e9a33066-f55a-45ab-a3c0-b91685f94798,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:36.282434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:36.283819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:36.294252 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eeeefe5e-9db7-41a6-b6ae-aab3b17ed787 req-32e886d5-21c6-4ecc-bfdf-396a703770f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532033 Apr 29 15:49:36.442899 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-134ac3da-de5c-4df9-9d39-f6656e910515 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0568078 Apr 29 15:49:36.453694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Request body: {'port': {'device_id': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:36.564294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:36.575234 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-59389123-b0df-4d71-bd3c-18b13361794c None None] Provisioning for port e9a33066-f55a-45ab-a3c0-b91685f94798 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:36.579638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-59389123-b0df-4d71-bd3c-18b13361794c None None] Provisioning complete for port e9a33066-f55a-45ab-a3c0-b91685f94798 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:36.580203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-59389123-b0df-4d71-bd3c-18b13361794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:36.634716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-59389123-b0df-4d71-bd3c-18b13361794c None None] Port e9a33066-f55a-45ab-a3c0-b91685f94798 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:49:36.901111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a33066-f55a-45ab-a3c0-b91685f94798 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:49:36.908238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:36.923187 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Transition to ACTIVE for port object e9a33066-f55a-45ab-a3c0-b91685f94798 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:49:37.007761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:37.142835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a33066-f55a-45ab-a3c0-b91685f94798,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:37.151428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:37.249794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Attempting to bind port e9a33066-f55a-45ab-a3c0-b91685f94798 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:49:37.250299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Attempting to bind port e9a33066-f55a-45ab-a3c0-b91685f94798 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:49:37.250419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Attempting to bind port e9a33066-f55a-45ab-a3c0-b91685f94798 on network c6aee2f4-6d21-4867-8b50-c17669f5b567 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:49:37.255263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Port e9a33066-f55a-45ab-a3c0-b91685f94798 on network c6aee2f4-6d21-4867-8b50-c17669f5b567 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:49:37.256207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Attempting to bind port e9a33066-f55a-45ab-a3c0-b91685f94798 on network c6aee2f4-6d21-4867-8b50-c17669f5b567 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:49:37.261739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:49:37.262076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Checking segment: {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:49:37.262571 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Bound using segment: {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:49:37.262864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Bound port: e9a33066-f55a-45ab-a3c0-b91685f94798, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d498c7-2bd8-47ed-b9ed-1657ea18c71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:49:37.263205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:37.465670 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] For port e9a33066-f55a-45ab-a3c0-b91685f94798, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:49:37.468581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] For port e9a33066-f55a-45ab-a3c0-b91685f94798, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=e9a33066-f55a-45ab-a3c0-b91685f94798,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:49:37.486976 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec2e1a-686d-4890-8a2d-41f63f087c81 req-a9f970e3-7388-452c-9a96-7e63cefa0eed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:37.488399 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-45ec2e1a-686d-4890-8a2d-41f63f087c81 req-a9f970e3-7388-452c-9a96-7e63cefa0eed tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 943 time: 0.0808229 Apr 29 15:49:37.532123 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-45ec2e1a-686d-4890-8a2d-41f63f087c81 req-ae044d66-0475-42d4-a4af-17e5a4decbdd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373225 Apr 29 15:49:37.601001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:37.655091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:37.655687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:37.657058 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] 10.222.0.44 "PUT /v2.0/ports/e9a33066-f55a-45ab-a3c0-b91685f94798 HTTP/1.1" status: 200 len: 1093 time: 1.2073071 Apr 29 15:49:37.657473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'tag': 'e9a33066-f55a-45ab-a3c0-b91685f94798'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:49:37.679411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c64f8-494e-44e9-a3b8-d3e071b76b73 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a33066-f55a-45ab-a3c0-b91685f94798,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:37.717039 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ccd209-c7dc-44be-a6d4-5e0e8bc03d72'] response: {'name': 'network-changed', 'server_uuid': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'tag': 'e9a33066-f55a-45ab-a3c0-b91685f94798', 'status': 'completed', 'code': 200} Apr 29 15:49:37.813147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f718e-deea-416f-b0af-17658ad5a317 req-033eec75-9c63-477a-8f79-dc68c3575fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:37.819393 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-df7f718e-deea-416f-b0af-17658ad5a317 req-033eec75-9c63-477a-8f79-dc68c3575fb1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0794902 Apr 29 15:49:37.956374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f718e-deea-416f-b0af-17658ad5a317 req-d74786ef-f00c-4913-8631-2873d292671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:37.957826 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-df7f718e-deea-416f-b0af-17658ad5a317 req-d74786ef-f00c-4913-8631-2873d292671d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b55c25ae10474f2abd40a8267579e2cf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1327865 Apr 29 15:49:38.097010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f718e-deea-416f-b0af-17658ad5a317 req-ecf6c21d-cff3-459d-888b-05fbbcc6d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:38.098343 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-df7f718e-deea-416f-b0af-17658ad5a317 req-ecf6c21d-cff3-459d-888b-05fbbcc6d7fe service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274211 Apr 29 15:49:38.201729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-ad9b9d30-7a64-4409-972c-a8450fba1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:38.203263 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-ad9b9d30-7a64-4409-972c-a8450fba1e24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0701876 Apr 29 15:49:38.272373 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-374369ed-7431-4d9f-9e14-741c293196a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a33066-f55a-45ab-a3c0-b91685f94798 HTTP/1.1" status: 200 len: 217 time: 0.0624278 Apr 29 15:49:38.332412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-70287164-eb27-4990-a12a-c09a7b9be349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:38.333907 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-70287164-eb27-4990-a12a-c09a7b9be349 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7328a4c-6db2-4990-88a5-f2924ffc93da HTTP/1.1" status: 200 len: 835 time: 0.0564027 Apr 29 15:49:38.408682 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-bc6eb3a4-6841-487e-987f-cd4f2388eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:38.410032 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-bc6eb3a4-6841-487e-987f-cd4f2388eee3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6aee2f4-6d21-4867-8b50-c17669f5b567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708463 Apr 29 15:49:38.539568 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-8756f909-494d-4081-b7f6-0e97b01be0ed service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233101 Apr 29 15:49:38.673423 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc62b4e4-9d33-4bc5-873f-4da86de880f1 req-d7976676-d542-432d-a595-febc26318b4f service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266096 Apr 29 15:49:38.721600 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e43f7-1453-42ef-a995-9b68b76d3ac2 req-2a3b05f6-a300-48d0-90c6-3d49ef0bc333 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:38.723019 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c10e43f7-1453-42ef-a995-9b68b76d3ac2 req-2a3b05f6-a300-48d0-90c6-3d49ef0bc333 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 943 time: 0.0847945 Apr 29 15:49:38.775178 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c10e43f7-1453-42ef-a995-9b68b76d3ac2 req-f5522c14-2d3e-48ab-8921-46e90dbe657a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457647 Apr 29 15:49:39.960644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f337c-5f4f-40c2-ac72-decc270997b0 req-870a8b4b-62c8-4630-bc3f-32a63d4e19c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:39.962105 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd9f337c-5f4f-40c2-ac72-decc270997b0 req-870a8b4b-62c8-4630-bc3f-32a63d4e19c4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 943 time: 0.0814092 Apr 29 15:49:40.016209 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd9f337c-5f4f-40c2-ac72-decc270997b0 req-9c9f1ee5-bdc0-4875-af22-868fe16f1147 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431283 Apr 29 15:49:41.207408 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059e088-7c7e-41bb-a788-71802d3d5e20 req-5b7a48b4-f1d6-4d0d-9937-4a136a5d85c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:41.213572 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d059e088-7c7e-41bb-a788-71802d3d5e20 req-5b7a48b4-f1d6-4d0d-9937-4a136a5d85c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 943 time: 0.0877280 Apr 29 15:49:41.254422 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d059e088-7c7e-41bb-a788-71802d3d5e20 req-c3fd24cc-da3c-4982-baa5-01b05f3916bc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396795 Apr 29 15:49:41.799949 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device e9a33066-f55a-45ab-a3c0-b91685f94798 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:49:41.932289 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port e9a33066-f55a-45ab-a3c0-b91685f94798, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=e9a33066-f55a-45ab-a3c0-b91685f94798,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:49:41.945055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'e9a33066-f55a-45ab-a3c0-b91685f94798', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'port_id': 'e9a33066-f55a-45ab-a3c0-b91685f94798', 'mac_address': 'fa:16:3e:af:c6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:49:42.001660 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:42.017837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a33066-f55a-45ab-a3c0-b91685f94798 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:49:42.033190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port e9a33066-f55a-45ab-a3c0-b91685f94798, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=e9a33066-f55a-45ab-a3c0-b91685f94798,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:49:42.131880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:42.196950 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=e9a33066-f55a-45ab-a3c0-b91685f94798,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:42.387561 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['e9a33066-f55a-45ab-a3c0-b91685f94798'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:49:42.442399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a9527-3596-4f50-a1fa-d104e2cc9706 req-415e7a34-a05e-44cb-bfed-7862c457aa1f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:42.444651 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-174a9527-3596-4f50-a1fa-d104e2cc9706 req-415e7a34-a05e-44cb-bfed-7862c457aa1f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 944 time: 0.0826066 Apr 29 15:49:42.492611 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-174a9527-3596-4f50-a1fa-d104e2cc9706 req-18dd8b9c-7c54-4acb-bd40-861b6afc1e35 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418081 Apr 29 15:49:42.951865 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-506f23d9-4521-45c2-81f7-b204525c0910 req-bd8e3b06-cd56-442e-9692-d69fef883c78 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682352 Apr 29 15:49:43.051852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f23d9-4521-45c2-81f7-b204525c0910 req-20d84c4f-2656-44b6-8397-e3ceb748edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:43.054047 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-506f23d9-4521-45c2-81f7-b204525c0910 req-20d84c4f-2656-44b6-8397-e3ceb748edf2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 1099 time: 0.0737538 Apr 29 15:49:43.203759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f23d9-4521-45c2-81f7-b204525c0910 req-d6b0ea46-e704-4965-a2ca-4e030be90708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:43.205191 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-506f23d9-4521-45c2-81f7-b204525c0910 req-d6b0ea46-e704-4965-a2ca-4e030be90708 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 912 time: 0.1239641 Apr 29 15:49:43.307420 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-506f23d9-4521-45c2-81f7-b204525c0910 req-3523007f-6a62-4e4b-88b8-5e7b38f175b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 HTTP/1.1" status: 200 len: 1002 time: 0.0951567 Apr 29 15:49:43.373737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f23d9-4521-45c2-81f7-b204525c0910 req-2489266b-c451-4e18-b2cf-94e6ed30c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:43.375133 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-506f23d9-4521-45c2-81f7-b204525c0910 req-2489266b-c451-4e18-b2cf-94e6ed30c1dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.0606558 Apr 29 15:49:43.448286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f23d9-4521-45c2-81f7-b204525c0910 req-1dc1b4f1-f30c-46a4-8930-9c6051ecad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:43.449778 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-506f23d9-4521-45c2-81f7-b204525c0910 req-1dc1b4f1-f30c-46a4-8930-9c6051ecad7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680616 Apr 29 15:49:43.685646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf5ef3-4a17-4b02-90fb-4616616eac6b req-d6091248-b521-44f3-9f69-8ef545ecc0b9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:43.687355 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3dcf5ef3-4a17-4b02-90fb-4616616eac6b req-d6091248-b521-44f3-9f69-8ef545ecc0b9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 944 time: 0.0826638 Apr 29 15:49:43.696737 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-506f23d9-4521-45c2-81f7-b204525c0910 req-5f795fb3-ee28-4887-8609-ec70cb86c0c2 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397282 Apr 29 15:49:43.732568 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3dcf5ef3-4a17-4b02-90fb-4616616eac6b req-3fd93dda-184b-4ec4-b928-56d196b60356 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394740 Apr 29 15:49:43.805123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device e9a33066-f55a-45ab-a3c0-b91685f94798 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:49:43.830185 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-506f23d9-4521-45c2-81f7-b204525c0910 req-9486001e-7ad1-4cce-b05d-0c8775b009a9 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257136 Apr 29 15:49:43.978837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port e9a33066-f55a-45ab-a3c0-b91685f94798 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:49:43.984341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port e9a33066-f55a-45ab-a3c0-b91685f94798 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:49:43.984341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:44.101883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:44.128412 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a33066-f55a-45ab-a3c0-b91685f94798'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:49:44.138753 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port e9a33066-f55a-45ab-a3c0-b91685f94798, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=e9a33066-f55a-45ab-a3c0-b91685f94798,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:49:44.172304 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4e0ed6-8182-405c-acd0-30a50773e75f'] response: {'server_uuid': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a33066-f55a-45ab-a3c0-b91685f94798', 'code': 200} Apr 29 15:49:44.270686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:44.340219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=e9a33066-f55a-45ab-a3c0-b91685f94798,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:44.657646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580d523-a668-471b-acf2-8b179a8772c4 req-7d883368-59da-409f-bbcf-47bc0982f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:44.659083 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e580d523-a668-471b-acf2-8b179a8772c4 req-7d883368-59da-409f-bbcf-47bc0982f067 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0721962 Apr 29 15:49:44.699173 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e580d523-a668-471b-acf2-8b179a8772c4 req-2fb76898-bf50-4c20-b34a-2da9c5862119 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340395 Apr 29 15:49:44.927726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59211cd-fd16-4f69-b8a5-bd5c968a07e2 req-ac272103-cbdb-4129-8355-4a6957e6c248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:44.929236 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a59211cd-fd16-4f69-b8a5-bd5c968a07e2 req-ac272103-cbdb-4129-8355-4a6957e6c248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 945 time: 0.0861068 Apr 29 15:49:44.975341 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a59211cd-fd16-4f69-b8a5-bd5c968a07e2 req-da8726f1-c21c-4245-b74e-b76626b0c54c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397706 Apr 29 15:49:45.539297 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:49:46.164158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2aea6-1e32-4fa1-b601-5977b589bcce req-f08a47ce-3bce-4f26-9d7c-93c305049dc0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:46.173406 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6bf2aea6-1e32-4fa1-b601-5977b589bcce req-f08a47ce-3bce-4f26-9d7c-93c305049dc0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 945 time: 0.0814371 Apr 29 15:49:46.210307 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6bf2aea6-1e32-4fa1-b601-5977b589bcce req-d5be19be-0770-4f5a-8103-faea6ee73faf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389915 Apr 29 15:49:46.403105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd01ab-7c3f-4f7b-8c9e-6a5f24ae652c req-c26c8d03-736f-4929-ae23-626a5adb0d3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:46.404589 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-27bd01ab-7c3f-4f7b-8c9e-6a5f24ae652c req-c26c8d03-736f-4929-ae23-626a5adb0d3a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 945 time: 0.0839119 Apr 29 15:49:46.449481 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-27bd01ab-7c3f-4f7b-8c9e-6a5f24ae652c req-c2384ddf-b07a-407a-bb4f-97934bfde7f3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390446 Apr 29 15:49:46.472177 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42398) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:46.540709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f5f95a-bcd6-4f62-9af3-3aa94f1abaa0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:46.542118 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-10f5f95a-bcd6-4f62-9af3-3aa94f1abaa0 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 1093 time: 0.0689499 Apr 29 15:49:46.544841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42402) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:49:46.549563 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'e9a33066-f55a-45ab-a3c0-b91685f94798', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:49:46.555965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:49:46.559952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:floatingip and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:49:46.562795 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:49:46.575779 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:49:46.676351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:46.819945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:46.960114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.119 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/74c44b29-7e4a-4524-92d1-0f13e920256e) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:49:47.109437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:47.213458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:47.283637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:49:47.287458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:49:47.290117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:49:47.336409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=74c44b29-7e4a-4524-92d1-0f13e920256e,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:47.814451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:47.969221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.179259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.287973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.395641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=74c44b29-7e4a-4524-92d1-0f13e920256e,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:49:48.407519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:48.578087 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP 2d152d2d-4de5-4ae8-aa7e-3fcb26a2c7e8 associated. External IP: 172.26.2.119, port: e9a33066-f55a-45ab-a3c0-b91685f94798. Apr 29 15:49:48.935982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router ee4da5b6-1b35-4477-bf00-8e6515c91eca has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:49:49.124392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:49:49.136581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f21cc-ff6d-420b-b5ac-d92f3e47af9a None None] Sync routers for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:49:49.142938 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f21cc-ff6d-420b-b5ac-d92f3e47af9a None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:49:49.143550 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a78f21cc-ff6d-420b-b5ac-d92f3e47af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:49:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:49.246761 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:49:49.306180 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1830606a-5641-4e60-8bb9-65a557b57eb5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7603443 Apr 29 15:49:49.306892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'tag': 'e9a33066-f55a-45ab-a3c0-b91685f94798'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:49:49.354251 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adfbe947-1f5e-467c-a0e2-49c32692c99d'] response: {'name': 'network-changed', 'server_uuid': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'tag': 'e9a33066-f55a-45ab-a3c0-b91685f94798', 'status': 'completed', 'code': 200} Apr 29 15:49:49.356134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-a78f21cc-ff6d-420b-b5ac-d92f3e47af9a None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:49:49.446820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef41cb-dc90-4d74-96ef-b08778fa6aea req-7446e146-133c-48f2-9339-6cb391405054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:49.448272 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fef41cb-dc90-4d74-96ef-b08778fa6aea req-7446e146-133c-48f2-9339-6cb391405054 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 1098 time: 0.0718257 Apr 29 15:49:49.581422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef41cb-dc90-4d74-96ef-b08778fa6aea req-7f282556-b7ed-4317-a68f-dcc6ccf1ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:49.583798 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fef41cb-dc90-4d74-96ef-b08778fa6aea req-7f282556-b7ed-4317-a68f-dcc6ccf1ad0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6aee2f4-6d21-4867-8b50-c17669f5b567 HTTP/1.1" status: 200 len: 898 time: 0.1281376 Apr 29 15:49:49.688719 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fef41cb-dc90-4d74-96ef-b08778fa6aea req-ca25c910-4103-4dfd-ac25-9b846b1a845f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a33066-f55a-45ab-a3c0-b91685f94798 HTTP/1.1" status: 200 len: 999 time: 0.0993264 Apr 29 15:49:49.707071 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a78f21cc-ff6d-420b-b5ac-d92f3e47af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '2d152d2d-4de5-4ae8-aa7e-3fcb26a2c7e8', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.119', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'port_id': 'e9a33066-f55a-45ab-a3c0-b91685f94798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'mac_address': 'fa:16:3e:af:c6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:47Z', 'updated_at': '2022-04-29T15:49:47Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}, {'id': '84597611-0a11-473a-935f-5a83c803395e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'port_id': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'mac_address': 'fa:16:3e:c5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:25Z', 'updated_at': '2022-04-29T15:49:29Z', 'revision_number': 1, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:09Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:49.710909 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f21cc-ff6d-420b-b5ac-d92f3e47af9a None None] Checking router: ee4da5b6-1b35-4477-bf00-8e6515c91eca for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:49:49.719497 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f21cc-ff6d-420b-b5ac-d92f3e47af9a None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:49:49.720416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a78f21cc-ff6d-420b-b5ac-d92f3e47af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:49:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:49.753979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef41cb-dc90-4d74-96ef-b08778fa6aea req-f6a52ff8-fd62-40cf-9e41-4dfce1fb706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:49.756182 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fef41cb-dc90-4d74-96ef-b08778fa6aea req-f6a52ff8-fd62-40cf-9e41-4dfce1fb706e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7328a4c-6db2-4990-88a5-f2924ffc93da HTTP/1.1" status: 200 len: 835 time: 0.0604270 Apr 29 15:49:49.830193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef41cb-dc90-4d74-96ef-b08778fa6aea req-615f5692-592f-4550-b4ce-3043fdbc68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:49:49.831725 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fef41cb-dc90-4d74-96ef-b08778fa6aea req-615f5692-592f-4550-b4ce-3043fdbc68b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6aee2f4-6d21-4867-8b50-c17669f5b567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706682 Apr 29 15:49:49.898922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-a78f21cc-ff6d-420b-b5ac-d92f3e47af9a None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:49:49.967808 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fef41cb-dc90-4d74-96ef-b08778fa6aea req-96006f1c-0574-4354-bb18-b9214e73c1f0 service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276982 Apr 29 15:49:50.101597 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fef41cb-dc90-4d74-96ef-b08778fa6aea req-d7d9ea9a-c13c-4768-90bd-6d698e1ff270 service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279976 Apr 29 15:49:50.253914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a78f21cc-ff6d-420b-b5ac-d92f3e47af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '2d152d2d-4de5-4ae8-aa7e-3fcb26a2c7e8', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.119', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'port_id': 'e9a33066-f55a-45ab-a3c0-b91685f94798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'mac_address': 'fa:16:3e:af:c6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:47Z', 'updated_at': '2022-04-29T15:49:47Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}, {'id': '84597611-0a11-473a-935f-5a83c803395e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'port_id': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'mac_address': 'fa:16:3e:c5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:25Z', 'updated_at': '2022-04-29T15:49:29Z', 'revision_number': 1, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:09Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:49:50.258113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f21cc-ff6d-420b-b5ac-d92f3e47af9a None None] The sync data for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv is: [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '2d152d2d-4de5-4ae8-aa7e-3fcb26a2c7e8', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.119', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'port_id': 'e9a33066-f55a-45ab-a3c0-b91685f94798', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'mac_address': 'fa:16:3e:af:c6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:47Z', 'updated_at': '2022-04-29T15:49:47Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}, {'id': '84597611-0a11-473a-935f-5a83c803395e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'port_id': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'mac_address': 'fa:16:3e:c5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:25Z', 'updated_at': '2022-04-29T15:49:29Z', 'revision_number': 1, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:09Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:49:50.446960 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d1cfb-31de-45f7-8434-a45c3564d50e None None] New status for floating IP 2d152d2d-4de5-4ae8-aa7e-3fcb26a2c7e8: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:49:54.190084 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:02.138593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-15ee3c1b-d6c0-4dd3-bb87-3b20bf664cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:04.206554 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7608c0ea-fedb-4c34-8d59-a1f277abcabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:05.230021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:05.401387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:07.092852 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:22.294237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42424) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:22.512825 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-88d6d0f2-fbf8-425b-aa6d-178b105c3481 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/84597611-0a11-473a-935f-5a83c803395e HTTP/1.1" status: 200 len: 993 time: 0.2174213 Apr 29 15:50:22.539833 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:50:23.339092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42436) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:23.344773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:50:23.462566 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:23.667421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port b6a05b19-131a-4837-8238-b23c30e6a684, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=b6a05b19-131a-4837-8238-b23c30e6a684,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:23.694779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:23.753712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:23.821676 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:23.822281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:23.823645 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/ports/b6a05b19-131a-4837-8238-b23c30e6a684 HTTP/1.1" status: 200 len: 939 time: 0.4835668 Apr 29 15:50:23.824291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:50:23.848575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=b6a05b19-131a-4837-8238-b23c30e6a684,revision_number=6']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:23.857094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:23.857393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:23.857732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:23.858070 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:23.858406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:23.858733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:23.859059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:23.859383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:23.859704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:23.860026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:23.860344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:23.860708 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d80e-9e8d-473f-b5bf-91b1f789f39e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:23.876900 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2afdde9-9d4b-47be-94a5-32f7a3defa03'] response: {'name': 'network-changed', 'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'status': 'completed', 'code': 200} Apr 29 15:50:23.970567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b087b-8667-48a7-bdb4-443679a78c9b req-e023a4ea-eb50-440f-8a04-c26488ea6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:23.972040 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f68b087b-8667-48a7-bdb4-443679a78c9b req-e023a4ea-eb50-440f-8a04-c26488ea6b36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 1100 time: 0.0729265 Apr 29 15:50:24.052428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-20a2b870-c201-4779-9cda-d627937b61ae None None] Provisioning complete for port b6a05b19-131a-4837-8238-b23c30e6a684 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:24.053092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-20a2b870-c201-4779-9cda-d627937b61ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:24.105739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b087b-8667-48a7-bdb4-443679a78c9b req-c9577dd3-1b0f-4038-9b7d-4306e23aca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:24.107075 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f68b087b-8667-48a7-bdb4-443679a78c9b req-c9577dd3-1b0f-4038-9b7d-4306e23aca9e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6aee2f4-6d21-4867-8b50-c17669f5b567 HTTP/1.1" status: 200 len: 898 time: 0.1280296 Apr 29 15:50:24.111838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-20a2b870-c201-4779-9cda-d627937b61ae None None] Port b6a05b19-131a-4837-8238-b23c30e6a684 is administratively disabled so it will not transition to active. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 29 15:50:24.205211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:24.208063 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f68b087b-8667-48a7-bdb4-443679a78c9b req-39ff8cf7-ee4e-418a-9429-707ef8ffab59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a05b19-131a-4837-8238-b23c30e6a684 HTTP/1.1" status: 200 len: 1002 time: 0.0946927 Apr 29 15:50:24.271071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b087b-8667-48a7-bdb4-443679a78c9b req-a40c0724-3cc9-4611-afe7-5d23d1967af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:24.273134 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f68b087b-8667-48a7-bdb4-443679a78c9b req-a40c0724-3cc9-4611-afe7-5d23d1967af0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7328a4c-6db2-4990-88a5-f2924ffc93da HTTP/1.1" status: 200 len: 835 time: 0.0598197 Apr 29 15:50:24.345534 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b087b-8667-48a7-bdb4-443679a78c9b req-506fe49c-6ae8-45b7-a77c-9fa934797023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:24.346977 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f68b087b-8667-48a7-bdb4-443679a78c9b req-506fe49c-6ae8-45b7-a77c-9fa934797023 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6aee2f4-6d21-4867-8b50-c17669f5b567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685973 Apr 29 15:50:24.472724 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f68b087b-8667-48a7-bdb4-443679a78c9b req-8b50a42a-729d-4f1b-8761-ca9f50891d2c service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199250 Apr 29 15:50:24.697657 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f68b087b-8667-48a7-bdb4-443679a78c9b req-bb187341-5472-406a-80df-dc4e45188954 service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194254 Apr 29 15:50:27.251700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42446) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:27.258023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-276144a6-fc6d-456d-99f0-f09cfc000096 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:50:27.375909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-276144a6-fc6d-456d-99f0-f09cfc000096 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:27.591926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-276144a6-fc6d-456d-99f0-f09cfc000096 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port b6a05b19-131a-4837-8238-b23c30e6a684, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=b6a05b19-131a-4837-8238-b23c30e6a684,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:27.616784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-276144a6-fc6d-456d-99f0-f09cfc000096 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:27.680437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-276144a6-fc6d-456d-99f0-f09cfc000096 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:27.746683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276144a6-fc6d-456d-99f0-f09cfc000096 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:27.747284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-276144a6-fc6d-456d-99f0-f09cfc000096 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:27.748664 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-276144a6-fc6d-456d-99f0-f09cfc000096 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/ports/b6a05b19-131a-4837-8238-b23c30e6a684 HTTP/1.1" status: 200 len: 938 time: 0.4959509 Apr 29 15:50:27.749304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:50:27.751637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42450) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:27.771306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276144a6-fc6d-456d-99f0-f09cfc000096 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=b6a05b19-131a-4837-8238-b23c30e6a684,revision_number=7']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:27.816318 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859325ed-f24d-4b72-baed-9e0ef9d9f164'] response: {'name': 'network-changed', 'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'status': 'completed', 'code': 200} Apr 29 15:50:27.872696 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ea4e366d-5c30-48dd-aaee-191b7d6e01c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/84597611-0a11-473a-935f-5a83c803395e HTTP/1.1" status: 200 len: 993 time: 0.1198719 Apr 29 15:50:27.918547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce40f2a-4928-4d1c-891b-6dea213f113b req-a8d6b5b6-5a1b-48ec-a094-75832a550b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:27.920044 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8ce40f2a-4928-4d1c-891b-6dea213f113b req-a8d6b5b6-5a1b-48ec-a094-75832a550b1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 1099 time: 0.0827603 Apr 29 15:50:27.952172 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0166f819-8d08-4dc7-8410-1403546245c8 None None] Provisioning complete for port b6a05b19-131a-4837-8238-b23c30e6a684 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:27.952780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0166f819-8d08-4dc7-8410-1403546245c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:27.994558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['b6a05b19-131a-4837-8238-b23c30e6a684'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:50:28.050252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42458) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:28.056549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce40f2a-4928-4d1c-891b-6dea213f113b req-23c11344-9e43-4308-ad24-e5e88ab94b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:28.058006 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8ce40f2a-4928-4d1c-891b-6dea213f113b req-23c11344-9e43-4308-ad24-e5e88ab94b4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6aee2f4-6d21-4867-8b50-c17669f5b567 HTTP/1.1" status: 200 len: 898 time: 0.1312661 Apr 29 15:50:28.166542 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8ce40f2a-4928-4d1c-891b-6dea213f113b req-e170343c-c5fc-44ee-b1c9-eae655588627 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a05b19-131a-4837-8238-b23c30e6a684 HTTP/1.1" status: 200 len: 1001 time: 0.1014364 Apr 29 15:50:28.241774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce40f2a-4928-4d1c-891b-6dea213f113b req-0f87ddff-052e-4250-a180-b31c0df9b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:28.243325 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8ce40f2a-4928-4d1c-891b-6dea213f113b req-0f87ddff-052e-4250-a180-b31c0df9b236 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7328a4c-6db2-4990-88a5-f2924ffc93da HTTP/1.1" status: 200 len: 835 time: 0.0715249 Apr 29 15:50:28.270086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Deleting port b832a43e-3be6-4265-89b7-58faa4c073b0 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:28.271079 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:28.326714 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce40f2a-4928-4d1c-891b-6dea213f113b req-0feb094a-5827-4163-9303-b25e163661fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:28.328213 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8ce40f2a-4928-4d1c-891b-6dea213f113b req-0feb094a-5827-4163-9303-b25e163661fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6aee2f4-6d21-4867-8b50-c17669f5b567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779037 Apr 29 15:50:28.446877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:28.447112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:28.466645 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8ce40f2a-4928-4d1c-891b-6dea213f113b req-185686cc-7711-4a01-83be-d5a572c06790 service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260486 Apr 29 15:50:28.571623 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Calling delete_port for b832a43e-3be6-4265-89b7-58faa4c073b0 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:28.601334 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8ce40f2a-4928-4d1c-891b-6dea213f113b req-7116af5e-4431-4bf3-a03c-5e154709babc service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280987 Apr 29 15:50:28.789393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:28.839454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event deleted for resources: {'Port': ['ID=b832a43e-3be6-4265-89b7-58faa4c073b0,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:28.877142 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:28.877497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:28.877835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:28.878165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:28.878491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:28.878888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:28.879213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:28.879537 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:28.879859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:28.880205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:28.880551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:28.881497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:28.952658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:28.956834 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Floating IP 87053a55-155c-4a00-8f12-0301e3d10495 disassociated (deleted). External IP: 172.26.2.248, port: 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437. Apr 29 15:50:29.404761 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Router 942a82d5-e220-4245-8c37-fba630ca04e7 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:50:29.579529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:50:29.589593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb7d472-0e29-43cb-89d6-1e2f98454df1 None None] Sync routers for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:50:29.595828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:29.598631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb7d472-0e29-43cb-89d6-1e2f98454df1 None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:29.599230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ecb7d472-0e29-43cb-89d6-1e2f98454df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:29.653527 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f78ef419-fe48-4cf6-b7cf-2b8376004557 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "DELETE /v2.0/floatingips/87053a55-155c-4a00-8f12-0301e3d10495 HTTP/1.1" status: 204 len: 168 time: 1.6021857 Apr 29 15:50:29.654203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'tag': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:50:29.754323 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39557076-9219-47d7-b2d8-ef4afcd3c0ff'] response: {'name': 'network-changed', 'server_uuid': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'tag': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437', 'status': 'completed', 'code': 200} Apr 29 15:50:29.777021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ecb7d472-0e29-43cb-89d6-1e2f98454df1 None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:29.846935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747cf4c-5345-4587-974e-a065fad93d4b req-e9aab98d-7b28-4940-80d0-705b4e6cbd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:29.848312 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9747cf4c-5345-4587-974e-a065fad93d4b req-e9aab98d-7b28-4940-80d0-705b4e6cbd6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 1099 time: 0.0735779 Apr 29 15:50:29.994320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747cf4c-5345-4587-974e-a065fad93d4b req-4162523a-32b5-43f6-84c8-2050d901f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:29.995775 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9747cf4c-5345-4587-974e-a065fad93d4b req-4162523a-32b5-43f6-84c8-2050d901f038 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 912 time: 0.1419308 Apr 29 15:50:30.066011 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9747cf4c-5345-4587-974e-a065fad93d4b req-fc6bd892-ab2d-4bb3-b3f9-78df78168fd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 HTTP/1.1" status: 200 len: 217 time: 0.0631843 Apr 29 15:50:30.137363 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747cf4c-5345-4587-974e-a065fad93d4b req-7af41027-7dd6-40ac-af76-e72b49201b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:30.138706 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9747cf4c-5345-4587-974e-a065fad93d4b req-7af41027-7dd6-40ac-af76-e72b49201b10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.0669229 Apr 29 15:50:30.150621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ecb7d472-0e29-43cb-89d6-1e2f98454df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.84', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:b0:f9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:15Z', 'updated_at': '2022-04-29T15:44:18Z', 'revision_number': 1, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:30.153787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb7d472-0e29-43cb-89d6-1e2f98454df1 None None] Checking router: 942a82d5-e220-4245-8c37-fba630ca04e7 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:50:30.163171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb7d472-0e29-43cb-89d6-1e2f98454df1 None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:30.163468 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ecb7d472-0e29-43cb-89d6-1e2f98454df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:30.194823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20665c8b-e03e-44c5-87d1-44f1b4213f8e req-c66072af-7fe1-4b09-a1b8-925d4c73c2e4 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:30.195529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-20665c8b-e03e-44c5-87d1-44f1b4213f8e req-c66072af-7fe1-4b09-a1b8-925d4c73c2e4 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Synchronizing usage tracker for tenant:7839e9e79267494aa8592713c17200fb on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:30.224034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747cf4c-5345-4587-974e-a065fad93d4b req-cdf595ff-f096-4979-b15a-f3241d7a552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:30.226075 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9747cf4c-5345-4587-974e-a065fad93d4b req-cdf595ff-f096-4979-b15a-f3241d7a552d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811899 Apr 29 15:50:30.297982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-20665c8b-e03e-44c5-87d1-44f1b4213f8e req-c66072af-7fe1-4b09-a1b8-925d4c73c2e4 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Unset dirty status for tenant:7839e9e79267494aa8592713c17200fb on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:30.299163 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-20665c8b-e03e-44c5-87d1-44f1b4213f8e req-c66072af-7fe1-4b09-a1b8-925d4c73c2e4 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 946 time: 0.1869063 Apr 29 15:50:30.347859 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-20665c8b-e03e-44c5-87d1-44f1b4213f8e req-84421a73-0483-486b-b73f-959758628031 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424991 Apr 29 15:50:30.350982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ecb7d472-0e29-43cb-89d6-1e2f98454df1 None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:30.476777 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9747cf4c-5345-4587-974e-a065fad93d4b req-969b1c66-128c-4515-8310-ca9b6d9e96a8 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442508 Apr 29 15:50:30.517695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42476) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:30.613861 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9747cf4c-5345-4587-974e-a065fad93d4b req-006281d5-2345-438f-8d86-6e1e5b065256 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302776 Apr 29 15:50:30.699846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ecb7d472-0e29-43cb-89d6-1e2f98454df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.84', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:b0:f9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:15Z', 'updated_at': '2022-04-29T15:44:18Z', 'revision_number': 1, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:30.703802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb7d472-0e29-43cb-89d6-1e2f98454df1 None None] The sync data for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv is: [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'floating_ip_address': '172.26.2.84', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'port_id': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'mac_address': 'fa:16:3e:b0:f9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:44:15Z', 'updated_at': '2022-04-29T15:44:18Z', 'revision_number': 1, 'project_id': '7839e9e79267494aa8592713c17200fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:50:30.728257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 74c44b29-7e4a-4524-92d1-0f13e920256e {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:30.731584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:30.907072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:30.907407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:30.925180 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c1a1aa-205c-4b93-bd68-883d14fabb67 None None] New status for floating IP 87053a55-155c-4a00-8f12-0301e3d10495: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:50:31.033918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 74c44b29-7e4a-4524-92d1-0f13e920256e owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:31.269170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:31.322489 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=74c44b29-7e4a-4524-92d1-0f13e920256e,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:31.413826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:31.414213 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP 2d152d2d-4de5-4ae8-aa7e-3fcb26a2c7e8 disassociated (deleted). External IP: 172.26.2.119, port: e9a33066-f55a-45ab-a3c0-b91685f94798. Apr 29 15:50:31.612422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-585a7a03-adc3-49dd-9b80-449f5933745a tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:31.613732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-585a7a03-adc3-49dd-9b80-449f5933745a tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Synchronizing usage tracker for tenant:7839e9e79267494aa8592713c17200fb on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:31.625351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-585a7a03-adc3-49dd-9b80-449f5933745a tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Unset dirty status for tenant:7839e9e79267494aa8592713c17200fb on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:31.626476 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-585a7a03-adc3-49dd-9b80-449f5933745a tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 946 time: 0.0956032 Apr 29 15:50:31.657976 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb834b2a-c419-4bfa-a471-51693acb64d6 req-3b07f3ca-6796-4321-beb6-8014fac51237 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:31.659416 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cb834b2a-c419-4bfa-a471-51693acb64d6 req-3b07f3ca-6796-4321-beb6-8014fac51237 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 946 time: 0.1936576 Apr 29 15:50:31.696565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-4e1f2932-1392-4070-9f03-e4d99f668c39 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Deleting port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:31.696912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-4e1f2932-1392-4070-9f03-e4d99f668c39 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:31.949384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-4e1f2932-1392-4070-9f03-e4d99f668c39 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] For port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:31.949744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-4e1f2932-1392-4070-9f03-e4d99f668c39 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:31.960847 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cb834b2a-c419-4bfa-a471-51693acb64d6 req-5f52c96c-49bd-4403-8912-34e768f71ea8 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348155 Apr 29 15:50:32.033418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router ee4da5b6-1b35-4477-bf00-8e6515c91eca has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:50:32.075539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-4e1f2932-1392-4070-9f03-e4d99f668c39 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Calling delete_port for 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:32.097773 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-80a519c0-f4db-4aec-beb8-481415ad46fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:32.216807 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:50:32.227914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccbcb26-f794-4e65-9888-14c84ee288a4 None None] Sync routers for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:50:32.234077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:32.237164 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccbcb26-f794-4e65-9888-14c84ee288a4 None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:32.237870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-0ccbcb26-f794-4e65-9888-14c84ee288a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:32.286093 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-4e1f2932-1392-4070-9f03-e4d99f668c39 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:32.294136 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1edbadc2-a209-47e8-bf1b-f172ee75268d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/floatingips/2d152d2d-4de5-4ae8-aa7e-3fcb26a2c7e8 HTTP/1.1" status: 204 len: 168 time: 1.7753553 Apr 29 15:50:32.294891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'tag': 'e9a33066-f55a-45ab-a3c0-b91685f94798'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:50:32.347645 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348e27c8-4e26-4c61-a442-daceabbcf764'] response: {'name': 'network-changed', 'server_uuid': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'tag': 'e9a33066-f55a-45ab-a3c0-b91685f94798', 'status': 'completed', 'code': 200} Apr 29 15:50:32.348645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f2932-1392-4070-9f03-e4d99f668c39 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event deleted for resources: {'Port': ['ID=2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:32.479012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-4e1f2932-1392-4070-9f03-e4d99f668c39 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] No DVR routers for this DVR port 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:50:32.487461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-4e1f2932-1392-4070-9f03-e4d99f668c39 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:32.489865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'name': 'network-vif-deleted', 'tag': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:50:32.495847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-0ccbcb26-f794-4e65-9888-14c84ee288a4 None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:32.527084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-23504d45-f3c6-41b4-b71e-f2f3d8d1675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:32.528590 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-23504d45-f3c6-41b4-b71e-f2f3d8d1675a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 1098 time: 0.1301916 Apr 29 15:50:32.536188 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b701b819-24e4-40b4-ac09-f57d237eaa96'] response: {'server_uuid': 'a0073207-b256-4dfc-b7ed-0df31391a507', 'name': 'network-vif-deleted', 'tag': '2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437', 'status': 'completed', 'code': 200} Apr 29 15:50:32.622559 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-4e1f2932-1392-4070-9f03-e4d99f668c39 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "DELETE /v2.0/ports/2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 HTTP/1.1" status: 204 len: 173 time: 0.9909894 Apr 29 15:50:32.670364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-deb15aee-3abe-4fef-b1fd-7f7d1bd806ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:32.671787 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-deb15aee-3abe-4fef-b1fd-7f7d1bd806ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6aee2f4-6d21-4867-8b50-c17669f5b567 HTTP/1.1" status: 200 len: 898 time: 0.1310070 Apr 29 15:50:32.739523 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-51e57515-d352-4e5b-81aa-56de8e29c42f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9a33066-f55a-45ab-a3c0-b91685f94798 HTTP/1.1" status: 200 len: 217 time: 0.0615239 Apr 29 15:50:32.830100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-0d102fb2-6277-4fb2-ae37-20f3607e9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:32.830100 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-0d102fb2-6277-4fb2-ae37-20f3607e9fbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7328a4c-6db2-4990-88a5-f2924ffc93da HTTP/1.1" status: 200 len: 835 time: 0.0797966 Apr 29 15:50:32.942746 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-139db7eb-570a-4dc9-9f73-f80edd6d13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:32.945887 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-139db7eb-570a-4dc9-9f73-f80edd6d13cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6aee2f4-6d21-4867-8b50-c17669f5b567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1126812 Apr 29 15:50:32.957657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-99c663a9-fd03-4b9f-b8f4-5f77bb36cd5e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:50:32.958960 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-99c663a9-fd03-4b9f-b8f4-5f77bb36cd5e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063205 Apr 29 15:50:32.978329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-0ccbcb26-f794-4e65-9888-14c84ee288a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '84597611-0a11-473a-935f-5a83c803395e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'port_id': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'mac_address': 'fa:16:3e:c5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:25Z', 'updated_at': '2022-04-29T15:49:29Z', 'revision_number': 1, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:09Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:32.983023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccbcb26-f794-4e65-9888-14c84ee288a4 None None] Checking router: ee4da5b6-1b35-4477-bf00-8e6515c91eca for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:50:32.995772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccbcb26-f794-4e65-9888-14c84ee288a4 None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:32.995772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-0ccbcb26-f794-4e65-9888-14c84ee288a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:33.044424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba635af1-a74b-4cf1-a224-8027fbd1cc0c req-278bf2af-6f41-44bc-9258-b40249b7f5eb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:33.045136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-ba635af1-a74b-4cf1-a224-8027fbd1cc0c req-278bf2af-6f41-44bc-9258-b40249b7f5eb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:33.150110 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-859ae6a6-40f6-4842-a1c2-a655086992f6 req-b3f0ac7f-f086-48b2-9c71-d9af85f9c711 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 210 time: 0.0555806 Apr 29 15:50:33.166241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-ba635af1-a74b-4cf1-a224-8027fbd1cc0c req-278bf2af-6f41-44bc-9258-b40249b7f5eb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:33.167485 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ba635af1-a74b-4cf1-a224-8027fbd1cc0c req-278bf2af-6f41-44bc-9258-b40249b7f5eb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 945 time: 0.2375491 Apr 29 15:50:33.217109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-0ccbcb26-f794-4e65-9888-14c84ee288a4 None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:33.227144 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ba635af1-a74b-4cf1-a224-8027fbd1cc0c req-36721845-707f-451a-93ce-814194e5eec2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530016 Apr 29 15:50:33.278466 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-866240ee-d02b-48ea-ae76-3ca49145bd17 service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119521 Apr 29 15:50:33.422185 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0800e65a-73cd-4a32-9167-7ba5ffd70013 req-167cb1c4-f28c-4112-9ebf-ed562b0cea7c service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378946 Apr 29 15:50:33.607810 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-0ccbcb26-f794-4e65-9888-14c84ee288a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '84597611-0a11-473a-935f-5a83c803395e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'port_id': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'mac_address': 'fa:16:3e:c5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:25Z', 'updated_at': '2022-04-29T15:49:29Z', 'revision_number': 1, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:09Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:33.611788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccbcb26-f794-4e65-9888-14c84ee288a4 None None] The sync data for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv is: [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '84597611-0a11-473a-935f-5a83c803395e', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'port_id': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'mac_address': 'fa:16:3e:c5:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:49:25Z', 'updated_at': '2022-04-29T15:49:29Z', 'revision_number': 1, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:09Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:50:33.829320 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a25670-150c-485d-9e53-8b9f0a7e0a41 None None] New status for floating IP 2d152d2d-4de5-4ae8-aa7e-3fcb26a2c7e8: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:50:34.022109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:34.056973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:50:34.057323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2c9bdb7f-7fdd-4951-83ee-e7a02e8b2437 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:34.136633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-d4f70672-2c9a-43f0-a5c6-49674b33b617 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:34.137313 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-d4f70672-2c9a-43f0-a5c6-49674b33b617 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:34.148939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-d4f70672-2c9a-43f0-a5c6-49674b33b617 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:34.150006 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-d4f70672-2c9a-43f0-a5c6-49674b33b617 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 945 time: 0.0953615 Apr 29 15:50:34.206377 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e93d8301-3576-4f26-b6c9-73e117d80ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:34.225015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-fb663e5d-3046-4ce5-9d9c-c20b761aabfc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port e9a33066-f55a-45ab-a3c0-b91685f94798 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:34.225356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-fb663e5d-3046-4ce5-9d9c-c20b761aabfc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:34.341974 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3dc36199-aa24-4585-bf79-aa6f0fde92bb req-855f1665-a5ad-480b-b5d2-73fd604c4cd9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0073207-b256-4dfc-b7ed-0df31391a507 HTTP/1.1" status: 200 len: 210 time: 0.0508261 Apr 29 15:50:34.424172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72cf09-20e4-4bcb-a524-ee0885240f8a req-eb457cb2-9ac2-48d4-af8c-8384b8568e23 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:34.425636 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f72cf09-20e4-4bcb-a524-ee0885240f8a req-eb457cb2-9ac2-48d4-af8c-8384b8568e23 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 945 time: 0.0829055 Apr 29 15:50:34.470622 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f72cf09-20e4-4bcb-a524-ee0885240f8a req-b98616a0-ea3d-4907-a52f-700b06309658 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=6dab280a-c415-43af-a936-5c9afe142493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384860 Apr 29 15:50:34.501657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-fb663e5d-3046-4ce5-9d9c-c20b761aabfc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port e9a33066-f55a-45ab-a3c0-b91685f94798, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=e9a33066-f55a-45ab-a3c0-b91685f94798,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:34.502011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-fb663e5d-3046-4ce5-9d9c-c20b761aabfc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:34.623200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-fb663e5d-3046-4ce5-9d9c-c20b761aabfc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for e9a33066-f55a-45ab-a3c0-b91685f94798 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:34.817191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-fb663e5d-3046-4ce5-9d9c-c20b761aabfc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:34.866114 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb663e5d-3046-4ce5-9d9c-c20b761aabfc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=e9a33066-f55a-45ab-a3c0-b91685f94798,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:34.940592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-fb663e5d-3046-4ce5-9d9c-c20b761aabfc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] No DVR routers for this DVR port e9a33066-f55a-45ab-a3c0-b91685f94798 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:50:34.942922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-fb663e5d-3046-4ce5-9d9c-c20b761aabfc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:34.947454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'name': 'network-vif-deleted', 'tag': 'e9a33066-f55a-45ab-a3c0-b91685f94798'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:50:34.990683 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53103d7-5a2b-4f12-94df-99039cec2cc9'] response: {'server_uuid': 'b8a78af4-b1af-4702-a755-6cceb6b67cb0', 'name': 'network-vif-deleted', 'tag': 'e9a33066-f55a-45ab-a3c0-b91685f94798', 'status': 'completed', 'code': 200} Apr 29 15:50:35.062738 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c1f3a78b-56d7-440b-b96d-76ae135e5f37 req-fb663e5d-3046-4ce5-9d9c-c20b761aabfc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "DELETE /v2.0/ports/e9a33066-f55a-45ab-a3c0-b91685f94798 HTTP/1.1" status: 204 len: 173 time: 0.9068716 Apr 29 15:50:35.229170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:35.395147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:35.637836 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4895e1f5-b35c-42c7-a9fd-4200ae41ced9 req-42c5d420-3ce4-4311-8ee9-8c16f4996fcf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a78af4-b1af-4702-a755-6cceb6b67cb0 HTTP/1.1" status: 200 len: 210 time: 0.0462210 Apr 29 15:50:36.734656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42508) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:36.807290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd3a0a87-5dfa-403c-a000-ca41777a79aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:36.839856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd3a0a87-5dfa-403c-a000-ca41777a79aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:37.007032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd3a0a87-5dfa-403c-a000-ca41777a79aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:37.028394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a0a87-5dfa-403c-a000-ca41777a79aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dab280a-c415-43af-a936-5c9afe142493,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:37.120676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd3a0a87-5dfa-403c-a000-ca41777a79aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:37.121796 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bd3a0a87-5dfa-403c-a000-ca41777a79aa tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/security-groups/6dab280a-c415-43af-a936-5c9afe142493 HTTP/1.1" status: 204 len: 168 time: 0.3861651 Apr 29 15:50:37.137795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:37.249035 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42516) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:37.460619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 8c4ee9a5-0bed-4edf-b8f9-ea5ce9ce93ef {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:37.460962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:37.631576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:37.631906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:37.859373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 8c4ee9a5-0bed-4edf-b8f9-ea5ce9ce93ef owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:38.028174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device e9a33066-f55a-45ab-a3c0-b91685f94798 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:38.069038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: e9a33066-f55a-45ab-a3c0-b91685f94798 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:50:38.069397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device e9a33066-f55a-45ab-a3c0-b91685f94798 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:38.097950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:38.157852 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=8c4ee9a5-0bed-4edf-b8f9-ea5ce9ce93ef,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:38.281437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:38.281694 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP 84597611-0a11-473a-935f-5a83c803395e disassociated (deleted). External IP: 172.26.2.29, port: b6a05b19-131a-4837-8238-b23c30e6a684. Apr 29 15:50:38.649419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router ee4da5b6-1b35-4477-bf00-8e6515c91eca has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:50:38.829066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:50:38.841123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ab887-4a2c-48a3-910c-6dd5e2b03f73 None None] Sync routers for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:50:38.845724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:38.850864 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ab887-4a2c-48a3-910c-6dd5e2b03f73 None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:38.851671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-612ab887-4a2c-48a3-910c-6dd5e2b03f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:38.903344 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b555cb94-2c02-49df-871e-12adc8e0d088 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/floatingips/84597611-0a11-473a-935f-5a83c803395e HTTP/1.1" status: 204 len: 168 time: 1.6508100 Apr 29 15:50:38.903344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:50:38.952979 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a0727d-ee46-466b-8259-346d8be3cc0a'] response: {'name': 'network-changed', 'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'status': 'completed', 'code': 200} Apr 29 15:50:39.047431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7743be-1eb7-4145-8181-852f6736375a req-bf1e1c75-d590-441c-ab8c-42277d697687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:39.047431 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8a7743be-1eb7-4145-8181-852f6736375a req-bf1e1c75-d590-441c-ab8c-42277d697687 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 1099 time: 0.0736132 Apr 29 15:50:39.098152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-612ab887-4a2c-48a3-910c-6dd5e2b03f73 None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:39.230474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7743be-1eb7-4145-8181-852f6736375a req-91d38aec-a2ec-4cf2-9287-86a1c62bb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:39.231922 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8a7743be-1eb7-4145-8181-852f6736375a req-91d38aec-a2ec-4cf2-9287-86a1c62bb560 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c6aee2f4-6d21-4867-8b50-c17669f5b567 HTTP/1.1" status: 200 len: 898 time: 0.1782176 Apr 29 15:50:39.311756 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8a7743be-1eb7-4145-8181-852f6736375a req-242b099f-51b7-41f0-96fb-f675bcc6d9dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a05b19-131a-4837-8238-b23c30e6a684 HTTP/1.1" status: 200 len: 217 time: 0.0731936 Apr 29 15:50:39.377856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7743be-1eb7-4145-8181-852f6736375a req-e759ef0c-d225-4b1f-b970-3d98e8c13014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:39.380322 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8a7743be-1eb7-4145-8181-852f6736375a req-e759ef0c-d225-4b1f-b970-3d98e8c13014 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7328a4c-6db2-4990-88a5-f2924ffc93da HTTP/1.1" status: 200 len: 835 time: 0.0627708 Apr 29 15:50:39.462729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-612ab887-4a2c-48a3-910c-6dd5e2b03f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:09Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:39.468675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ab887-4a2c-48a3-910c-6dd5e2b03f73 None None] Checking router: ee4da5b6-1b35-4477-bf00-8e6515c91eca for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:50:39.471223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7743be-1eb7-4145-8181-852f6736375a req-8d3692af-7094-4f1d-b99a-61a2118747e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:39.473613 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8a7743be-1eb7-4145-8181-852f6736375a req-8d3692af-7094-4f1d-b99a-61a2118747e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c6aee2f4-6d21-4867-8b50-c17669f5b567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863466 Apr 29 15:50:39.480845 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ab887-4a2c-48a3-910c-6dd5e2b03f73 None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:39.481449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-612ab887-4a2c-48a3-910c-6dd5e2b03f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:39.579858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f20b4c-f910-4cd7-b579-35faa7057234 req-83119df4-5457-4d52-bc90-d96a0a300010 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:39.580967 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f1f20b4c-f910-4cd7-b579-35faa7057234 req-83119df4-5457-4d52-bc90-d96a0a300010 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:39.616280 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8a7743be-1eb7-4145-8181-852f6736375a req-d3f7803c-3263-4e96-9eb1-35eae6ea1598 service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351912 Apr 29 15:50:39.662783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f1f20b4c-f910-4cd7-b579-35faa7057234 req-83119df4-5457-4d52-bc90-d96a0a300010 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:39.669555 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f1f20b4c-f910-4cd7-b579-35faa7057234 req-83119df4-5457-4d52-bc90-d96a0a300010 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 946 time: 0.1855593 Apr 29 15:50:39.686221 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-612ab887-4a2c-48a3-910c-6dd5e2b03f73 None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:39.715001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f1f20b4c-f910-4cd7-b579-35faa7057234 req-ec654e8a-cd79-4c79-be18-2ab1ec5f19bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:39.800643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f1f20b4c-f910-4cd7-b579-35faa7057234 req-ec654e8a-cd79-4c79-be18-2ab1ec5f19bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:39.801984 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f1f20b4c-f910-4cd7-b579-35faa7057234 req-ec654e8a-cd79-4c79-be18-2ab1ec5f19bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=51e2d145-fbba-4be1-a6bf-88c65882ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316073 Apr 29 15:50:39.860782 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8a7743be-1eb7-4145-8181-852f6736375a req-d80f1dee-ccf5-4673-a2c4-76cfcb61093f service neutron] 10.222.0.44 "GET /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379992 Apr 29 15:50:40.013350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-612ab887-4a2c-48a3-910c-6dd5e2b03f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:09Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:40.017298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ab887-4a2c-48a3-910c-6dd5e2b03f73 None None] The sync data for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv is: [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:49:04Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a594520e-3483-47e8-bf99-63f7fd55a146', 'name': '', 'network_id': 'c6aee2f4-6d21-4867-8b50-c17669f5b567', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:93:c6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:49:03Z', 'updated_at': '2022-04-29T15:49:09Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': 'b7328a4c-6db2-4990-88a5-f2924ffc93da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:50:40.245373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42536) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:40.248072 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b0f6e-1fa7-4c7c-bac0-9af9949eee8e None None] New status for floating IP 84597611-0a11-473a-935f-5a83c803395e: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:50:40.470991 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Deleting port b3676054-dae8-4640-a990-8a429a661f23 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:40.471327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:40.753107 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:40.753429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:40.859618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-30713492-648f-45b8-933f-64ee7d218abb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:40.860997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-30713492-648f-45b8-933f-64ee7d218abb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:40.873158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-30713492-648f-45b8-933f-64ee7d218abb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:40.874530 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-30713492-648f-45b8-933f-64ee7d218abb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 946 time: 0.0926781 Apr 29 15:50:40.878155 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Calling delete_port for b3676054-dae8-4640-a990-8a429a661f23 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:40.947487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-b029df62-9d31-4b96-a39a-a145a6bb87da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port b6a05b19-131a-4837-8238-b23c30e6a684 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:40.947820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-b029df62-9d31-4b96-a39a-a145a6bb87da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:41.035232 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310d88f-19fc-46dd-9155-b7396c533110 req-cb2a7d6a-fb18-453b-8a4e-db6ae7830e88 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:41.036653 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3310d88f-19fc-46dd-9155-b7396c533110 req-cb2a7d6a-fb18-453b-8a4e-db6ae7830e88 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 946 time: 0.1189885 Apr 29 15:50:41.129953 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3310d88f-19fc-46dd-9155-b7396c533110 req-6cba81d9-c274-407f-be2b-86b6bcc978cd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=51e2d145-fbba-4be1-a6bf-88c65882ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873334 Apr 29 15:50:41.196613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-b029df62-9d31-4b96-a39a-a145a6bb87da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port b6a05b19-131a-4837-8238-b23c30e6a684, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=b6a05b19-131a-4837-8238-b23c30e6a684,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:41.196966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-b029df62-9d31-4b96-a39a-a145a6bb87da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:41.206012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:41.253747 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event deleted for resources: {'Port': ['ID=b3676054-dae8-4640-a990-8a429a661f23,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:41.322812 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-b029df62-9d31-4b96-a39a-a145a6bb87da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for b6a05b19-131a-4837-8238-b23c30e6a684 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:41.353741 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:41.354083 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Floating IP 82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98 disassociated (deleted). External IP: 172.26.2.84, port: dcc1330f-cf3f-4921-995a-5bf703002120. Apr 29 15:50:41.531441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-b029df62-9d31-4b96-a39a-a145a6bb87da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:41.582791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029df62-9d31-4b96-a39a-a145a6bb87da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=b6a05b19-131a-4837-8238-b23c30e6a684,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:41.660620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-b029df62-9d31-4b96-a39a-a145a6bb87da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] No DVR routers for this DVR port b6a05b19-131a-4837-8238-b23c30e6a684 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:50:41.663760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-b029df62-9d31-4b96-a39a-a145a6bb87da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:41.666264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'name': 'network-vif-deleted', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:50:41.709922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Router 942a82d5-e220-4245-8c37-fba630ca04e7 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:50:41.712627 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4cb152f-4afc-415f-b4b9-996634d506fb'] response: {'server_uuid': '7a07cfd9-0d1f-4c95-b6de-a266d4ac6342', 'name': 'network-vif-deleted', 'tag': 'b6a05b19-131a-4837-8238-b23c30e6a684', 'status': 'completed', 'code': 200} Apr 29 15:50:41.736861 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-12d6352b-ce72-4bbb-a561-1c4fe84e2d7a req-b029df62-9d31-4b96-a39a-a145a6bb87da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "DELETE /v2.0/ports/b6a05b19-131a-4837-8238-b23c30e6a684 HTTP/1.1" status: 204 len: 173 time: 0.8574312 Apr 29 15:50:41.899787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:50:41.910138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6231223a-af91-43e9-8168-6e869fb2cb5c None None] Sync routers for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:50:41.918639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:41.920358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231223a-af91-43e9-8168-6e869fb2cb5c None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:41.921093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6231223a-af91-43e9-8168-6e869fb2cb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:41.979704 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-96e27eab-d0d1-45d1-87d2-c94eae9728a9 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "DELETE /v2.0/floatingips/82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98 HTTP/1.1" status: 204 len: 168 time: 1.7302387 Apr 29 15:50:41.981228 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'tag': 'dcc1330f-cf3f-4921-995a-5bf703002120'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:50:42.040600 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da4f84b-9dde-4690-9326-171c0079f0b5'] response: {'name': 'network-changed', 'server_uuid': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'tag': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'status': 'completed', 'code': 200} Apr 29 15:50:42.136929 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6231223a-af91-43e9-8168-6e869fb2cb5c None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:42.148025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d1b65-736b-4388-a990-2ea100031444 req-a412b2f2-5e88-4e82-8a0c-7051ef2dc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:42.153060 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-979d1b65-736b-4388-a990-2ea100031444 req-a412b2f2-5e88-4e82-8a0c-7051ef2dc723 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7839e9e79267494aa8592713c17200fb&device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 1098 time: 0.0891979 Apr 29 15:50:42.311573 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e9212c36-0b5f-4727-b028-9d8356c9bea4 req-134f5f2c-99eb-4046-9b01-072493f3256f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a07cfd9-0d1f-4c95-b6de-a266d4ac6342 HTTP/1.1" status: 200 len: 210 time: 0.0538325 Apr 29 15:50:42.312167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d1b65-736b-4388-a990-2ea100031444 req-85cc481a-b2db-4b1b-93a3-759af2162cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:42.313783 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-979d1b65-736b-4388-a990-2ea100031444 req-85cc481a-b2db-4b1b-93a3-759af2162cba service neutron] 10.222.0.44 "GET /v2.0/networks?id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 200 len: 912 time: 0.1544993 Apr 29 15:50:42.389176 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-979d1b65-736b-4388-a990-2ea100031444 req-2b04e40f-ca3c-40b2-8036-a5437b8879f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcc1330f-cf3f-4921-995a-5bf703002120 HTTP/1.1" status: 200 len: 217 time: 0.0691726 Apr 29 15:50:42.454338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d1b65-736b-4388-a990-2ea100031444 req-2bbcc7d8-82ed-45c6-a2c6-39aec2bd3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:42.455813 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-979d1b65-736b-4388-a990-2ea100031444 req-2bbcc7d8-82ed-45c6-a2c6-39aec2bd3106 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 200 len: 850 time: 0.0609982 Apr 29 15:50:42.538719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d1b65-736b-4388-a990-2ea100031444 req-c4de8637-56d6-4062-98f1-98b219111930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:42.540198 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-979d1b65-736b-4388-a990-2ea100031444 req-c4de8637-56d6-4062-98f1-98b219111930 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773838 Apr 29 15:50:42.548897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6231223a-af91-43e9-8168-6e869fb2cb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:42.552955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6231223a-af91-43e9-8168-6e869fb2cb5c None None] Checking router: 942a82d5-e220-4245-8c37-fba630ca04e7 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:50:42.561851 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6231223a-af91-43e9-8168-6e869fb2cb5c None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:42.564972 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6231223a-af91-43e9-8168-6e869fb2cb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:42.654235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbda75c-93f3-4de6-95ce-663612022027 req-7a70f91b-309f-4cd1-b55b-5bcd8d7eee74 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:42.655660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-5cbda75c-93f3-4de6-95ce-663612022027 req-7a70f91b-309f-4cd1-b55b-5bcd8d7eee74 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Synchronizing usage tracker for tenant:7839e9e79267494aa8592713c17200fb on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:42.703498 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-979d1b65-736b-4388-a990-2ea100031444 req-6bc44513-2d9f-4c99-9575-66e988955d23 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535945 Apr 29 15:50:42.754256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-5cbda75c-93f3-4de6-95ce-663612022027 req-7a70f91b-309f-4cd1-b55b-5bcd8d7eee74 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Unset dirty status for tenant:7839e9e79267494aa8592713c17200fb on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:42.756062 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5cbda75c-93f3-4de6-95ce-663612022027 req-7a70f91b-309f-4cd1-b55b-5bcd8d7eee74 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 945 time: 0.1860662 Apr 29 15:50:42.762868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6231223a-af91-43e9-8168-6e869fb2cb5c None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:42.812923 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5cbda75c-93f3-4de6-95ce-663612022027 req-31eb931f-be7e-49f7-ba32-ad7214351b05 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/security-groups?id=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507362 Apr 29 15:50:42.849768 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-979d1b65-736b-4388-a990-2ea100031444 req-d2af8fab-3194-495e-8318-5afb9b7b5fb6 service neutron] 10.222.0.44 "GET /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330774 Apr 29 15:50:43.097295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d7681b90-447c-4963-8c49-c0226cb305ca tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:43.098458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d7681b90-447c-4963-8c49-c0226cb305ca tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Synchronizing usage tracker for tenant:7839e9e79267494aa8592713c17200fb on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:50:43.103099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6231223a-af91-43e9-8168-6e869fb2cb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:43.107155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6231223a-af91-43e9-8168-6e869fb2cb5c None None] The sync data for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv is: [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:39:46Z', 'revision_number': 4, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'bc325558-3e54-4844-9081-bcccb6d16c8c', 'name': '', 'network_id': 'e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'mac_address': 'fa:16:3e:5e:43:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:45Z', 'updated_at': '2022-04-29T15:39:52Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'subnets': [{'id': '698e5214-6566-4fa4-b9fb-fbdb0909b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:50:43.113671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d7681b90-447c-4963-8c49-c0226cb305ca tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Unset dirty status for tenant:7839e9e79267494aa8592713c17200fb on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:50:43.115990 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d7681b90-447c-4963-8c49-c0226cb305ca tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 945 time: 0.1017704 Apr 29 15:50:43.185080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d8a13530-adbb-4cdd-8dc3-922ece411d4e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Deleting port dcc1330f-cf3f-4921-995a-5bf703002120 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:43.185675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d8a13530-adbb-4cdd-8dc3-922ece411d4e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:43.335041 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e689601-832c-4e4b-8e34-0cb065f922fd None None] New status for floating IP 82ef4fc0-2bf3-49e4-95cd-6c6ef6474e98: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:50:43.404316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42554) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:43.486452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cdda0588-1809-49f6-90e3-689f0d769dcc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:43.517493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cdda0588-1809-49f6-90e3-689f0d769dcc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:43.555729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d8a13530-adbb-4cdd-8dc3-922ece411d4e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] For port dcc1330f-cf3f-4921-995a-5bf703002120, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=dcc1330f-cf3f-4921-995a-5bf703002120,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:43.562187 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d8a13530-adbb-4cdd-8dc3-922ece411d4e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:43.646883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cdda0588-1809-49f6-90e3-689f0d769dcc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:43.664565 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda0588-1809-49f6-90e3-689f0d769dcc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e2d145-fbba-4be1-a6bf-88c65882ebe6,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:43.682561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d8a13530-adbb-4cdd-8dc3-922ece411d4e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Calling delete_port for dcc1330f-cf3f-4921-995a-5bf703002120 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:43.742409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-cdda0588-1809-49f6-90e3-689f0d769dcc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:43.743533 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cdda0588-1809-49f6-90e3-689f0d769dcc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/security-groups/51e2d145-fbba-4be1-a6bf-88c65882ebe6 HTTP/1.1" status: 204 len: 168 time: 0.3377001 Apr 29 15:50:43.824837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42560) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:43.881429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d8a13530-adbb-4cdd-8dc3-922ece411d4e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:43.937249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a13530-adbb-4cdd-8dc3-922ece411d4e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event deleted for resources: {'Port': ['ID=dcc1330f-cf3f-4921-995a-5bf703002120,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:44.011244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d8a13530-adbb-4cdd-8dc3-922ece411d4e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] No DVR routers for this DVR port dcc1330f-cf3f-4921-995a-5bf703002120 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:50:44.013587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d8a13530-adbb-4cdd-8dc3-922ece411d4e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:44.016067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'name': 'network-vif-deleted', 'tag': 'dcc1330f-cf3f-4921-995a-5bf703002120'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:50:44.063729 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4133f3-df85-44e3-8137-3b1b137c65eb'] response: {'server_uuid': 'be3804ac-c0cc-466f-ab21-59026da0f6ed', 'name': 'network-vif-deleted', 'tag': 'dcc1330f-cf3f-4921-995a-5bf703002120', 'status': 'completed', 'code': 200} Apr 29 15:50:44.084207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device b6a05b19-131a-4837-8238-b23c30e6a684 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:44.098606 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-72ee7aeb-91da-4812-8b58-dea1b4e1cae3 req-d8a13530-adbb-4cdd-8dc3-922ece411d4e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.44 "DELETE /v2.0/ports/dcc1330f-cf3f-4921-995a-5bf703002120 HTTP/1.1" status: 204 len: 173 time: 0.9787641 Apr 29 15:50:44.118840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: b6a05b19-131a-4837-8238-b23c30e6a684 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:50:44.119421 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device b6a05b19-131a-4837-8238-b23c30e6a684 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:44.128092 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4ccadbd9-5ce8-4c31-b063-427d7b790206 req-e51b13d7-e40b-4d72-b81e-04a4433ed04a tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 210 time: 0.1297188 Apr 29 15:50:44.592022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-10ac2ac9-57dc-417f-8296-b83d925aa623 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:44.955748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-10ac2ac9-57dc-417f-8296-b83d925aa623 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port a594520e-3483-47e8-bf99-63f7fd55a146 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:44.956085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-10ac2ac9-57dc-417f-8296-b83d925aa623 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:45.139881 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-10ac2ac9-57dc-417f-8296-b83d925aa623 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port a594520e-3483-47e8-bf99-63f7fd55a146, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a594520e-3483-47e8-bf99-63f7fd55a146,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:45.140234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-10ac2ac9-57dc-417f-8296-b83d925aa623 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:45.274911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-10ac2ac9-57dc-417f-8296-b83d925aa623 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for a594520e-3483-47e8-bf99-63f7fd55a146 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:45.355614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a90b1127-994c-476c-aabc-a4e7831a8bf3 req-616a53a6-8aa6-4f7c-992a-e74ba4580f3f tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "GET /v2.0/ports?device_id=be3804ac-c0cc-466f-ab21-59026da0f6ed HTTP/1.1" status: 200 len: 210 time: 0.0883181 Apr 29 15:50:45.674600 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-10ac2ac9-57dc-417f-8296-b83d925aa623 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:45.726232 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac2ac9-57dc-417f-8296-b83d925aa623 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=a594520e-3483-47e8-bf99-63f7fd55a146,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:46.003577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-10ac2ac9-57dc-417f-8296-b83d925aa623 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:46.084440 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device dcc1330f-cf3f-4921-995a-5bf703002120 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:46.117627 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: dcc1330f-cf3f-4921-995a-5bf703002120 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:50:46.117969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device dcc1330f-cf3f-4921-995a-5bf703002120 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:46.357810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ac2ac9-57dc-417f-8296-b83d925aa623 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router ee4da5b6-1b35-4477-bf00-8e6515c91eca has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:50:46.452374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42572) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:46.533076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ac2ac9-57dc-417f-8296-b83d925aa623 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:50:46.543315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb0748-8541-4c60-9eb2-1d4dde9a056e None None] Sync routers for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:50:46.545455 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-10ac2ac9-57dc-417f-8296-b83d925aa623 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/ee4da5b6-1b35-4477-bf00-8e6515c91eca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7195728 Apr 29 15:50:46.548075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42576) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:46.553506 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb0748-8541-4c60-9eb2-1d4dde9a056e None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:46.554173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-48eb0748-8541-4c60-9eb2-1d4dde9a056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:46.613786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-83153e49-9d67-4efd-a364-94f2cb716579 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting subnet b7328a4c-6db2-4990-88a5-f2924ffc93da {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:50:46.617556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83153e49-9d67-4efd-a364-94f2cb716579 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:46.617706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-119c5265-8adf-463b-b81a-45304b43072b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Deleting port 0ed80c41-9292-4de8-b78a-f0964f86c98a {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:46.617961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-119c5265-8adf-463b-b81a-45304b43072b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:46.675503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83153e49-9d67-4efd-a364-94f2cb716579 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:46.732995 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-48eb0748-8541-4c60-9eb2-1d4dde9a056e None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:46.761691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83153e49-9d67-4efd-a364-94f2cb716579 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:46.794488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-119c5265-8adf-463b-b81a-45304b43072b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:46.794735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-119c5265-8adf-463b-b81a-45304b43072b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:46.914716 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83153e49-9d67-4efd-a364-94f2cb716579 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:46.925837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-119c5265-8adf-463b-b81a-45304b43072b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Calling delete_port for 0ed80c41-9292-4de8-b78a-f0964f86c98a owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:46.958017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83153e49-9d67-4efd-a364-94f2cb716579 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Subnet': ['ID=b7328a4c-6db2-4990-88a5-f2924ffc93da,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:46.964315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83153e49-9d67-4efd-a364-94f2cb716579 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:46.971985 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-83153e49-9d67-4efd-a364-94f2cb716579 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/subnets/b7328a4c-6db2-4990-88a5-f2924ffc93da HTTP/1.1" status: 204 len: 168 time: 0.4229198 Apr 29 15:50:46.975940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42580) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:46.991573 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4212f449-729e-425d-a140-116adebf0f04 None None] Network c6aee2f4-6d21-4867-8b50-c17669f5b567 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:50:47.131548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-119c5265-8adf-463b-b81a-45304b43072b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:47.185968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c5265-8adf-463b-b81a-45304b43072b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event deleted for resources: {'Port': ['ID=0ed80c41-9292-4de8-b78a-f0964f86c98a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:47.236678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-48eb0748-8541-4c60-9eb2-1d4dde9a056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:50:45Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:47.244312 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb0748-8541-4c60-9eb2-1d4dde9a056e None None] Checking router: ee4da5b6-1b35-4477-bf00-8e6515c91eca for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:50:47.258647 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb0748-8541-4c60-9eb2-1d4dde9a056e None None] Routers {'ee4da5b6-1b35-4477-bf00-8e6515c91eca'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:47.259270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-48eb0748-8541-4c60-9eb2-1d4dde9a056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:47.280996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-119c5265-8adf-463b-b81a-45304b43072b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:47.293367 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:47.298451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-119c5265-8adf-463b-b81a-45304b43072b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:47.303203 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-119c5265-8adf-463b-b81a-45304b43072b tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "DELETE /v2.0/floatingips/cead3262-6cdc-4d0f-b24a-84f37953fe1b HTTP/1.1" status: 204 len: 168 time: 0.8496203 Apr 29 15:50:47.475377 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-48eb0748-8541-4c60-9eb2-1d4dde9a056e None None] Set router ee4da5b6-1b35-4477-bf00-8e6515c91eca gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:47.501812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:47.515845 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] DHCP port deletion for c6aee2f4-6d21-4867-8b50-c17669f5b567 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:50:47.554685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 08776dbe-b694-43e1-ade8-5af0426ebf68 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:47.555062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:47.595500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Deleting port 44639320-17e8-460a-a0b8-aad197224c09 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:47.595882 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:47.742567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 08776dbe-b694-43e1-ade8-5af0426ebf68, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=08776dbe-b694-43e1-ade8-5af0426ebf68,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:47.743292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:47.876638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 08776dbe-b694-43e1-ade8-5af0426ebf68 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:47.938724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] For port 44639320-17e8-460a-a0b8-aad197224c09, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=44639320-17e8-460a-a0b8-aad197224c09,segment=NetworkSegment(62d498c7-2bd8-47ed-b9ed-1657ea18c71e),segment_id=62d498c7-2bd8-47ed-b9ed-1657ea18c71e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:47.939114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:48.070368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Calling delete_port for 44639320-17e8-460a-a0b8-aad197224c09 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:48.097731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:48.149114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-48eb0748-8541-4c60-9eb2-1d4dde9a056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:50:45Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:48.153946 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb0748-8541-4c60-9eb2-1d4dde9a056e None None] The sync data for ids ['ee4da5b6-1b35-4477-bf00-8e6515c91eca'] in dv-neutron-839183-1-hyperv is: [{'id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'name': 'tempest-TestNetworkBasicOps-router-1123358168', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:48:58Z', 'updated_at': '2022-04-29T15:50:45Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '08776dbe-b694-43e1-ade8-5af0426ebf68', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4da5b6-1b35-4477-bf00-8e6515c91eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:48:59Z', 'updated_at': '2022-04-29T15:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:50:48.178503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=08776dbe-b694-43e1-ade8-5af0426ebf68,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:48.235332 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:48.256896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:48.283380 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Pushing event deleted for resources: {'Port': ['ID=44639320-17e8-460a-a0b8-aad197224c09,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:48.285740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] No DVR routers for this DVR port 44639320-17e8-460a-a0b8-aad197224c09 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:50:48.295055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:48.295588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:48.296790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:48.297306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:48.297803 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:48.298329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:48.298828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:48.299306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:48.299892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:48.300366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:48.300888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:48.301406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c0e67d-ceae-4e3c-b448-819b1d3ecc83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:48.441883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:48.444732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:48.531479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:48.532400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Fanout notify agent at l3_agent the message router_deleted on router ee4da5b6-1b35-4477-bf00-8e6515c91eca {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:50:48.548925 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:48.552771 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3e72d650-38cf-45a1-a0b1-f2a7b01dc3c3 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/routers/ee4da5b6-1b35-4477-bf00-8e6515c91eca HTTP/1.1" status: 204 len: 168 time: 1.5731726 Apr 29 15:50:48.552897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42592) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:48.675072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:48.922310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 44639320-17e8-460a-a0b8-aad197224c09 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:48.939348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:48.960405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 44639320-17e8-460a-a0b8-aad197224c09 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:50:48.960772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 44639320-17e8-460a-a0b8-aad197224c09 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:48.961346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a594520e-3483-47e8-bf99-63f7fd55a146 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:48.975849 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6aee2f4-6d21-4867-8b50-c17669f5b567']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:48.988507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d498c7-2bd8-47ed-b9ed-1657ea18c71e') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:48.988757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d498c7-2bd8-47ed-b9ed-1657ea18c71e') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:48.994509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: a594520e-3483-47e8-bf99-63f7fd55a146 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:50:48.994851 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a594520e-3483-47e8-bf99-63f7fd55a146 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:49.000830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:49.017611 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:49.024602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:50:49.024983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:50:49.039518 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:50:49.199250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:49.217329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:49.229632 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Network': ['ID=c6aee2f4-6d21-4867-8b50-c17669f5b567,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:49.312124 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-97065da4-ce9d-429c-baa7-ff3a2d14035b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/networks/c6aee2f4-6d21-4867-8b50-c17669f5b567 HTTP/1.1" status: 204 len: 168 time: 0.7582123 Apr 29 15:50:49.339847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42598) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:49.346309 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'network': {'name': 'tempest-network-smoke--1932279080', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'port_security_enabled': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:50:49.351561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:49.355854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:network and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:49.358921 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:49.366471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:49.496430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:50:49.499887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:49.527112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:50:49.535344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:49.535679 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Added segment 0d778be8-8393-42cc-9e21-4d4498433f59 of type vlan for network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df Apr 29 15:50:49.562937 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:49.667692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:49.673063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:49.677680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:49.779442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Network': ['ID=58c29c2e-d0b3-43b1-94c4-a97a8833a9df,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:49.790680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:50:49.829096 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dfc5e50a-69b3-4bc4-b31c-724ae6f84f0f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4877243 Apr 29 15:50:49.831412 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42602) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:49.836789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-638074754', 'admin_state_up': True, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:50:49.844072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:49.847915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:router and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:49.851566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:49.861845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:49.949158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:49.950207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:49.960546 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42608) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:49.966100 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:50.035373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6732dc33-36b1-4c31-aed9-7330dcfffa3e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:50.067031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6732dc33-36b1-4c31-aed9-7330dcfffa3e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:50.188432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6732dc33-36b1-4c31-aed9-7330dcfffa3e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:50.208115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732dc33-36b1-4c31-aed9-7330dcfffa3e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23df4e90-3b71-4e4b-8eac-4cbcb7a6b966,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:50.278330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6732dc33-36b1-4c31-aed9-7330dcfffa3e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:50.282578 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6732dc33-36b1-4c31-aed9-7330dcfffa3e tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] 10.222.0.39 "DELETE /v2.0/security-groups/23df4e90-3b71-4e4b-8eac-4cbcb7a6b966 HTTP/1.1" status: 204 len: 168 time: 0.3202124 Apr 29 15:50:50.311720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:50.392808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42614) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:50.685077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:50.716680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:50.754733 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 08776dbe-b694-43e1-ade8-5af0426ebf68 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:50.791516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 08776dbe-b694-43e1-ade8-5af0426ebf68 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:50:50.792223 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 08776dbe-b694-43e1-ade8-5af0426ebf68 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:50.858878 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.120 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/7600b891-d0c9-4b75-8281-ea1792aa5352) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:50:51.004158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:51.063134 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:51.197310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-32105b37-47f5-4f21-b788-96832722821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:51.246002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:50:51.248887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:50:51.257615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:50:51.292661 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=7600b891-d0c9-4b75-8281-ea1792aa5352,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:51.571714 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-32105b37-47f5-4f21-b788-96832722821c admin admin] Deleting port bc325558-3e54-4844-9081-bcccb6d16c8c {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:51.572044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-32105b37-47f5-4f21-b788-96832722821c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:51.742931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-32105b37-47f5-4f21-b788-96832722821c admin admin] For port bc325558-3e54-4844-9081-bcccb6d16c8c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bc325558-3e54-4844-9081-bcccb6d16c8c,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:51.743290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-32105b37-47f5-4f21-b788-96832722821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:51.782476 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:51.862723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-32105b37-47f5-4f21-b788-96832722821c admin admin] Calling delete_port for bc325558-3e54-4844-9081-bcccb6d16c8c owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:52.080227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-32105b37-47f5-4f21-b788-96832722821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:52.119264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:52.152771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32105b37-47f5-4f21-b788-96832722821c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc325558-3e54-4844-9081-bcccb6d16c8c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:52.377334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 643c7413-83f6-4dff-b1fc-c69ececcd02a is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:50:52.510514 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-32105b37-47f5-4f21-b788-96832722821c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:52.558896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:50:52.568610 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Sync routers for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:50:52.578301 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:52.579037 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:52.656561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:52.657703 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-83b1aa54-60e9-4f75-9d4e-64b853add0b0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8253791 Apr 29 15:50:52.660910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42620) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:52.705251 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bc198cb0-d111-45cf-83bb-4526b6d42be6 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=b55c25ae10474f2abd40a8267579e2cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405099 Apr 29 15:50:52.705596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42624) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:52.763233 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Set router 643c7413-83f6-4dff-b1fc-c69ececcd02a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:52.889094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32105b37-47f5-4f21-b788-96832722821c admin admin] Router 942a82d5-e220-4245-8c37-fba630ca04e7 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:50:52.962726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e0eff7-3066-412c-97d2-ad4558d33b36 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:52.966890 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-84e0eff7-3066-412c-97d2-ad4558d33b36 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2577612 Apr 29 15:50:52.967120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42628) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:53.011873 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-49f40eb8-4d8b-4fc4-838d-c2f2ba6d165c tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412879 Apr 29 15:50:53.012205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42632) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:53.017758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1454202347', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:50:53.075195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32105b37-47f5-4f21-b788-96832722821c admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:50:53.081059 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:50:51Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:53.085200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4465e56-d3c7-4247-a728-c96602358304 None None] Sync routers for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:50:53.089615 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Checking router: 643c7413-83f6-4dff-b1fc-c69ececcd02a for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:50:53.089966 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Updating router 643c7413-83f6-4dff-b1fc-c69ececcd02a port 7600b891-d0c9-4b75-8281-ea1792aa5352 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:50:53.093453 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-32105b37-47f5-4f21-b788-96832722821c admin admin] 10.222.0.39 "PUT /v2.0/routers/942a82d5-e220-4245-8c37-fba630ca04e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6980791 Apr 29 15:50:53.094151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42636) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:53.096193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4465e56-d3c7-4247-a728-c96602358304 None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:53.097073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f4465e56-d3c7-4247-a728-c96602358304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:53.142298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:53.149270 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.149472 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:subnet and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:53.152735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:53.160082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:53.257403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:50:53.262166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.316798 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.348798 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-f4465e56-d3c7-4247-a728-c96602358304 None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:53.534038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.534591 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.547923 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Transition to ACTIVE for port object 7600b891-d0c9-4b75-8281-ea1792aa5352 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:50:53.600334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Deleting port 0e434694-b3c4-4fe7-b1b8-267576da2944 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:53.600709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.628982 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.629565 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.656650 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f4465e56-d3c7-4247-a728-c96602358304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:50:51Z', 'revision_number': 5, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port': {'id': '0e434694-b3c4-4fe7-b1b8-267576da2944', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:42Z', 'updated_at': '2022-04-29T15:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:53.661461 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4465e56-d3c7-4247-a728-c96602358304 None None] Checking router: 942a82d5-e220-4245-8c37-fba630ca04e7 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:50:53.671140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4465e56-d3c7-4247-a728-c96602358304 None None] Routers {'942a82d5-e220-4245-8c37-fba630ca04e7'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:53.671959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f4465e56-d3c7-4247-a728-c96602358304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['942a82d5-e220-4245-8c37-fba630ca04e7'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:53.695878 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Subnet': ['ID=82921c30-7652-42b9-b179-4484a50e36f7,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:53.715766 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Pushing event updated for resources: {'Port': ['ID=7600b891-d0c9-4b75-8281-ea1792aa5352,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:53.725364 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:53.725709 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:53.726040 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:53.726476 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:53.726803 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:53.727127 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:53.727447 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:53.727766 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:53.728081 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:53.728598 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:53.728926 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:53.729248 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:50:53.729723 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Checking segment: {'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:50:53.730090 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network hostable DHCP agents. Network: 58c29c2e-d0b3-43b1-94c4-a97a8833a9df, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:50:53.751652 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Attempting to bind port 7600b891-d0c9-4b75-8281-ea1792aa5352 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:50:53.752012 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Attempting to bind port 7600b891-d0c9-4b75-8281-ea1792aa5352 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:50:53.752371 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Attempting to bind port 7600b891-d0c9-4b75-8281-ea1792aa5352 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:50:53.759050 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:50:53.759485 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:50:53.759896 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.760279 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:50:53.760765 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Bound port: 7600b891-d0c9-4b75-8281-ea1792aa5352, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:50:53.763861 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.829455 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:50:53.838423 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] For port 7600b891-d0c9-4b75-8281-ea1792aa5352, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:50:53.841940 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] For port 7600b891-d0c9-4b75-8281-ea1792aa5352, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7600b891-d0c9-4b75-8281-ea1792aa5352,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:50:53.848944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-f4465e56-d3c7-4247-a728-c96602358304 None None] Set router 942a82d5-e220-4245-8c37-fba630ca04e7 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:53.908873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 58c29c2e-d0b3-43b1-94c4-a97a8833a9df) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:50:53.920824 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:53.921536 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.938261 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.951698 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035b1806-6df7-40fb-8c5a-26eb5815c603 None None] Network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:50:53.961419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] For port 0e434694-b3c4-4fe7-b1b8-267576da2944, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0e434694-b3c4-4fe7-b1b8-267576da2944,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:53.965638 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:53.975845 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f4465e56-d3c7-4247-a728-c96602358304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:50:53Z', 'revision_number': 6, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:53.992519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4465e56-d3c7-4247-a728-c96602358304 None None] The sync data for ids ['942a82d5-e220-4245-8c37-fba630ca04e7'] in dv-neutron-839183-1-hyperv is: [{'id': '942a82d5-e220-4245-8c37-fba630ca04e7', 'name': 'tempest-TestVolumeBootPattern-716585995-router', 'tenant_id': '7839e9e79267494aa8592713c17200fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:41Z', 'updated_at': '2022-04-29T15:50:53Z', 'revision_number': 6, 'project_id': '7839e9e79267494aa8592713c17200fb', 'gw_port_host': None}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:50:54.024858 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-59b00f17-9247-4047-9925-5fa6ccccab1c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0115201 Apr 29 15:50:54.029324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42640) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:54.033947 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:54.033947 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:54.092819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Calling delete_port for 0e434694-b3c4-4fe7-b1b8-267576da2944 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:54.190298 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39649d2-b236-41fb-bda8-14fe3e976516 None None] Pushing event updated for resources: {'Port': ['ID=7600b891-d0c9-4b75-8281-ea1792aa5352,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:54.220115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:50:54.221007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:54.247339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:54.293934 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] Set router 643c7413-83f6-4dff-b1fc-c69ececcd02a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:54.377308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:54.460366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e434694-b3c4-4fe7-b1b8-267576da2944,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:54.473429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Allocated IP 172.20.0.2 (58c29c2e-d0b3-43b1-94c4-a97a8833a9df/82921c30-7652-42b9-b179-4484a50e36f7/66ab4308-1b28-4bc0-bc56-49c3114f7431) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:50:54.579510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:54.611822 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:50:51Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:54.615985 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6006e-12e5-4c87-a365-774943fe26ba None None] The sync data for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv is: [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:50:51Z', 'revision_number': 3, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:50:54.724207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:54.736042 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Transition to ACTIVE for port object 66ab4308-1b28-4bc0-bc56-49c3114f7431 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:50:54.768334 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Transition to ACTIVE for port object 66ab4308-1b28-4bc0-bc56-49c3114f7431 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:50:54.782352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:54.785159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:54.840223 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:54.857174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:54.857723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 942a82d5-e220-4245-8c37-fba630ca04e7 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:50:54.888852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:54.891392 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4015687f-23cc-4180-942a-28e1c18f867c admin admin] 10.222.0.39 "DELETE /v2.0/routers/942a82d5-e220-4245-8c37-fba630ca04e7 HTTP/1.1" status: 204 len: 168 time: 1.7958415 Apr 29 15:50:54.894942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42644) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:54.939580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0e434694-b3c4-4fe7-b1b8-267576da2944 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:54.990052 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc88bd3-28da-4200-a224-4889f7c32308 admin admin] Deleting subnet 698e5214-6566-4fa4-b9fb-fbdb0909b69a {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:50:54.993459 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbc88bd3-28da-4200-a224-4889f7c32308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.056009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbc88bd3-28da-4200-a224-4889f7c32308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.059341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.100174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 0e434694-b3c4-4fe7-b1b8-267576da2944 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:50:55.100542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0e434694-b3c4-4fe7-b1b8-267576da2944 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:55.100973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bc325558-3e54-4844-9081-bcccb6d16c8c no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:55.141465 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: bc325558-3e54-4844-9081-bcccb6d16c8c {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:50:55.141813 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bc325558-3e54-4844-9081-bcccb6d16c8c not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:55.158662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Pushing event updated for resources: {'Port': ['ID=66ab4308-1b28-4bc0-bc56-49c3114f7431,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:55.167610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:50:55.169217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:50:55.174036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:50:55.174413 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbc88bd3-28da-4200-a224-4889f7c32308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.286034 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Attempting to bind port 66ab4308-1b28-4bc0-bc56-49c3114f7431 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:50:55.287153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Attempting to bind port 66ab4308-1b28-4bc0-bc56-49c3114f7431 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:50:55.287396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Attempting to bind port 66ab4308-1b28-4bc0-bc56-49c3114f7431 on network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:50:55.293856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:50:55.294254 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Checking segment: {'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:50:55.294639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.295040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Bound using segment: {'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:50:55.295621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Bound port: 66ab4308-1b28-4bc0-bc56-49c3114f7431, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:50:55.296012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.354726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbc88bd3-28da-4200-a224-4889f7c32308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.397484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] For port 66ab4308-1b28-4bc0-bc56-49c3114f7431, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:50:55.401611 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] For port 66ab4308-1b28-4bc0-bc56-49c3114f7431, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=66ab4308-1b28-4bc0-bc56-49c3114f7431,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:50:55.412867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc88bd3-28da-4200-a224-4889f7c32308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=698e5214-6566-4fa4-b9fb-fbdb0909b69a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:55.416319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bbc88bd3-28da-4200-a224-4889f7c32308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.423700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5004c9b1-3908-44ce-b9b4-822212196450 None None] Network e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:50:55.427374 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bbc88bd3-28da-4200-a224-4889f7c32308 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/698e5214-6566-4fa4-b9fb-fbdb0909b69a HTTP/1.1" status: 204 len: 168 time: 0.5284820 Apr 29 15:50:55.427374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42648) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:55.522000 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.545263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.558346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Deleting port dff047bc-325e-4816-b517-df93f2339dee {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:55.558694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.737838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33e431-8434-4441-a9db-b405ba2e35d5 None None] Pushing event updated for resources: {'Port': ['ID=66ab4308-1b28-4bc0-bc56-49c3114f7431,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:55.756847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.1 (58c29c2e-d0b3-43b1-94c4-a97a8833a9df/82921c30-7652-42b9-b179-4484a50e36f7/4024f874-2492-469f-810b-507d2d403edd) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:50:55.831121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] For port dff047bc-325e-4816-b517-df93f2339dee, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=dff047bc-325e-4816-b517-df93f2339dee,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:55.831593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.874441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb833069-4f55-42e6-b5c7-8d64f1998104 None None] DHCP port deletion for e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:50:55.878827 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cb833069-4f55-42e6-b5c7-8d64f1998104 None None] Deleting port dff047bc-325e-4816-b517-df93f2339dee {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:55.879209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cb833069-4f55-42e6-b5c7-8d64f1998104 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:55.975822 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:56.001960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object 4024f874-2492-469f-810b-507d2d403edd will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:50:56.006235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Calling delete_port for dff047bc-325e-4816-b517-df93f2339dee owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:56.156448 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-cb833069-4f55-42e6-b5c7-8d64f1998104 None None] For port dff047bc-325e-4816-b517-df93f2339dee, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=dff047bc-325e-4816-b517-df93f2339dee,segment=NetworkSegment(8b384ed1-698a-4210-a85f-060fb4a7be12),segment_id=8b384ed1-698a-4210-a85f-060fb4a7be12)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:56.156886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cb833069-4f55-42e6-b5c7-8d64f1998104 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:56.172270 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:56.248894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:50:56.252164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:50:56.255292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:50:56.302360 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=4024f874-2492-469f-810b-507d2d403edd,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:56.317571 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cb833069-4f55-42e6-b5c7-8d64f1998104 None None] Calling delete_port for dff047bc-325e-4816-b517-df93f2339dee owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:56.320087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:56.339106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:56.379484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff047bc-325e-4816-b517-df93f2339dee,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:56.381565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] No DVR routers for this DVR port dff047bc-325e-4816-b517-df93f2339dee on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:50:56.407546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-cb833069-4f55-42e6-b5c7-8d64f1998104 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:50:56.408275 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-cb833069-4f55-42e6-b5c7-8d64f1998104 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:50:56.502169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:56.532354 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:56.545342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b384ed1-698a-4210-a85f-060fb4a7be12') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:56.547387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b384ed1-698a-4210-a85f-060fb4a7be12') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:56.558003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:56.571975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:56.576082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:56.582666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:50:56.583093 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:50:56.597951 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:50:56.773185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:56.796846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:56.803821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] Pushing event deleted for resources: {'Network': ['ID=e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:56.885034 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7600b891-d0c9-4b75-8281-ea1792aa5352 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:50:56.906832 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ba13bbcc-18bb-499a-ad9a-b100af80ac45 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e98f6bb5-0d3a-4e37-a04e-5c42b8af16a3 HTTP/1.1" status: 204 len: 168 time: 1.4787116 Apr 29 15:50:56.907592 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42652) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:56.919824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cb833069-4f55-42e6-b5c7-8d64f1998104 None None] Deleting port dff047bc-325e-4816-b517-df93f2339dee {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:56.920353 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cb833069-4f55-42e6-b5c7-8d64f1998104 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:57.013203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-cb833069-4f55-42e6-b5c7-8d64f1998104 None None] The port 'dff047bc-325e-4816-b517-df93f2339dee' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:50:57.084391 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:57.108712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 7600b891-d0c9-4b75-8281-ea1792aa5352 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:50:57.115063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7600b891-d0c9-4b75-8281-ea1792aa5352 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:57.115462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:57.165979 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:57.265635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682dd93-af0a-4bf8-9e1e-94431aa543ca None None] Network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:50:57.278915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:57.291118 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:57.375924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 7600b891-d0c9-4b75-8281-ea1792aa5352, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7600b891-d0c9-4b75-8281-ea1792aa5352,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:57.376696 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=4024f874-2492-469f-810b-507d2d403edd,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:57.423860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:57.424800 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 66ab4308-1b28-4bc0-bc56-49c3114f7431 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:50:57.430024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:50:57.431142 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:50:57.537557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-12ab919d-b2b1-482a-8a02-80f6071e9691 None None] Provisioning for port 66ab4308-1b28-4bc0-bc56-49c3114f7431 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:50:57.549492 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62033419-25db-44ab-9267-005810f14fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:57.662208 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=7600b891-d0c9-4b75-8281-ea1792aa5352,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:57.720643 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 66ab4308-1b28-4bc0-bc56-49c3114f7431 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:50:57.729139 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 66ab4308-1b28-4bc0-bc56-49c3114f7431 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:57.729506 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:57.740306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 643c7413-83f6-4dff-b1fc-c69ececcd02a has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:50:57.855487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:57.897030 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 66ab4308-1b28-4bc0-bc56-49c3114f7431, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=66ab4308-1b28-4bc0-bc56-49c3114f7431,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:57.935116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:50:57.938531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-62033419-25db-44ab-9267-005810f14fa0 admin admin] Deleting port 06797071-2e11-44fb-b542-64ba38207ed8 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:50:57.939029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62033419-25db-44ab-9267-005810f14fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:57.947797 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Sync routers for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:50:57.954425 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-160bd7f6-7759-4373-b984-f6e33ac16d79 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/643c7413-83f6-4dff-b1fc-c69ececcd02a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9235241 Apr 29 15:50:57.955244 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42656) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:57.960857 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:57.961705 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:57.977324 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:58.053730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device dff047bc-325e-4816-b517-df93f2339dee no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:50:58.103515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: dff047bc-325e-4816-b517-df93f2339dee {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:50:58.103915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device dff047bc-325e-4816-b517-df93f2339dee not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:50:58.105465 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=66ab4308-1b28-4bc0-bc56-49c3114f7431,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:58.166058 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c3a91865-17ce-4ee0-a5d9-694f3ec05014 None None] Provisioning for port 4024f874-2492-469f-810b-507d2d403edd completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:50:58.171562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c3a91865-17ce-4ee0-a5d9-694f3ec05014 None None] Provisioning complete for port 4024f874-2492-469f-810b-507d2d403edd triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:58.171936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c3a91865-17ce-4ee0-a5d9-694f3ec05014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:58.219406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Set router 643c7413-83f6-4dff-b1fc-c69ececcd02a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:50:58.232626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af126c-4a58-4373-9a37-b821dab82a63 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:58.233584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af126c-4a58-4373-9a37-b821dab82a63 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:58.234244 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af126c-4a58-4373-9a37-b821dab82a63 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:58.234866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af126c-4a58-4373-9a37-b821dab82a63 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:58.235535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af126c-4a58-4373-9a37-b821dab82a63 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:58.237800 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-81af126c-4a58-4373-9a37-b821dab82a63 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.2815530 Apr 29 15:50:58.240690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42660) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:58.263364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c3a91865-17ce-4ee0-a5d9-694f3ec05014 None None] Port 4024f874-2492-469f-810b-507d2d403edd cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:50:58.282705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c3a91865-17ce-4ee0-a5d9-694f3ec05014 None None] Provisioning complete for port 66ab4308-1b28-4bc0-bc56-49c3114f7431 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:58.283077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c3a91865-17ce-4ee0-a5d9-694f3ec05014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:58.361230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29916742-ad8a-43da-9e48-076ddce40b71 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:58.361793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29916742-ad8a-43da-9e48-076ddce40b71 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:58.362317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29916742-ad8a-43da-9e48-076ddce40b71 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:58.362825 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29916742-ad8a-43da-9e48-076ddce40b71 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:58.363336 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29916742-ad8a-43da-9e48-076ddce40b71 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:50:58.366036 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-29916742-ad8a-43da-9e48-076ddce40b71 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.1240022 Apr 29 15:50:58.368761 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42664) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:58.369010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-62033419-25db-44ab-9267-005810f14fa0 admin admin] For port 06797071-2e11-44fb-b542-64ba38207ed8, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=06797071-2e11-44fb-b542-64ba38207ed8,segment=NetworkSegment(5e068d4e-592c-4491-ad9d-f72803e22cae),segment_id=5e068d4e-592c-4491-ad9d-f72803e22cae)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:50:58.369671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62033419-25db-44ab-9267-005810f14fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:58.532490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-62033419-25db-44ab-9267-005810f14fa0 admin admin] Calling delete_port for 06797071-2e11-44fb-b542-64ba38207ed8 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:50:58.585470 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-06d89443-33ef-4fe6-9382-2b41425ae66f None None] Provisioning complete for port 4024f874-2492-469f-810b-507d2d403edd triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:58.586073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-06d89443-33ef-4fe6-9382-2b41425ae66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:58.616941 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c0ec37ca-0d04-44ad-9506-49114412e433 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 0.2467098 Apr 29 15:50:58.652979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-06d89443-33ef-4fe6-9382-2b41425ae66f None None] Port 4024f874-2492-469f-810b-507d2d403edd cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:50:58.684994 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:50:56Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '4024f874-2492-469f-810b-507d2d403edd', 'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:36:a3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:55Z', 'updated_at': '2022-04-29T15:50:56Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '82921c30-7652-42b9-b179-4484a50e36f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:58.688698 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Checking router: 643c7413-83f6-4dff-b1fc-c69ececcd02a for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:50:58.689041 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Updating router 643c7413-83f6-4dff-b1fc-c69ececcd02a port 4024f874-2492-469f-810b-507d2d403edd binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:50:58.739989 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:58.810159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7600b891-d0c9-4b75-8281-ea1792aa5352 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:50:58.841840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62033419-25db-44ab-9267-005810f14fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:58.889688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7600b891-d0c9-4b75-8281-ea1792aa5352 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:58.890542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:58.958990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62033419-25db-44ab-9267-005810f14fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=06797071-2e11-44fb-b542-64ba38207ed8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:59.056716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 66ab4308-1b28-4bc0-bc56-49c3114f7431 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:50:59.170730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 66ab4308-1b28-4bc0-bc56-49c3114f7431 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:50:59.171446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:59.189970 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:59.204604 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Transition to ACTIVE for port object 4024f874-2492-469f-810b-507d2d403edd will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:50:59.247355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-62033419-25db-44ab-9267-005810f14fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:59.269034 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:59.424215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42670) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:50:59.432766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1173998496', 'description': 'tempest-secgroup-smoke-1173998496 description', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:50:59.450320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:59.458643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:59.463439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:59.473408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:59.518892 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55d4c2-861b-449b-973d-8680efb67de7 None None] Pushing event updated for resources: {'Port': ['ID=4024f874-2492-469f-810b-507d2d403edd,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:59.542284 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:50:59.547651 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Attempting to bind port 4024f874-2492-469f-810b-507d2d403edd on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:50:59.547651 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Attempting to bind port 4024f874-2492-469f-810b-507d2d403edd by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:50:59.547651 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Attempting to bind port 4024f874-2492-469f-810b-507d2d403edd on network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:50:59.550031 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:50:59.550395 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Checking segment: {'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:50:59.550785 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:59.551170 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Bound using segment: {'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:50:59.551622 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Bound port: 4024f874-2492-469f-810b-507d2d403edd, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:50:59.552643 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:59.618819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:59.642477 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] For port 4024f874-2492-469f-810b-507d2d403edd, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:50:59.645562 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] For port 4024f874-2492-469f-810b-507d2d403edd, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4024f874-2492-469f-810b-507d2d403edd,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:50:59.646931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:50:59.659946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:50:59.665391 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:50:59.673189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:50:59.699637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62033419-25db-44ab-9267-005810f14fa0 admin admin] Router 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:50:59.748920 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:59.827071 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:59.827686 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:59.896008 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:59.924121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62033419-25db-44ab-9267-005810f14fa0 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:50:59.935165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f8005-43fb-4d63-a4b8-6c7ed772460d None None] Sync routers for ids ['9c22e5cc-6587-4efb-9be2-6a2d921d8b61'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:50:59.944563 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55d4c2-861b-449b-973d-8680efb67de7 None None] Pushing event updated for resources: {'Port': ['ID=4024f874-2492-469f-810b-507d2d403edd,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:50:59.950527 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f8005-43fb-4d63-a4b8-6c7ed772460d None None] Routers {'9c22e5cc-6587-4efb-9be2-6a2d921d8b61'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:50:59.951179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-c50f8005-43fb-4d63-a4b8-6c7ed772460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9c22e5cc-6587-4efb-9be2-6a2d921d8b61'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:50:59.963545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:50:59.995171 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-62033419-25db-44ab-9267-005810f14fa0 admin admin] 10.222.0.39 "PUT /v2.0/routers/9c22e5cc-6587-4efb-9be2-6a2d921d8b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0839653 Apr 29 15:50:59.995786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42674) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:00.025664 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] Set router 643c7413-83f6-4dff-b1fc-c69ececcd02a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:51:00.040759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade972c9-214c-4909-9491-0175e0fb269b,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:00.085564 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:00.089923 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1891525a-4dbc-4bb5-9f59-b13f619df5f5 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6642079 Apr 29 15:51:00.091573 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42678) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:00.097259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4c1085db-08b9-4487-9c6b-2cf773f213fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'ade972c9-214c-4909-9491-0175e0fb269b', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:51:00.104393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4c1085db-08b9-4487-9c6b-2cf773f213fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:51:00.108307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4c1085db-08b9-4487-9c6b-2cf773f213fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:51:00.111649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4c1085db-08b9-4487-9c6b-2cf773f213fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:51:00.117802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4c1085db-08b9-4487-9c6b-2cf773f213fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:51:00.148772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-c50f8005-43fb-4d63-a4b8-6c7ed772460d None None] Set router 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:51:00.211807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c1085db-08b9-4487-9c6b-2cf773f213fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:00.212273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:00.279442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c1085db-08b9-4487-9c6b-2cf773f213fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:00.369963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c1085db-08b9-4487-9c6b-2cf773f213fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:00.406409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:00.408231 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:50:56Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '4024f874-2492-469f-810b-507d2d403edd', 'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:36:a3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:55Z', 'updated_at': '2022-04-29T15:50:59Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '82921c30-7652-42b9-b179-4484a50e36f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:00.414224 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b516528-2e84-4591-80e4-21d2565b0b38 None None] The sync data for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv is: [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:50:56Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '4024f874-2492-469f-810b-507d2d403edd', 'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:36:a3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:55Z', 'updated_at': '2022-04-29T15:50:59Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '82921c30-7652-42b9-b179-4484a50e36f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:51:00.510331 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-c50f8005-43fb-4d63-a4b8-6c7ed772460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'name': 'tempest-TestVolumeBootPattern-689921349-router', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125'}], 'enable_snat': True}, 'gw_port_id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:50Z', 'updated_at': '2022-04-29T15:50:58Z', 'revision_number': 5, 'project_id': 'af18667a0260467096b56941c17b6503', 'gw_port': {'id': '08a3445b-2139-4d76-a6c4-a5e80d4bccbd', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:12:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:39:51Z', 'updated_at': '2022-04-29T15:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:00.516907 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f8005-43fb-4d63-a4b8-6c7ed772460d None None] Checking router: 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:51:00.526954 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Deleting port 08a3445b-2139-4d76-a6c4-a5e80d4bccbd {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:51:00.527758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:00.539806 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f8005-43fb-4d63-a4b8-6c7ed772460d None None] Routers {'9c22e5cc-6587-4efb-9be2-6a2d921d8b61'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:51:00.540570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-c50f8005-43fb-4d63-a4b8-6c7ed772460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:50:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9c22e5cc-6587-4efb-9be2-6a2d921d8b61'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:00.553324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1085db-08b9-4487-9c6b-2cf773f213fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d385af-07d7-455a-906c-519e096bd308,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:00.599652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4c1085db-08b9-4487-9c6b-2cf773f213fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:00.604030 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4c1085db-08b9-4487-9c6b-2cf773f213fd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5112691 Apr 29 15:51:00.604728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42682) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:00.610277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f93b9c60-217c-4090-b85e-c44543fe4558 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'ade972c9-214c-4909-9491-0175e0fb269b', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:51:00.617290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f93b9c60-217c-4090-b85e-c44543fe4558 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:51:00.621530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f93b9c60-217c-4090-b85e-c44543fe4558 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:51:00.624761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f93b9c60-217c-4090-b85e-c44543fe4558 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:51:00.639225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f93b9c60-217c-4090-b85e-c44543fe4558 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:51:00.729232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f93b9c60-217c-4090-b85e-c44543fe4558 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:00.760017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-c50f8005-43fb-4d63-a4b8-6c7ed772460d None None] Set router 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:51:00.766344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] For port 08a3445b-2139-4d76-a6c4-a5e80d4bccbd, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=08a3445b-2139-4d76-a6c4-a5e80d4bccbd,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:51:00.766795 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:00.832738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f93b9c60-217c-4090-b85e-c44543fe4558 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:00.908257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f93b9c60-217c-4090-b85e-c44543fe4558 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:00.929212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-c50f8005-43fb-4d63-a4b8-6c7ed772460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'name': 'tempest-TestVolumeBootPattern-689921349-router', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:50Z', 'updated_at': '2022-04-29T15:51:00Z', 'revision_number': 6, 'project_id': 'af18667a0260467096b56941c17b6503', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:00.929212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4024f874-2492-469f-810b-507d2d403edd up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:51:00.953328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b9c60-217c-4090-b85e-c44543fe4558 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35a1488-869a-4a01-8f5e-661503c78f7b,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:00.977445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f8005-43fb-4d63-a4b8-6c7ed772460d None None] The sync data for ids ['9c22e5cc-6587-4efb-9be2-6a2d921d8b61'] in dv-neutron-839183-1-hyperv is: [{'id': '9c22e5cc-6587-4efb-9be2-6a2d921d8b61', 'name': 'tempest-TestVolumeBootPattern-689921349-router', 'tenant_id': 'af18667a0260467096b56941c17b6503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:39:50Z', 'updated_at': '2022-04-29T15:51:00Z', 'revision_number': 6, 'project_id': 'af18667a0260467096b56941c17b6503', 'gw_port_host': None}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:51:01.040348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f93b9c60-217c-4090-b85e-c44543fe4558 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.042406 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f93b9c60-217c-4090-b85e-c44543fe4558 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4365394 Apr 29 15:51:01.050356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42686) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:01.050454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c17cb87f-4d0e-49ae-baea-4e5495cb4248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'ade972c9-214c-4909-9491-0175e0fb269b', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:51:01.057218 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Calling delete_port for 08a3445b-2139-4d76-a6c4-a5e80d4bccbd owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:51:01.057736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c17cb87f-4d0e-49ae-baea-4e5495cb4248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:51:01.061439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c17cb87f-4d0e-49ae-baea-4e5495cb4248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:51:01.064368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c17cb87f-4d0e-49ae-baea-4e5495cb4248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:51:01.071365 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c17cb87f-4d0e-49ae-baea-4e5495cb4248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:51:01.071591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 4024f874-2492-469f-810b-507d2d403edd completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:51:01.077031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4024f874-2492-469f-810b-507d2d403edd triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:51:01.077629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.162013 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c17cb87f-4d0e-49ae-baea-4e5495cb4248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.209522 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.248925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c17cb87f-4d0e-49ae-baea-4e5495cb4248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.258812 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 4024f874-2492-469f-810b-507d2d403edd, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4024f874-2492-469f-810b-507d2d403edd,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:51:01.330999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c17cb87f-4d0e-49ae-baea-4e5495cb4248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.356894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cb87f-4d0e-49ae-baea-4e5495cb4248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6608d937-bcf1-46f5-ae06-275a3f1228b8,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:01.366271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.366737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.428366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=08a3445b-2139-4d76-a6c4-a5e80d4bccbd,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:01.458543 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=4024f874-2492-469f-810b-507d2d403edd,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:01.474167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c17cb87f-4d0e-49ae-baea-4e5495cb4248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.476052 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c17cb87f-4d0e-49ae-baea-4e5495cb4248 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4298465 Apr 29 15:51:01.478789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42690) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:01.490064 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f8a69815-0d27-44b5-b88d-2912ffdb2a1a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'ade972c9-214c-4909-9491-0175e0fb269b', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:51:01.501824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f8a69815-0d27-44b5-b88d-2912ffdb2a1a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:51:01.501824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f8a69815-0d27-44b5-b88d-2912ffdb2a1a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:51:01.504352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f8a69815-0d27-44b5-b88d-2912ffdb2a1a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:51:01.511499 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f8a69815-0d27-44b5-b88d-2912ffdb2a1a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:51:01.535175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.601028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f8a69815-0d27-44b5-b88d-2912ffdb2a1a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.673962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f8a69815-0d27-44b5-b88d-2912ffdb2a1a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.714638 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.716934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.725653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f8a69815-0d27-44b5-b88d-2912ffdb2a1a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.752810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a69815-0d27-44b5-b88d-2912ffdb2a1a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3245db46-327b-4ae1-82bb-b716fa8ea5f3,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:01.782780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.783322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c22e5cc-6587-4efb-9be2-6a2d921d8b61 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:51:01.795824 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.796950 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d42efaa1-8cc9-47ea-bc44-e67ec0345a3c admin admin] 10.222.0.39 "DELETE /v2.0/routers/9c22e5cc-6587-4efb-9be2-6a2d921d8b61 HTTP/1.1" status: 204 len: 168 time: 1.8000855 Apr 29 15:51:01.799585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42694) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:01.799737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f8a69815-0d27-44b5-b88d-2912ffdb2a1a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.804518 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f8a69815-0d27-44b5-b88d-2912ffdb2a1a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215489 Apr 29 15:51:01.804832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42698) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:01.810916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1f1c8812-798e-4f7a-ac97-24d6ce7403ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'ade972c9-214c-4909-9491-0175e0fb269b', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:51:01.817133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1f1c8812-798e-4f7a-ac97-24d6ce7403ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:51:01.822338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1f1c8812-798e-4f7a-ac97-24d6ce7403ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:51:01.825209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1f1c8812-798e-4f7a-ac97-24d6ce7403ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:51:01.831015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1f1c8812-798e-4f7a-ac97-24d6ce7403ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:51:01.864280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b060c4-8d23-477b-a4ec-de14933b3d1c admin admin] Deleting subnet 7d187177-3efd-470a-939b-584ad6cb7095 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:51:01.868075 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21b060c4-8d23-477b-a4ec-de14933b3d1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.895864 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-1f1c8812-798e-4f7a-ac97-24d6ce7403ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:51:01.902531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8812-798e-4f7a-ac97-24d6ce7403ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.920527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21b060c4-8d23-477b-a4ec-de14933b3d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:01.972371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8812-798e-4f7a-ac97-24d6ce7403ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.002158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21b060c4-8d23-477b-a4ec-de14933b3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.055853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8812-798e-4f7a-ac97-24d6ce7403ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.081054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c8812-798e-4f7a-ac97-24d6ce7403ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c550c432-f16c-4425-841e-76e0df8b2e86,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:02.108315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c5ae54c7-5100-41ed-a9bf-573d5d5802ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.165811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21b060c4-8d23-477b-a4ec-de14933b3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.194436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8812-798e-4f7a-ac97-24d6ce7403ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.195649 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1f1c8812-798e-4f7a-ac97-24d6ce7403ec tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3899055 Apr 29 15:51:02.198432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42702) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:02.203470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-813dbb07-c768-49f9-a55f-cfe969c91549 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'security_group_rule': {'security_group_id': 'ade972c9-214c-4909-9491-0175e0fb269b', 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:51:02.206863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b060c4-8d23-477b-a4ec-de14933b3d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d187177-3efd-470a-939b-584ad6cb7095,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:02.211181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-21b060c4-8d23-477b-a4ec-de14933b3d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.213877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-813dbb07-c768-49f9-a55f-cfe969c91549 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:51:02.216967 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df1a523-6f48-4807-9624-5ad06b3af0e9 None None] Network 4200b598-db36-4ffc-a0ba-02265fb1282a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:51:02.219741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-813dbb07-c768-49f9-a55f-cfe969c91549 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:security_group_rule and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:51:02.228111 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-21b060c4-8d23-477b-a4ec-de14933b3d1c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7d187177-3efd-470a-939b-584ad6cb7095 HTTP/1.1" status: 204 len: 168 time: 0.4274096 Apr 29 15:51:02.230407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-813dbb07-c768-49f9-a55f-cfe969c91549 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:51:02.230634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42706) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:02.237525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-813dbb07-c768-49f9-a55f-cfe969c91549 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:51:02.309352 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-813dbb07-c768-49f9-a55f-cfe969c91549 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Project b55c25ae10474f2abd40a8267579e2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 15:51:02.316913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-813dbb07-c768-49f9-a55f-cfe969c91549 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.339413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.350769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Deleting port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:51:02.351114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.383947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-813dbb07-c768-49f9-a55f-cfe969c91549 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.450714 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-813dbb07-c768-49f9-a55f-cfe969c91549 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.469857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813dbb07-c768-49f9-a55f-cfe969c91549 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115847eb-abf8-41e3-88e1-0182f595e683,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:02.472006 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b5a3ec-9b6c-425d-be65-a3fb55b0ef4f None None] DHCP port deletion for 4200b598-db36-4ffc-a0ba-02265fb1282a request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:51:02.476807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-10b5a3ec-9b6c-425d-be65-a3fb55b0ef4f None None] Deleting port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:51:02.477191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10b5a3ec-9b6c-425d-be65-a3fb55b0ef4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.530982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-813dbb07-c768-49f9-a55f-cfe969c91549 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.540902 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-813dbb07-c768-49f9-a55f-cfe969c91549 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3328092 Apr 29 15:51:02.582410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] For port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6d0f912e-5b2c-42c3-a654-4c5f5e7bce73,segment=NetworkSegment(5e068d4e-592c-4491-ad9d-f72803e22cae),segment_id=5e068d4e-592c-4491-ad9d-f72803e22cae)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:51:02.582797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.679944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-10b5a3ec-9b6c-425d-be65-a3fb55b0ef4f None None] For port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6d0f912e-5b2c-42c3-a654-4c5f5e7bce73,segment=NetworkSegment(5e068d4e-592c-4491-ad9d-f72803e22cae),segment_id=5e068d4e-592c-4491-ad9d-f72803e22cae)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:51:02.680325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10b5a3ec-9b6c-425d-be65-a3fb55b0ef4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.712705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Calling delete_port for 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:51:02.803890 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-10b5a3ec-9b6c-425d-be65-a3fb55b0ef4f None None] Calling delete_port for 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:51:02.820750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-cf3aee57-35f0-48f7-84e0-5ecc3256b78a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:51:02.835408 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4024f874-2492-469f-810b-507d2d403edd up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:51:02.902735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.928659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-10b5a3ec-9b6c-425d-be65-a3fb55b0ef4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:51:02.929007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-10b5a3ec-9b6c-425d-be65-a3fb55b0ef4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:51:02.934320 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4024f874-2492-469f-810b-507d2d403edd triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:51:02.934683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:02.944044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-cf3aee57-35f0-48f7-84e0-5ecc3256b78a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:51:02.945603 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-cf3aee57-35f0-48f7-84e0-5ecc3256b78a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173998496&fields=id&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 267 time: 0.2030759 Apr 29 15:51:02.960021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] No DVR routers for this DVR port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:51:03.092058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0f912e-5b2c-42c3-a654-4c5f5e7bce73,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:03.104981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 06797071-2e11-44fb-b542-64ba38207ed8 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:51:03.138966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 06797071-2e11-44fb-b542-64ba38207ed8 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:51:03.139588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 06797071-2e11-44fb-b542-64ba38207ed8 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:51:03.139687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:51:03.205327 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:51:03.205666 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:51:03.206080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 08a3445b-2139-4d76-a6c4-a5e80d4bccbd no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:51:03.239802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 08a3445b-2139-4d76-a6c4-a5e80d4bccbd {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:51:03.240308 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 08a3445b-2139-4d76-a6c4-a5e80d4bccbd not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:51:03.283614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:03.326769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4200b598-db36-4ffc-a0ba-02265fb1282a']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:03.342342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e068d4e-592c-4491-ad9d-f72803e22cae') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:03.342643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e068d4e-592c-4491-ad9d-f72803e22cae') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:03.355377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-02cb461c-2c0c-415b-88cf-ba5aad71b760 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:03.356052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-02cb461c-2c0c-415b-88cf-ba5aad71b760 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:51:03.365582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:03.387303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:03.393083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:51:03.393468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:51:03.407352 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:51:03.430765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-10b5a3ec-9b6c-425d-be65-a3fb55b0ef4f None None] Deleting port 6d0f912e-5b2c-42c3-a654-4c5f5e7bce73 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:51:03.431148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10b5a3ec-9b6c-425d-be65-a3fb55b0ef4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:03.478412 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-02cb461c-2c0c-415b-88cf-ba5aad71b760 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:51:03.479564 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-02cb461c-2c0c-415b-88cf-ba5aad71b760 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/networks?id=58c29c2e-d0b3-43b1-94c4-a97a8833a9df HTTP/1.1" status: 200 len: 797 time: 0.5231009 Apr 29 15:51:03.497567 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-aa4cfe67-d61c-4eb7-bb55-9f1e0e9d7c55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/quotas/b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 375 time: 0.0104585 Apr 29 15:51:03.499336 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-10b5a3ec-9b6c-425d-be65-a3fb55b0ef4f None None] The port '6d0f912e-5b2c-42c3-a654-4c5f5e7bce73' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 15:51:03.573615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:03.597897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:03.609384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-11ee567d-e904-4928-a482-be3f72af029c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:51:03.611792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=4200b598-db36-4ffc-a0ba-02265fb1282a,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:03.622154 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6e993fcc-b07a-41e4-a7d5-11f834b2d7cc admin admin] 10.222.0.39 "DELETE /v2.0/networks/4200b598-db36-4ffc-a0ba-02265fb1282a HTTP/1.1" status: 204 len: 168 time: 1.3905363 Apr 29 15:51:03.673975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-11ee567d-e904-4928-a482-be3f72af029c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:51:03.675294 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-11ee567d-e904-4928-a482-be3f72af029c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1710305 Apr 29 15:51:03.816073 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-fabdf4dd-6c88-4413-bcfd-2799a74e7276 service neutron] 10.222.0.39 "GET /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274886 Apr 29 15:51:03.917677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42726) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:03.972477 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-52f45d39-1236-4e7b-bfcf-db6c192c9edc service neutron] 10.222.0.39 "GET /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496172 Apr 29 15:51:03.992893 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e803a043-2b03-4567-a03d-0f8c50891e8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7839e9e79267494aa8592713c17200fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707533 Apr 29 15:51:03.993378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42730) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:04.051358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-86ab102f-85ec-4066-8d89-719d55834e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:04.077212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-86ab102f-85ec-4066-8d89-719d55834e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:04.205720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-86ab102f-85ec-4066-8d89-719d55834e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:04.231486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-86ab102f-85ec-4066-8d89-719d55834e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:04.236810 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d10816a5-1273-477f-a103-b674f4e80f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:04.248160 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-86ab102f-85ec-4066-8d89-719d55834e37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa6acb5f-aa2e-456e-bdd8-2c75e650d6ce HTTP/1.1" status: 204 len: 168 time: 0.2430801 Apr 29 15:51:04.249955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab102f-85ec-4066-8d89-719d55834e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6acb5f-aa2e-456e-bdd8-2c75e650d6ce,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:04.449258 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6608e7af-0b02-4be6-b9f6-1b6123decb98 req-2c23e0ec-8202-44ce-9e4e-e1eabb7f6d24 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 210 time: 0.2471941 Apr 29 15:51:05.165732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42750) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:05.219282 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-75009c29-093e-4d90-a7ae-815884594734 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af18667a0260467096b56941c17b6503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539432 Apr 29 15:51:05.221958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42754) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:05.222340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:05.280194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a740626a-19ea-43cb-812d-46ef1babbc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:05.306199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a740626a-19ea-43cb-812d-46ef1babbc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:05.451060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:05.451643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a740626a-19ea-43cb-812d-46ef1babbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:05.465589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740626a-19ea-43cb-812d-46ef1babbc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcde94d6-cd92-401b-bcd7-9988c1b27d16,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:05.472358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a740626a-19ea-43cb-812d-46ef1babbc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:05.476829 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a740626a-19ea-43cb-812d-46ef1babbc53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcde94d6-cd92-401b-bcd7-9988c1b27d16 HTTP/1.1" status: 204 len: 168 time: 0.2536495 Apr 29 15:51:05.604135 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0f1b6dc6-d8ee-4f5f-81f8-fe3d288c87b3 req-77e36bf1-a9db-4282-b192-f0ff6ae41edc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 210 time: 0.0427198 Apr 29 15:51:06.581152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-c1665b11-b6f5-4de1-ab50-e8034e54c219 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:06.582586 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-c1665b11-b6f5-4de1-ab50-e8034e54c219 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/networks?id=58c29c2e-d0b3-43b1-94c4-a97a8833a9df HTTP/1.1" status: 200 len: 797 time: 0.1485014 Apr 29 15:51:06.638160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-3f98972c-20b5-4506-8131-6e3d8d9f815a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:51:06.650479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-3f98972c-20b5-4506-8131-6e3d8d9f815a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:51:06.651833 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-3f98972c-20b5-4506-8131-6e3d8d9f815a tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55c25ae10474f2abd40a8267579e2cf HTTP/1.1" status: 200 len: 380 time: 0.0616829 Apr 29 15:51:06.660727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'port': {'device_id': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'admin_state_up': True, 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'security_groups': ['ade972c9-214c-4909-9491-0175e0fb269b']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:51:06.784183 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7e12f2e0-cb3a-4f53-a863-069eea19e393 req-07c61d5d-2665-4504-a048-7fe8a8f02107 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 210 time: 0.0553913 Apr 29 15:51:06.806266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:51:06.816040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:51:06.913817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Made reservation on behalf of b55c25ae10474f2abd40a8267579e2cf for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:51:06.917491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:07.086700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.20.0.5 (58c29c2e-d0b3-43b1-94c4-a97a8833a9df/82921c30-7652-42b9-b179-4484a50e36f7/c871b5d1-3574-40d0-8f07-97857b852f63) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:51:07.097473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:07.275123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:07.290169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Transition to ACTIVE for port object c871b5d1-3574-40d0-8f07-97857b852f63 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:51:07.359490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:07.436151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:07.442120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:07.443229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:51:07.474172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=c871b5d1-3574-40d0-8f07-97857b852f63,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:07.510302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:07.511040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:07.616673 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-5eca8814-9cb7-4d37-a6a1-836d6bd03ecd tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9597952 Apr 29 15:51:07.776621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a5db17b8-b82d-4dcd-8b71-43bf4d1348ca None None] Provisioning for port c871b5d1-3574-40d0-8f07-97857b852f63 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:51:07.777230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Request body: {'port': {'device_id': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:51:07.781840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a5db17b8-b82d-4dcd-8b71-43bf4d1348ca None None] Provisioning complete for port c871b5d1-3574-40d0-8f07-97857b852f63 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:51:07.782174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a5db17b8-b82d-4dcd-8b71-43bf4d1348ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:07.837683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a5db17b8-b82d-4dcd-8b71-43bf4d1348ca None None] Port c871b5d1-3574-40d0-8f07-97857b852f63 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:51:07.889401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:07.976114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a665be9-949d-4736-8ce0-7015f5f12707 req-604cdcb5-79b9-4a5b-98a4-78307ba0c834 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:07.977614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0a665be9-949d-4736-8ce0-7015f5f12707 req-604cdcb5-79b9-4a5b-98a4-78307ba0c834 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 931 time: 0.0836210 Apr 29 15:51:08.023212 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0a665be9-949d-4736-8ce0-7015f5f12707 req-ad687504-278b-4329-a36e-2bb7246d9ac9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=ade972c9-214c-4909-9491-0175e0fb269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396359 Apr 29 15:51:08.326928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c871b5d1-3574-40d0-8f07-97857b852f63 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:51:08.334754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:08.348313 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Transition to ACTIVE for port object c871b5d1-3574-40d0-8f07-97857b852f63 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:51:08.411593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:08.571798 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Pushing event updated for resources: {'Port': ['ID=c871b5d1-3574-40d0-8f07-97857b852f63,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:08.648979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Attempting to bind port c871b5d1-3574-40d0-8f07-97857b852f63 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:51:08.649643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Attempting to bind port c871b5d1-3574-40d0-8f07-97857b852f63 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:51:08.649643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Attempting to bind port c871b5d1-3574-40d0-8f07-97857b852f63 on network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:51:08.654276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Port c871b5d1-3574-40d0-8f07-97857b852f63 on network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:51:08.654586 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Attempting to bind port c871b5d1-3574-40d0-8f07-97857b852f63 on network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:51:08.659629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:51:08.659957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Checking segment: {'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:51:08.661282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Bound using segment: {'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:51:08.661282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Bound port: c871b5d1-3574-40d0-8f07-97857b852f63, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d778be8-8393-42cc-9e21-4d4498433f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:51:08.661282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:08.751396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] For port c871b5d1-3574-40d0-8f07-97857b852f63, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:51:08.754387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] For port c871b5d1-3574-40d0-8f07-97857b852f63, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c871b5d1-3574-40d0-8f07-97857b852f63,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:51:08.811140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:08.870701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:08.871347 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:08.872747 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] 10.222.0.44 "PUT /v2.0/ports/c871b5d1-3574-40d0-8f07-97857b852f63 HTTP/1.1" status: 200 len: 1093 time: 1.2491210 Apr 29 15:51:08.873162 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'tag': 'c871b5d1-3574-40d0-8f07-97857b852f63'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:51:08.894286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df75a13-928c-43c4-a5e5-705c3e27bec2 service neutron] Pushing event updated for resources: {'Port': ['ID=c871b5d1-3574-40d0-8f07-97857b852f63,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:09.044680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-41cfea8f-08b6-43e6-9cc2-7a29d5115b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:09.046390 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-41cfea8f-08b6-43e6-9cc2-7a29d5115b0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 1096 time: 0.0863914 Apr 29 15:51:09.103101 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125fecad-1a31-454d-a3e5-34862a2f43dd'] response: {'name': 'network-changed', 'server_uuid': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'tag': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'status': 'completed', 'code': 200} Apr 29 15:51:09.117988 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-4193741b-3b1d-4dc2-97ba-68ce42a6a3c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c871b5d1-3574-40d0-8f07-97857b852f63 HTTP/1.1" status: 200 len: 217 time: 0.0649264 Apr 29 15:51:09.183217 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-14d1f73a-0a52-4482-80ac-8784f7a99a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:09.184784 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-14d1f73a-0a52-4482-80ac-8784f7a99a39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82921c30-7652-42b9-b179-4484a50e36f7 HTTP/1.1" status: 200 len: 835 time: 0.0610092 Apr 29 15:51:09.212218 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fd41a-ff7d-4e05-97b8-da1994bf71db req-28b431f1-b262-42ed-a8bd-00480b43c896 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:09.213714 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ac0fd41a-ff7d-4e05-97b8-da1994bf71db req-28b431f1-b262-42ed-a8bd-00480b43c896 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 943 time: 0.0799725 Apr 29 15:51:09.259723 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ac0fd41a-ff7d-4e05-97b8-da1994bf71db req-93424911-0fe6-4be1-8f81-4826e284c6bb tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=ade972c9-214c-4909-9491-0175e0fb269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401318 Apr 29 15:51:09.261034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-3aca5ca9-ccd3-4111-9020-64a432c332a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:09.262738 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-3aca5ca9-ccd3-4111-9020-64a432c332a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58c29c2e-d0b3-43b1-94c4-a97a8833a9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722537 Apr 29 15:51:09.392443 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-1a7ac3cb-c825-4e58-ab79-d2f65f963b21 service neutron] 10.222.0.44 "GET /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236207 Apr 29 15:51:09.519959 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f1bc0182-d4c9-4b0c-bd89-4a4feefb8ce2 req-6312a9ae-4a51-4550-836d-55074210d656 service neutron] 10.222.0.44 "GET /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211975 Apr 29 15:51:09.700195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8eca2-6a16-4bdf-b123-3f41939b8f01 req-700fb2b4-f7ca-480b-8d5a-0b3d151e9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:09.701744 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15c8eca2-6a16-4bdf-b123-3f41939b8f01 req-700fb2b4-f7ca-480b-8d5a-0b3d151e9f44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 1096 time: 0.0700824 Apr 29 15:51:09.830901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8eca2-6a16-4bdf-b123-3f41939b8f01 req-e49807c9-8cf0-401b-b7b9-671fc86c8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:09.832221 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15c8eca2-6a16-4bdf-b123-3f41939b8f01 req-e49807c9-8cf0-401b-b7b9-671fc86c8781 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58c29c2e-d0b3-43b1-94c4-a97a8833a9df HTTP/1.1" status: 200 len: 898 time: 0.1242487 Apr 29 15:51:09.901507 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15c8eca2-6a16-4bdf-b123-3f41939b8f01 req-d3728cac-367a-4177-97b5-f14eca910baa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c871b5d1-3574-40d0-8f07-97857b852f63 HTTP/1.1" status: 200 len: 217 time: 0.0629170 Apr 29 15:51:09.966353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8eca2-6a16-4bdf-b123-3f41939b8f01 req-d958ed76-8429-4a3f-9abc-dd900afc160e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:09.967756 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15c8eca2-6a16-4bdf-b123-3f41939b8f01 req-d958ed76-8429-4a3f-9abc-dd900afc160e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82921c30-7652-42b9-b179-4484a50e36f7 HTTP/1.1" status: 200 len: 835 time: 0.0601702 Apr 29 15:51:10.041926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8eca2-6a16-4bdf-b123-3f41939b8f01 req-33197650-d95f-40aa-8242-35617df5a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:10.043355 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15c8eca2-6a16-4bdf-b123-3f41939b8f01 req-33197650-d95f-40aa-8242-35617df5a538 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58c29c2e-d0b3-43b1-94c4-a97a8833a9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682549 Apr 29 15:51:10.272880 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15c8eca2-6a16-4bdf-b123-3f41939b8f01 req-d333c8b7-c507-4a85-8244-11dce2006d5f service neutron] 10.222.0.44 "GET /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227545 Apr 29 15:51:10.401811 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15c8eca2-6a16-4bdf-b123-3f41939b8f01 req-e37aba82-2b0e-4a12-927e-54f241e6ef86 service neutron] 10.222.0.44 "GET /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228609 Apr 29 15:51:10.448572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d7d6d-2e0e-4989-a929-50779b1eba23 req-68716561-70ed-4506-b9c5-63a136617c67 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:10.449999 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d78d7d6d-2e0e-4989-a929-50779b1eba23 req-68716561-70ed-4506-b9c5-63a136617c67 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 943 time: 0.0819476 Apr 29 15:51:10.493520 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d78d7d6d-2e0e-4989-a929-50779b1eba23 req-480f755f-f569-4c01-8c9d-1eef1142fb57 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=ade972c9-214c-4909-9491-0175e0fb269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376687 Apr 29 15:51:11.683805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e03dd-cd3e-411f-b664-274aecd2ead1 req-9dfdde9f-4142-4487-afed-945b85b8567b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:11.685277 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-902e03dd-cd3e-411f-b664-274aecd2ead1 req-9dfdde9f-4142-4487-afed-945b85b8567b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 943 time: 0.0858369 Apr 29 15:51:11.731294 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-902e03dd-cd3e-411f-b664-274aecd2ead1 req-e9568980-340e-4d97-919d-66c09bf9a1f4 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=ade972c9-214c-4909-9491-0175e0fb269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403976 Apr 29 15:51:12.223170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device c871b5d1-3574-40d0-8f07-97857b852f63 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:51:12.356437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port c871b5d1-3574-40d0-8f07-97857b852f63, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c871b5d1-3574-40d0-8f07-97857b852f63,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:51:12.372663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'port_id': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'mac_address': 'fa:16:3e:c8:d9:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:51:12.425871 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:12.441945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c871b5d1-3574-40d0-8f07-97857b852f63 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:51:12.457015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port c871b5d1-3574-40d0-8f07-97857b852f63, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c871b5d1-3574-40d0-8f07-97857b852f63,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:51:12.542050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:12.605936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=c871b5d1-3574-40d0-8f07-97857b852f63,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:12.734743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['c871b5d1-3574-40d0-8f07-97857b852f63'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:51:12.912793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3f200-f263-46f8-bcdb-c1c0d93c529f req-f3f5597b-d26b-49df-8fb2-6498a0415b9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:12.914145 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2ed3f200-f263-46f8-bcdb-c1c0d93c529f req-f3f5597b-d26b-49df-8fb2-6498a0415b9d tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 944 time: 0.0778635 Apr 29 15:51:12.959074 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2ed3f200-f263-46f8-bcdb-c1c0d93c529f req-6d253f85-f53e-4e82-ae51-4b0e9b25c8dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=ade972c9-214c-4909-9491-0175e0fb269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387511 Apr 29 15:51:14.238744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device c871b5d1-3574-40d0-8f07-97857b852f63 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:51:14.246471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5052059-eac9-4903-8ee9-1cecec518894 req-952e2409-4774-4560-9760-d69e5ad0f760 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:14.247931 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c5052059-eac9-4903-8ee9-1cecec518894 req-952e2409-4774-4560-9760-d69e5ad0f760 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 944 time: 0.1849325 Apr 29 15:51:14.293290 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c5052059-eac9-4903-8ee9-1cecec518894 req-b1d3f119-c1da-4629-8f83-33049dffd5ff tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=ade972c9-214c-4909-9491-0175e0fb269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393693 Apr 29 15:51:14.365628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port c871b5d1-3574-40d0-8f07-97857b852f63 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:51:14.370474 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port c871b5d1-3574-40d0-8f07-97857b852f63 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:51:14.370833 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:14.485497 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:14.512378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c871b5d1-3574-40d0-8f07-97857b852f63'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:51:14.521852 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port c871b5d1-3574-40d0-8f07-97857b852f63, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c871b5d1-3574-40d0-8f07-97857b852f63,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:51:14.556361 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5558b64a-af27-4eed-bbc5-6b1d117a95e1'] response: {'server_uuid': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'code': 200} Apr 29 15:51:14.616574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:14.685128 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=c871b5d1-3574-40d0-8f07-97857b852f63,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:14.943356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d259f35-ff5c-405d-8cee-6c817a750e43 req-14f81004-0654-4507-86dc-d7d2c7fe6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:14.944847 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0d259f35-ff5c-405d-8cee-6c817a750e43 req-14f81004-0654-4507-86dc-d7d2c7fe6902 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 1098 time: 0.0690806 Apr 29 15:51:14.989651 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0d259f35-ff5c-405d-8cee-6c817a750e43 req-341a196b-b572-41d5-8e76-fcde598a86a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ade972c9-214c-4909-9491-0175e0fb269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387583 Apr 29 15:51:15.477179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8474c4b-53c2-4586-a9ad-c4c9d4c53d1b req-53c0a58f-4a18-4ff5-9443-cdeedea5c211 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:15.478528 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d8474c4b-53c2-4586-a9ad-c4c9d4c53d1b req-53c0a58f-4a18-4ff5-9443-cdeedea5c211 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 945 time: 0.0796115 Apr 29 15:51:15.522623 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d8474c4b-53c2-4586-a9ad-c4c9d4c53d1b req-58e97ba6-f391-46fb-9a1e-ddd0103977bf tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=ade972c9-214c-4909-9491-0175e0fb269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385218 Apr 29 15:51:16.713330 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea765c-0c00-429e-b441-d7b9e472aada req-0a7eae4b-4c43-483e-815f-84638ad4a4c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:16.714817 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1bea765c-0c00-429e-b441-d7b9e472aada req-0a7eae4b-4c43-483e-815f-84638ad4a4c0 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 945 time: 0.0821116 Apr 29 15:51:16.758830 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1bea765c-0c00-429e-b441-d7b9e472aada req-c5f9c715-c550-4357-910a-4e842026cf98 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=ade972c9-214c-4909-9491-0175e0fb269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383642 Apr 29 15:51:16.947776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e9b5b-6fd5-4ac3-b499-b24c334945f5 req-21e02789-6a7f-409c-8685-b5e9fe2597f1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:16.949248 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d38e9b5b-6fd5-4ac3-b499-b24c334945f5 req-21e02789-6a7f-409c-8685-b5e9fe2597f1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 945 time: 0.0848036 Apr 29 15:51:17.001191 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d38e9b5b-6fd5-4ac3-b499-b24c334945f5 req-8fe43415-1a98-4c1c-b790-0dd9b944a71e tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=ade972c9-214c-4909-9491-0175e0fb269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462806 Apr 29 15:51:17.024768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42794) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:17.093203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786be20-fe2d-4663-9290-248d01336281 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:17.094748 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f786be20-fe2d-4663-9290-248d01336281 tempest-TestNetworkBasicOps-853014569 tempest-TestNetworkBasicOps-853014569-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 1093 time: 0.0689735 Apr 29 15:51:17.097643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42798) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:17.102523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:51:17.108348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:51:17.112444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Usage tracker for resource:floatingip and tenant:b55c25ae10474f2abd40a8267579e2cf is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:51:17.116000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:51:17.121641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:51:17.227988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:17.362907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:17.500408 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Allocated IP 172.26.2.129 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/64dfb0b0-dabd-45a3-bf96-2b18bcb9d537) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:51:17.651478 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:17.737759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:17.803879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:51:17.806540 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:51:17.811104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:51:17.845411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=64dfb0b0-dabd-45a3-bf96-2b18bcb9d537,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:18.211230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:18.341768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:18.538834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:18.639304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:18.850329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event updated for resources: {'Port': ['ID=64dfb0b0-dabd-45a3-bf96-2b18bcb9d537,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:18.860065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:19.030089 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP a4885940-f4c0-416f-bfe2-6931302c2865 associated. External IP: 172.26.2.129, port: c871b5d1-3574-40d0-8f07-97857b852f63. Apr 29 15:51:19.373106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 643c7413-83f6-4dff-b1fc-c69ececcd02a has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:51:19.550524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:51:19.561698 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8356f-9f0f-4dae-a39e-811a98198c11 None None] Sync routers for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:51:19.571765 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8356f-9f0f-4dae-a39e-811a98198c11 None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:51:19.572424 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-30f8356f-9f0f-4dae-a39e-811a98198c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:51:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:19.627865 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:19.689689 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bc63b43c-24cf-4d27-80d3-3bd6b12a78a9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5910177 Apr 29 15:51:19.690359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'tag': 'c871b5d1-3574-40d0-8f07-97857b852f63'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:51:19.693325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42802) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:19.744310 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ffe3ab-e40f-4410-873f-a8628e869d9d'] response: {'name': 'network-changed', 'server_uuid': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'tag': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'status': 'completed', 'code': 200} Apr 29 15:51:19.757755 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-30f8356f-9f0f-4dae-a39e-811a98198c11 None None] Set router 643c7413-83f6-4dff-b1fc-c69ececcd02a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:51:19.856393 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-94e8256d-5a92-46fa-bda0-7bd1b9902d32 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/a4885940-f4c0-416f-bfe2-6931302c2865 HTTP/1.1" status: 200 len: 991 time: 0.1617811 Apr 29 15:51:19.872903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fcea0-0495-41c9-93e2-0b5ca0e59d56 req-a55de458-fafb-4505-a5cf-cbb11e805c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:19.874295 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de2fcea0-0495-41c9-93e2-0b5ca0e59d56 req-a55de458-fafb-4505-a5cf-cbb11e805c27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 1098 time: 0.1084785 Apr 29 15:51:20.005086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fcea0-0495-41c9-93e2-0b5ca0e59d56 req-6b512e1a-70a5-4453-a32a-816cdcdaeeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:20.006509 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de2fcea0-0495-41c9-93e2-0b5ca0e59d56 req-6b512e1a-70a5-4453-a32a-816cdcdaeeef service neutron] 10.222.0.44 "GET /v2.0/networks?id=58c29c2e-d0b3-43b1-94c4-a97a8833a9df HTTP/1.1" status: 200 len: 898 time: 0.1257992 Apr 29 15:51:20.129419 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de2fcea0-0495-41c9-93e2-0b5ca0e59d56 req-2f6eb334-9fd8-4820-a7d2-575282d39645 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c871b5d1-3574-40d0-8f07-97857b852f63 HTTP/1.1" status: 200 len: 999 time: 0.0959091 Apr 29 15:51:20.135906 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-30f8356f-9f0f-4dae-a39e-811a98198c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:50:56Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a4885940-f4c0-416f-bfe2-6931302c2865', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'port_id': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'mac_address': 'fa:16:3e:c8:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:51:18Z', 'updated_at': '2022-04-29T15:51:18Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4024f874-2492-469f-810b-507d2d403edd', 'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:36:a3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:55Z', 'updated_at': '2022-04-29T15:51:01Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '82921c30-7652-42b9-b179-4484a50e36f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:20.139593 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8356f-9f0f-4dae-a39e-811a98198c11 None None] Checking router: 643c7413-83f6-4dff-b1fc-c69ececcd02a for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:51:20.148290 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8356f-9f0f-4dae-a39e-811a98198c11 None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:51:20.148903 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-30f8356f-9f0f-4dae-a39e-811a98198c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:51:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:20.173770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fcea0-0495-41c9-93e2-0b5ca0e59d56 req-e135237f-4b89-4472-b462-d9bd260c0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:20.175178 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de2fcea0-0495-41c9-93e2-0b5ca0e59d56 req-e135237f-4b89-4472-b462-d9bd260c0c66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82921c30-7652-42b9-b179-4484a50e36f7 HTTP/1.1" status: 200 len: 835 time: 0.0601873 Apr 29 15:51:20.253363 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fcea0-0495-41c9-93e2-0b5ca0e59d56 req-711843b4-5270-4433-8c92-db69ed431930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:20.255676 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de2fcea0-0495-41c9-93e2-0b5ca0e59d56 req-711843b4-5270-4433-8c92-db69ed431930 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58c29c2e-d0b3-43b1-94c4-a97a8833a9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745840 Apr 29 15:51:20.327349 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-30f8356f-9f0f-4dae-a39e-811a98198c11 None None] Set router 643c7413-83f6-4dff-b1fc-c69ececcd02a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:51:20.389926 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de2fcea0-0495-41c9-93e2-0b5ca0e59d56 req-2e16e06b-d555-451d-a0fe-8902ec0539bf service neutron] 10.222.0.44 "GET /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280234 Apr 29 15:51:20.522750 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-de2fcea0-0495-41c9-93e2-0b5ca0e59d56 req-f9fa36de-9263-4a06-96cf-e333930340f5 service neutron] 10.222.0.44 "GET /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266844 Apr 29 15:51:20.667211 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-30f8356f-9f0f-4dae-a39e-811a98198c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:50:56Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a4885940-f4c0-416f-bfe2-6931302c2865', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'port_id': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'mac_address': 'fa:16:3e:c8:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:51:18Z', 'updated_at': '2022-04-29T15:51:18Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4024f874-2492-469f-810b-507d2d403edd', 'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:36:a3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:55Z', 'updated_at': '2022-04-29T15:51:01Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '82921c30-7652-42b9-b179-4484a50e36f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:20.670939 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8356f-9f0f-4dae-a39e-811a98198c11 None None] The sync data for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv is: [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:50:56Z', 'revision_number': 4, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a4885940-f4c0-416f-bfe2-6931302c2865', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'port_id': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'mac_address': 'fa:16:3e:c8:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:51:18Z', 'updated_at': '2022-04-29T15:51:18Z', 'revision_number': 0, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4024f874-2492-469f-810b-507d2d403edd', 'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:36:a3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:55Z', 'updated_at': '2022-04-29T15:51:01Z', 'revision_number': 5, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '82921c30-7652-42b9-b179-4484a50e36f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:51:20.851744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e018c-ca61-4b81-98fb-1c8f39842dd6 None None] New status for floating IP a4885940-f4c0-416f-bfe2-6931302c2865: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:51:20.860201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42808) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:20.969962 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2864f575-b886-44f6-add1-9337109aa091 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/a4885940-f4c0-416f-bfe2-6931302c2865 HTTP/1.1" status: 200 len: 991 time: 0.1085210 Apr 29 15:51:21.974378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42812) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:22.081918 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c6aca0b8-ad22-490d-a106-0e0470894d15 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/a4885940-f4c0-416f-bfe2-6931302c2865 HTTP/1.1" status: 200 len: 993 time: 0.1064243 Apr 29 15:51:24.209310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:32.130153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9db45b5e-28f8-437e-babb-10b54feaa6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:34.233309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9095a1e3-beea-4e76-bd00-59c7b44b3b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:35.204629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:35.404198 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:36.542610 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:51:37.129918 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:45.581321 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-efe5a4da-d34f-447e-8b5a-e2004ca10cba req-2bbc2d1a-2ee0-4492-a26b-bab6831a5b38 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703561 Apr 29 15:51:45.834887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a4da-d34f-447e-8b5a-e2004ca10cba req-a9e31d4e-2897-419a-bc74-f0a584a8dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:45.836314 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-efe5a4da-d34f-447e-8b5a-e2004ca10cba req-a9e31d4e-2897-419a-bc74-f0a584a8dc55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 1098 time: 0.1882825 Apr 29 15:51:45.979913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a4da-d34f-447e-8b5a-e2004ca10cba req-9b101800-07a9-4038-af70-71164c14b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:45.982068 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-efe5a4da-d34f-447e-8b5a-e2004ca10cba req-9b101800-07a9-4038-af70-71164c14b2eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=58c29c2e-d0b3-43b1-94c4-a97a8833a9df HTTP/1.1" status: 200 len: 898 time: 0.1260808 Apr 29 15:51:46.082866 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-efe5a4da-d34f-447e-8b5a-e2004ca10cba req-06fcb8fd-0d72-47f6-9b8e-59e853fb446e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c871b5d1-3574-40d0-8f07-97857b852f63 HTTP/1.1" status: 200 len: 1001 time: 0.0944510 Apr 29 15:51:46.142867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a4da-d34f-447e-8b5a-e2004ca10cba req-1cd0a452-fd13-4bc4-b754-7612f8fda219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:46.144180 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-efe5a4da-d34f-447e-8b5a-e2004ca10cba req-1cd0a452-fd13-4bc4-b754-7612f8fda219 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82921c30-7652-42b9-b179-4484a50e36f7 HTTP/1.1" status: 200 len: 835 time: 0.0560884 Apr 29 15:51:46.218186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a4da-d34f-447e-8b5a-e2004ca10cba req-9e536d1e-f69f-4af2-a8aa-5101feea59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:51:46.219639 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-efe5a4da-d34f-447e-8b5a-e2004ca10cba req-9e536d1e-f69f-4af2-a8aa-5101feea59d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58c29c2e-d0b3-43b1-94c4-a97a8833a9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701778 Apr 29 15:51:46.349987 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-efe5a4da-d34f-447e-8b5a-e2004ca10cba req-61696dc5-37bc-44d1-ad31-eb0722c3037a service neutron] 10.222.0.44 "GET /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239662 Apr 29 15:51:46.480338 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-efe5a4da-d34f-447e-8b5a-e2004ca10cba req-bec48d20-b037-4af6-845e-b1d364c32957 service neutron] 10.222.0.44 "GET /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231105 Apr 29 15:51:51.276649 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42832) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:51.281749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-56e09a78-a834-4746-b974-bbdee0a52428 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:51:51.802744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56e09a78-a834-4746-b974-bbdee0a52428 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:51.889743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56e09a78-a834-4746-b974-bbdee0a52428 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:52.182326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e09a78-a834-4746-b974-bbdee0a52428 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 643c7413-83f6-4dff-b1fc-c69ececcd02a has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:51:52.361146 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e09a78-a834-4746-b974-bbdee0a52428 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:51:52.372136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56e09a78-a834-4746-b974-bbdee0a52428 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:52.372136 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-56e09a78-a834-4746-b974-bbdee0a52428 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/643c7413-83f6-4dff-b1fc-c69ececcd02a HTTP/1.1" status: 200 len: 888 time: 1.0913966 Apr 29 15:51:52.372310 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7719dbc9-f873-4e64-8f02-bb4d0a56f50d None None] Sync routers for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:51:52.381706 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7719dbc9-f873-4e64-8f02-bb4d0a56f50d None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:51:52.382296 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7719dbc9-f873-4e64-8f02-bb4d0a56f50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:51:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:52.444827 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7719dbc9-f873-4e64-8f02-bb4d0a56f50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:52.453758 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7719dbc9-f873-4e64-8f02-bb4d0a56f50d None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:51:52.454340 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7719dbc9-f873-4e64-8f02-bb4d0a56f50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:51:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:52.515658 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7719dbc9-f873-4e64-8f02-bb4d0a56f50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:52.516041 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7719dbc9-f873-4e64-8f02-bb4d0a56f50d None None] The sync data for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv is: [] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:51:52.895446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4024f874-2492-469f-810b-507d2d403edd no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:51:52.997575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27be22ea-de55-4978-81ad-ed0b9b24de90 None None] New status for floating IP a4885940-f4c0-416f-bfe2-6931302c2865: DOWN {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:51:53.115033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:53.229397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 4024f874-2492-469f-810b-507d2d403edd, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4024f874-2492-469f-810b-507d2d403edd,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:51:53.295357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:53.368119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=4024f874-2492-469f-810b-507d2d403edd,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:53.376089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:53.376492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:53.376824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:53.377150 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:53.377475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:53.377800 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:53.378121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:53.380892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:53.381298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:53.381726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:53.381971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:53.382347 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:51:54.204041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:54.510946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42838) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:54.516400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-7b9777be-45a1-4136-b56c-26f127c7cc2b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:51:54.821043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7600b891-d0c9-4b75-8281-ea1792aa5352 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:51:54.935669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:54.951521 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 7600b891-d0c9-4b75-8281-ea1792aa5352, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7600b891-d0c9-4b75-8281-ea1792aa5352,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:51:55.008582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:55.037011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b9777be-45a1-4136-b56c-26f127c7cc2b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:55.074511 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=7600b891-d0c9-4b75-8281-ea1792aa5352,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:55.112789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b9777be-45a1-4136-b56c-26f127c7cc2b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-471947'] for router, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:55.293685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9777be-45a1-4136-b56c-26f127c7cc2b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 643c7413-83f6-4dff-b1fc-c69ececcd02a has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:51:55.466831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9777be-45a1-4136-b56c-26f127c7cc2b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:51:55.473774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7b9777be-45a1-4136-b56c-26f127c7cc2b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:55.474466 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7b9777be-45a1-4136-b56c-26f127c7cc2b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/643c7413-83f6-4dff-b1fc-c69ececcd02a HTTP/1.1" status: 200 len: 887 time: 0.9625399 Apr 29 15:51:55.475911 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab979eb0-c45a-45a3-81ef-c9406d506d5b None None] Sync routers for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:51:55.477405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42842) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:55.486101 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab979eb0-c45a-45a3-81ef-c9406d506d5b None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:51:55.486692 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ab979eb0-c45a-45a3-81ef-c9406d506d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:51:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:55.581551 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0838ec11-8ca0-4115-a4b7-d0622fe223d2 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/a4885940-f4c0-416f-bfe2-6931302c2865 HTTP/1.1" status: 200 len: 991 time: 0.1029940 Apr 29 15:51:55.669172 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ab979eb0-c45a-45a3-81ef-c9406d506d5b None None] Set router 643c7413-83f6-4dff-b1fc-c69ececcd02a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:51:56.037375 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ab979eb0-c45a-45a3-81ef-c9406d506d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:51:55Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:51:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a4885940-f4c0-416f-bfe2-6931302c2865', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'port_id': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'mac_address': 'fa:16:3e:c8:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:51:18Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4024f874-2492-469f-810b-507d2d403edd', 'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:36:a3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:55Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '82921c30-7652-42b9-b179-4484a50e36f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:56.046715 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab979eb0-c45a-45a3-81ef-c9406d506d5b None None] Checking router: 643c7413-83f6-4dff-b1fc-c69ececcd02a for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:51:56.056680 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab979eb0-c45a-45a3-81ef-c9406d506d5b None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:51:56.057535 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ab979eb0-c45a-45a3-81ef-c9406d506d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:51:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:56.249246 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ab979eb0-c45a-45a3-81ef-c9406d506d5b None None] Set router 643c7413-83f6-4dff-b1fc-c69ececcd02a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:51:56.585539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42846) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:56.619147 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ab979eb0-c45a-45a3-81ef-c9406d506d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:51:55Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:51:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a4885940-f4c0-416f-bfe2-6931302c2865', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'port_id': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'mac_address': 'fa:16:3e:c8:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:51:18Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4024f874-2492-469f-810b-507d2d403edd', 'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:36:a3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:55Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '82921c30-7652-42b9-b179-4484a50e36f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:51:56.623940 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab979eb0-c45a-45a3-81ef-c9406d506d5b None None] The sync data for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv is: [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:51:55Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:51:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a4885940-f4c0-416f-bfe2-6931302c2865', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'port_id': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'mac_address': 'fa:16:3e:c8:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:51:18Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 2, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4024f874-2492-469f-810b-507d2d403edd', 'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:36:a3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:55Z', 'updated_at': '2022-04-29T15:51:53Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '82921c30-7652-42b9-b179-4484a50e36f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:51:56.851398 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-03942120-209f-4a9d-a696-241c2337809b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/a4885940-f4c0-416f-bfe2-6931302c2865 HTTP/1.1" status: 200 len: 991 time: 0.2646501 Apr 29 15:51:57.855042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42850) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:57.961986 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6395409d-f839-4f67-9f7d-7b27405d2655 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/a4885940-f4c0-416f-bfe2-6931302c2865 HTTP/1.1" status: 200 len: 991 time: 0.1058033 Apr 29 15:51:58.168298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ee51f-ded6-4858-ac50-3741bda031c9 None None] New status for floating IP a4885940-f4c0-416f-bfe2-6931302c2865: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:51:58.860787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4024f874-2492-469f-810b-507d2d403edd up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:51:58.926775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4024f874-2492-469f-810b-507d2d403edd triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:51:58.927136 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:58.965883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42856) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:59.042288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.075265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 4024f874-2492-469f-810b-507d2d403edd, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4024f874-2492-469f-810b-507d2d403edd,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:51:59.075588 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b94c503d-e0e9-4216-8245-51ad73967217 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/floatingips/a4885940-f4c0-416f-bfe2-6931302c2865 HTTP/1.1" status: 200 len: 993 time: 0.1085913 Apr 29 15:51:59.134487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.135306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7600b891-d0c9-4b75-8281-ea1792aa5352 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:51:59.252111 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=4024f874-2492-469f-810b-507d2d403edd,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:59.263114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7600b891-d0c9-4b75-8281-ea1792aa5352 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:51:59.263485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.344902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42864) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:51:59.380981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.397662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 7600b891-d0c9-4b75-8281-ea1792aa5352, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7600b891-d0c9-4b75-8281-ea1792aa5352,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:51:59.449597 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.518155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=7600b891-d0c9-4b75-8281-ea1792aa5352,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:51:59.654401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 64dfb0b0-dabd-45a3-bf96-2b18bcb9d537 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:51:59.654900 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.820101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.820427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:51:59.943749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 64dfb0b0-dabd-45a3-bf96-2b18bcb9d537 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:52:00.135239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:00.186517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=64dfb0b0-dabd-45a3-bf96-2b18bcb9d537,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:00.228222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:00.228509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:00.228839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:00.229188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:00.229488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:00.229812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:00.230133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:00.230450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:00.230767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:00.231082 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:00.231392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:00.231705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:00.287731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:00.288132 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Floating IP a4885940-f4c0-416f-bfe2-6931302c2865 disassociated (deleted). External IP: 172.26.2.129, port: c871b5d1-3574-40d0-8f07-97857b852f63. Apr 29 15:52:00.636908 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 643c7413-83f6-4dff-b1fc-c69ececcd02a has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:52:00.813491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:52:00.823871 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b0925e-fe92-4114-a9ee-7352d4b3fc2a None None] Sync routers for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:52:00.830965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:00.834932 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b0925e-fe92-4114-a9ee-7352d4b3fc2a None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:52:00.835659 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e0b0925e-fe92-4114-a9ee-7352d4b3fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:51:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:00.837858 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4024f874-2492-469f-810b-507d2d403edd up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:52:00.891364 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a26e2afa-908a-437b-a359-0e72209902dc tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/floatingips/a4885940-f4c0-416f-bfe2-6931302c2865 HTTP/1.1" status: 204 len: 168 time: 1.5452957 Apr 29 15:52:00.891767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'tag': 'c871b5d1-3574-40d0-8f07-97857b852f63'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:00.911759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4024f874-2492-469f-810b-507d2d403edd triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:00.912121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:00.940029 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce30113e-9476-4b6f-a74f-0816d3a81532'] response: {'name': 'network-changed', 'server_uuid': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'tag': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'status': 'completed', 'code': 200} Apr 29 15:52:01.029208 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-e0b0925e-fe92-4114-a9ee-7352d4b3fc2a None None] Set router 643c7413-83f6-4dff-b1fc-c69ececcd02a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:52:01.050841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7600b891-d0c9-4b75-8281-ea1792aa5352 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:52:01.057276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ec11-f02f-4f01-97dd-555d903a7aab req-43028a00-d631-4797-8df0-160d714e742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:01.058850 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d884ec11-f02f-4f01-97dd-555d903a7aab req-43028a00-d631-4797-8df0-160d714e742b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b55c25ae10474f2abd40a8267579e2cf&device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 1098 time: 0.0923707 Apr 29 15:52:01.121428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 7600b891-d0c9-4b75-8281-ea1792aa5352 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:01.121795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:01.195049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ec11-f02f-4f01-97dd-555d903a7aab req-34a6087f-465f-4806-b6f7-cbf5a8370fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:01.196511 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d884ec11-f02f-4f01-97dd-555d903a7aab req-34a6087f-465f-4806-b6f7-cbf5a8370fad service neutron] 10.222.0.44 "GET /v2.0/networks?id=58c29c2e-d0b3-43b1-94c4-a97a8833a9df HTTP/1.1" status: 200 len: 898 time: 0.1298277 Apr 29 15:52:01.282713 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d884ec11-f02f-4f01-97dd-555d903a7aab req-0c418142-7dca-4109-8d49-a0562e3fdd51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c871b5d1-3574-40d0-8f07-97857b852f63 HTTP/1.1" status: 200 len: 217 time: 0.0778255 Apr 29 15:52:01.353888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ec11-f02f-4f01-97dd-555d903a7aab req-b2e21cf4-fa36-4aa9-b1d3-9eae0726c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:01.355348 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d884ec11-f02f-4f01-97dd-555d903a7aab req-b2e21cf4-fa36-4aa9-b1d3-9eae0726c157 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82921c30-7652-42b9-b179-4484a50e36f7 HTTP/1.1" status: 200 len: 835 time: 0.0683019 Apr 29 15:52:01.364512 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e0b0925e-fe92-4114-a9ee-7352d4b3fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:51:55Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:51:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '4024f874-2492-469f-810b-507d2d403edd', 'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:36:a3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:55Z', 'updated_at': '2022-04-29T15:51:59Z', 'revision_number': 7, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '82921c30-7652-42b9-b179-4484a50e36f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:01.368369 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b0925e-fe92-4114-a9ee-7352d4b3fc2a None None] Checking router: 643c7413-83f6-4dff-b1fc-c69ececcd02a for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:52:01.377455 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b0925e-fe92-4114-a9ee-7352d4b3fc2a None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:52:01.378046 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e0b0925e-fe92-4114-a9ee-7352d4b3fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:51:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:01.430088 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884ec11-f02f-4f01-97dd-555d903a7aab req-ed220e8b-66e0-4887-a667-84a600e46417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:01.431548 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d884ec11-f02f-4f01-97dd-555d903a7aab req-ed220e8b-66e0-4887-a667-84a600e46417 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58c29c2e-d0b3-43b1-94c4-a97a8833a9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695214 Apr 29 15:52:01.560209 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-e0b0925e-fe92-4114-a9ee-7352d4b3fc2a None None] Set router 643c7413-83f6-4dff-b1fc-c69ececcd02a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:52:01.566747 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d884ec11-f02f-4f01-97dd-555d903a7aab req-ebf783ee-610a-4416-8584-0120805983ee service neutron] 10.222.0.44 "GET /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291709 Apr 29 15:52:01.623775 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283c36b-2baf-4cfc-b226-dab5e7aa5c8c req-a625be71-2e16-44cc-9da0-ba9a368323ab tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:01.624487 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3283c36b-2baf-4cfc-b226-dab5e7aa5c8c req-a625be71-2e16-44cc-9da0-ba9a368323ab tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:52:01.689530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3283c36b-2baf-4cfc-b226-dab5e7aa5c8c req-a625be71-2e16-44cc-9da0-ba9a368323ab tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:52:01.690825 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3283c36b-2baf-4cfc-b226-dab5e7aa5c8c req-a625be71-2e16-44cc-9da0-ba9a368323ab tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 945 time: 0.1507711 Apr 29 15:52:01.706467 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d884ec11-f02f-4f01-97dd-555d903a7aab req-f0e8f597-81d6-463e-b72e-4c0c1744472c service neutron] 10.222.0.44 "GET /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326690 Apr 29 15:52:01.739337 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3283c36b-2baf-4cfc-b226-dab5e7aa5c8c req-ab56a789-60f5-424e-9e53-11ca76c96eb1 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=ade972c9-214c-4909-9491-0175e0fb269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422981 Apr 29 15:52:01.903193 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-e0b0925e-fe92-4114-a9ee-7352d4b3fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:51:55Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:51:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '4024f874-2492-469f-810b-507d2d403edd', 'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:36:a3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:55Z', 'updated_at': '2022-04-29T15:51:59Z', 'revision_number': 7, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '82921c30-7652-42b9-b179-4484a50e36f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:01.907596 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b0925e-fe92-4114-a9ee-7352d4b3fc2a None None] The sync data for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv is: [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:51:55Z', 'revision_number': 6, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:51:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '4024f874-2492-469f-810b-507d2d403edd', 'name': '', 'network_id': '58c29c2e-d0b3-43b1-94c4-a97a8833a9df', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'mac_address': 'fa:16:3e:36:a3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': '82921c30-7652-42b9-b179-4484a50e36f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:55Z', 'updated_at': '2022-04-29T15:51:59Z', 'revision_number': 7, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'subnets': [{'id': '82921c30-7652-42b9-b179-4484a50e36f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:52:02.083938 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5527650b-d295-4be9-bb2d-4829baba3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:02.535419 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b43f2-0bcd-4076-b7ba-95cddb870544 None None] New status for floating IP a4885940-f4c0-416f-bfe2-6931302c2865: DOWN {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:52:02.815056 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779a846-b379-4a8d-a71a-fbec5441994e req-6c7a5367-bdbf-445d-989c-4cd3e85ca932 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:02.815747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-b779a846-b379-4a8d-a71a-fbec5441994e req-6c7a5367-bdbf-445d-989c-4cd3e85ca932 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Synchronizing usage tracker for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:52:02.827238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-b779a846-b379-4a8d-a71a-fbec5441994e req-6c7a5367-bdbf-445d-989c-4cd3e85ca932 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Unset dirty status for tenant:b55c25ae10474f2abd40a8267579e2cf on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:52:02.828316 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b779a846-b379-4a8d-a71a-fbec5441994e req-6c7a5367-bdbf-445d-989c-4cd3e85ca932 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 945 time: 0.0958347 Apr 29 15:52:02.897176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-b779a846-b379-4a8d-a71a-fbec5441994e req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port c871b5d1-3574-40d0-8f07-97857b852f63 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:52:02.897520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b779a846-b379-4a8d-a71a-fbec5441994e req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:03.039474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d766f5d-507f-4428-afd4-50ba15126711 req-dfb4f3f0-2041-4269-b861-cef35a7bdd2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:03.040883 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2d766f5d-507f-4428-afd4-50ba15126711 req-dfb4f3f0-2041-4269-b861-cef35a7bdd2c tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 945 time: 0.1936975 Apr 29 15:52:03.084201 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2d766f5d-507f-4428-afd4-50ba15126711 req-d1c3d4c5-62ab-4d7d-8f15-6b8d00d363da tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/security-groups?id=ade972c9-214c-4909-9491-0175e0fb269b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370660 Apr 29 15:52:03.149695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-b779a846-b379-4a8d-a71a-fbec5441994e req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port c871b5d1-3574-40d0-8f07-97857b852f63, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=c871b5d1-3574-40d0-8f07-97857b852f63,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:52:03.150049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b779a846-b379-4a8d-a71a-fbec5441994e req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:03.271025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-b779a846-b379-4a8d-a71a-fbec5441994e req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for c871b5d1-3574-40d0-8f07-97857b852f63 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:52:03.511456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b779a846-b379-4a8d-a71a-fbec5441994e req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:03.561651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=c871b5d1-3574-40d0-8f07-97857b852f63,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:03.599740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:03.600077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:03.600434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:03.600783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:03.601101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:03.601421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:03.601748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:03.602047 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:03.602361 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:03.602672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:03.602986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:03.603290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:52:03.748891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b779a846-b379-4a8d-a71a-fbec5441994e req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] No DVR routers for this DVR port c871b5d1-3574-40d0-8f07-97857b852f63 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:52:03.751297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-b779a846-b379-4a8d-a71a-fbec5441994e req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:03.753784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'name': 'network-vif-deleted', 'tag': 'c871b5d1-3574-40d0-8f07-97857b852f63'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:03.799064 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae0afd2-e113-4834-8d22-9432571b311d'] response: {'server_uuid': '426b4a6e-de8c-443b-beb9-49c6f3eb8225', 'name': 'network-vif-deleted', 'tag': 'c871b5d1-3574-40d0-8f07-97857b852f63', 'status': 'completed', 'code': 200} Apr 29 15:52:03.815751 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b779a846-b379-4a8d-a71a-fbec5441994e req-423ce080-35a8-419d-b7b4-a928a211cc55 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.44 "DELETE /v2.0/ports/c871b5d1-3574-40d0-8f07-97857b852f63 HTTP/1.1" status: 204 len: 173 time: 0.9823313 Apr 29 15:52:04.215046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cd3d680e-3f43-491e-baaf-c5093da05f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:04.248166 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3e567f10-d342-4aa3-bf1f-efd1d82c10b6 req-f52f9fd1-1f1c-46d8-b913-a5d4ca527078 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "GET /v2.0/ports?device_id=426b4a6e-de8c-443b-beb9-49c6f3eb8225 HTTP/1.1" status: 200 len: 210 time: 0.0440023 Apr 29 15:52:05.232191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:05.347351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42882) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:05.392736 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:05.415044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67b21670-8f92-4bf7-b2c3-376c9ae8c79b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:05.448099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67b21670-8f92-4bf7-b2c3-376c9ae8c79b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:05.575261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67b21670-8f92-4bf7-b2c3-376c9ae8c79b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:05.592555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b21670-8f92-4bf7-b2c3-376c9ae8c79b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade972c9-214c-4909-9491-0175e0fb269b,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:05.676109 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67b21670-8f92-4bf7-b2c3-376c9ae8c79b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:05.677277 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-67b21670-8f92-4bf7-b2c3-376c9ae8c79b tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/security-groups/ade972c9-214c-4909-9491-0175e0fb269b HTTP/1.1" status: 204 len: 168 time: 0.3289249 Apr 29 15:52:05.780227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42888) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:06.333064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d727fcb-9ba7-4457-b072-a5a71e34f902 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:06.596976 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device c871b5d1-3574-40d0-8f07-97857b852f63 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:06.632944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: c871b5d1-3574-40d0-8f07-97857b852f63 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:52:06.633376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device c871b5d1-3574-40d0-8f07-97857b852f63 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:06.688687 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-0d727fcb-9ba7-4457-b072-a5a71e34f902 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 4024f874-2492-469f-810b-507d2d403edd {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:52:06.689226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d727fcb-9ba7-4457-b072-a5a71e34f902 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:06.874909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-0d727fcb-9ba7-4457-b072-a5a71e34f902 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 4024f874-2492-469f-810b-507d2d403edd, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4024f874-2492-469f-810b-507d2d403edd,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:52:06.875720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d727fcb-9ba7-4457-b072-a5a71e34f902 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.115368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-0d727fcb-9ba7-4457-b072-a5a71e34f902 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 4024f874-2492-469f-810b-507d2d403edd owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:52:07.118684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.358050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d727fcb-9ba7-4457-b072-a5a71e34f902 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:07.406241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d727fcb-9ba7-4457-b072-a5a71e34f902 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=4024f874-2492-469f-810b-507d2d403edd,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:07.686917 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0d727fcb-9ba7-4457-b072-a5a71e34f902 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.039161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d727fcb-9ba7-4457-b072-a5a71e34f902 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Router 643c7413-83f6-4dff-b1fc-c69ececcd02a has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:52:08.214826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d727fcb-9ba7-4457-b072-a5a71e34f902 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:52:08.226967 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165cf12-922a-4a33-875f-df743f9a9ce3 None None] Sync routers for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:52:08.227811 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0d727fcb-9ba7-4457-b072-a5a71e34f902 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "PUT /v2.0/routers/643c7413-83f6-4dff-b1fc-c69ececcd02a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4464920 Apr 29 15:52:08.230569 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42892) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:08.240029 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165cf12-922a-4a33-875f-df743f9a9ce3 None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:52:08.240791 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6165cf12-922a-4a33-875f-df743f9a9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:52:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:08.300023 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-b039c0d8-af48-4422-b330-af2cce708f8f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting subnet 82921c30-7652-42b9-b179-4484a50e36f7 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:52:08.303027 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b039c0d8-af48-4422-b330-af2cce708f8f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.356684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b039c0d8-af48-4422-b330-af2cce708f8f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.415271 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-6165cf12-922a-4a33-875f-df743f9a9ce3 None None] Set router 643c7413-83f6-4dff-b1fc-c69ececcd02a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:52:08.442934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b039c0d8-af48-4422-b330-af2cce708f8f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.552653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b039c0d8-af48-4422-b330-af2cce708f8f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.592341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039c0d8-af48-4422-b330-af2cce708f8f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Subnet': ['ID=82921c30-7652-42b9-b179-4484a50e36f7,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:08.595455 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b039c0d8-af48-4422-b330-af2cce708f8f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.601632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d82a6f-83ed-483e-b022-cde2a5730f45 None None] Network 58c29c2e-d0b3-43b1-94c4-a97a8833a9df requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:52:08.602166 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b039c0d8-af48-4422-b330-af2cce708f8f tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/subnets/82921c30-7652-42b9-b179-4484a50e36f7 HTTP/1.1" status: 204 len: 168 time: 0.3706439 Apr 29 15:52:08.604861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42896) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:08.705714 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6165cf12-922a-4a33-875f-df743f9a9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:52:07Z', 'revision_number': 7, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:51:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:08.710382 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165cf12-922a-4a33-875f-df743f9a9ce3 None None] Checking router: 643c7413-83f6-4dff-b1fc-c69ececcd02a for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:52:08.721421 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165cf12-922a-4a33-875f-df743f9a9ce3 None None] Routers {'643c7413-83f6-4dff-b1fc-c69ececcd02a'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:52:08.722042 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6165cf12-922a-4a33-875f-df743f9a9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:52:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['643c7413-83f6-4dff-b1fc-c69ececcd02a'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:08.898708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb1664f-0249-4ef4-8554-ef4c1cde6b39 None None] DHCP port deletion for 58c29c2e-d0b3-43b1-94c4-a97a8833a9df request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 15:52:08.902630 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1664f-0249-4ef4-8554-ef4c1cde6b39 None None] Deleting port 66ab4308-1b28-4bc0-bc56-49c3114f7431 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:52:08.902996 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7bb1664f-0249-4ef4-8554-ef4c1cde6b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:08.915452 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-6165cf12-922a-4a33-875f-df743f9a9ce3 None None] Set router 643c7413-83f6-4dff-b1fc-c69ececcd02a gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:52:08.921447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.104816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.113850 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-7bb1664f-0249-4ef4-8554-ef4c1cde6b39 None None] For port 66ab4308-1b28-4bc0-bc56-49c3114f7431, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=66ab4308-1b28-4bc0-bc56-49c3114f7431,segment=NetworkSegment(0d778be8-8393-42cc-9e21-4d4498433f59),segment_id=0d778be8-8393-42cc-9e21-4d4498433f59)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:52:09.114493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7bb1664f-0249-4ef4-8554-ef4c1cde6b39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.163782 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Deleting port 7600b891-d0c9-4b75-8281-ea1792aa5352 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:52:09.164168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.198869 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6165cf12-922a-4a33-875f-df743f9a9ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:52:07Z', 'revision_number': 7, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:51:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:09.202768 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165cf12-922a-4a33-875f-df743f9a9ce3 None None] The sync data for ids ['643c7413-83f6-4dff-b1fc-c69ececcd02a'] in dv-neutron-839183-1-hyperv is: [{'id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'name': 'tempest-TestNetworkBasicOps-router-638074754', 'tenant_id': 'b55c25ae10474f2abd40a8267579e2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120'}], 'enable_snat': True}, 'gw_port_id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:50:49Z', 'updated_at': '2022-04-29T15:52:07Z', 'revision_number': 7, 'project_id': 'b55c25ae10474f2abd40a8267579e2cf', 'gw_port': {'id': '7600b891-d0c9-4b75-8281-ea1792aa5352', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:de:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643c7413-83f6-4dff-b1fc-c69ececcd02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:50:50Z', 'updated_at': '2022-04-29T15:51:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:52:09.243895 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1664f-0249-4ef4-8554-ef4c1cde6b39 None None] Calling delete_port for 66ab4308-1b28-4bc0-bc56-49c3114f7431 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:52:09.347584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] For port 7600b891-d0c9-4b75-8281-ea1792aa5352, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=7600b891-d0c9-4b75-8281-ea1792aa5352,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:52:09.347940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.415031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7bb1664f-0249-4ef4-8554-ef4c1cde6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.464243 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1664f-0249-4ef4-8554-ef4c1cde6b39 None None] Pushing event deleted for resources: {'Port': ['ID=66ab4308-1b28-4bc0-bc56-49c3114f7431,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:09.466127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb1664f-0249-4ef4-8554-ef4c1cde6b39 None None] No DVR routers for this DVR port 66ab4308-1b28-4bc0-bc56-49c3114f7431 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:52:09.470103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Calling delete_port for 7600b891-d0c9-4b75-8281-ea1792aa5352 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:52:09.695135 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:09.744938 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Port': ['ID=7600b891-d0c9-4b75-8281-ea1792aa5352,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:09.833334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.005698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.007764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.099624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.100184 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Fanout notify agent at l3_agent the message router_deleted on router 643c7413-83f6-4dff-b1fc-c69ececcd02a {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 15:52:10.115978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.118644 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-35966c77-bef9-4a6d-8a88-8f09c0d15f43 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/routers/643c7413-83f6-4dff-b1fc-c69ececcd02a HTTP/1.1" status: 204 len: 168 time: 1.5113707 Apr 29 15:52:10.119905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42900) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:10.241025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.376615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.400412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c29c2e-d0b3-43b1-94c4-a97a8833a9df']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:10.412044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d778be8-8393-42cc-9e21-4d4498433f59') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:10.412345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d778be8-8393-42cc-9e21-4d4498433f59') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:52:10.424038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.440455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.446339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:52:10.446725 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:52:10.460763 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:52:10.596776 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.614286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:10.626432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] Pushing event deleted for resources: {'Network': ['ID=58c29c2e-d0b3-43b1-94c4-a97a8833a9df,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:10.694710 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fde9e0c4-ea68-4599-95d5-5f91644dd8c9 tempest-TestNetworkBasicOps-2014286389 tempest-TestNetworkBasicOps-2014286389-project] 10.222.0.39 "DELETE /v2.0/networks/58c29c2e-d0b3-43b1-94c4-a97a8833a9df HTTP/1.1" status: 204 len: 168 time: 0.5735562 Apr 29 15:52:10.829811 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4024f874-2492-469f-810b-507d2d403edd no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:10.867330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 4024f874-2492-469f-810b-507d2d403edd {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:52:10.867671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4024f874-2492-469f-810b-507d2d403edd not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:10.868090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 66ab4308-1b28-4bc0-bc56-49c3114f7431 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:10.900699 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 66ab4308-1b28-4bc0-bc56-49c3114f7431 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:52:10.901039 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 66ab4308-1b28-4bc0-bc56-49c3114f7431 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:10.901440 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7600b891-d0c9-4b75-8281-ea1792aa5352 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:10.934296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 7600b891-d0c9-4b75-8281-ea1792aa5352 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:52:10.934634 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 7600b891-d0c9-4b75-8281-ea1792aa5352 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:11.235542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42908) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:11.423139 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e35e1db5-7112-4ed9-9a64-eba8781b464e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b55c25ae10474f2abd40a8267579e2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864474 Apr 29 15:52:11.425615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42914) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:11.484929 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6bb1-7d02-4d70-8945-4029edee4a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:11.509890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6bb1-7d02-4d70-8945-4029edee4a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:11.632240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6bb1-7d02-4d70-8945-4029edee4a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:11.649077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e6bb1-7d02-4d70-8945-4029edee4a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad8007c-d03b-4643-bdef-5c9b5c6afcb9,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:11.656493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6bb1-7d02-4d70-8945-4029edee4a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:11.657614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5a7e6bb1-7d02-4d70-8945-4029edee4a25 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ad8007c-d03b-4643-bdef-5c9b5c6afcb9 HTTP/1.1" status: 204 len: 168 time: 0.2311244 Apr 29 15:52:12.178656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 42922) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:12.196856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418a41e7-3043-4c75-bfd6-c7e00372a672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:12.210985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-418a41e7-3043-4c75-bfd6-c7e00372a672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:12.214894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-418a41e7-3043-4c75-bfd6-c7e00372a672 admin admin] Usage tracker for resource:security_group_rule and tenant:41cc8344511f4eee9d8708000043670d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:12.217724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-418a41e7-3043-4c75-bfd6-c7e00372a672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:12.223873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-418a41e7-3043-4c75-bfd6-c7e00372a672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:12.307432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418a41e7-3043-4c75-bfd6-c7e00372a672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:12.374692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418a41e7-3043-4c75-bfd6-c7e00372a672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:12.528558 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-418a41e7-3043-4c75-bfd6-c7e00372a672 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41cc8344511f4eee9d8708000043670d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486559 Apr 29 15:52:12.529325 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a41e7-3043-4c75-bfd6-c7e00372a672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da5f414-99b7-477e-ab2f-ec40fbe90208,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:12.531192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 42926) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:12.593503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cccd20f-78d2-479b-8848-26fba11a7702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:12.618702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cccd20f-78d2-479b-8848-26fba11a7702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:12.734829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cccd20f-78d2-479b-8848-26fba11a7702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:12.751309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccd20f-78d2-479b-8848-26fba11a7702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da5f414-99b7-477e-ab2f-ec40fbe90208,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:12.755579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5cccd20f-78d2-479b-8848-26fba11a7702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:12.756693 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5cccd20f-78d2-479b-8848-26fba11a7702 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8da5f414-99b7-477e-ab2f-ec40fbe90208 HTTP/1.1" status: 204 len: 168 time: 0.2244222 Apr 29 15:52:13.541007 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:52:20.661065 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-413af98a-e76e-426a-a885-7b9e9d12ffb4 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=2b35c0ef98ec46368af5a463c137f0ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273967 Apr 29 15:52:20.811982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-3ce0ea65-3e68-40f7-b401-b154e0bb0d98 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:20.814104 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-3ce0ea65-3e68-40f7-b401-b154e0bb0d98 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480889 Apr 29 15:52:20.828258 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-795a44f4-1006-4d27-b65e-3ce9a1afd7d9 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/quotas/2b35c0ef98ec46368af5a463c137f0ca HTTP/1.1" status: 200 len: 375 time: 0.0086136 Apr 29 15:52:20.873179 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-3d29bd90-e256-49e0-90ac-7be91eedee81 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b35c0ef98ec46368af5a463c137f0ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401106 Apr 29 15:52:21.096910 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b1ea6c25-164e-46d1-a072-d1c9a01ec532 req-fd39b157-fae6-4516-ac2b-cc856b155fdb tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 210 time: 0.0447631 Apr 29 15:52:22.191239 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-29285fc4-c45f-4100-9b0f-ee24bb898dee req-665de5a1-c04c-4803-9d9f-fa26d4a0582e tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 210 time: 0.0422881 Apr 29 15:52:23.161592 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-065d3ca3-093f-4e61-b47d-c73f3f827339 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2b35c0ef98ec46368af5a463c137f0ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270078 Apr 29 15:52:23.312052 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-34d61821-b2e1-46dd-a10e-db0a924ac567 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:23.317966 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-34d61821-b2e1-46dd-a10e-db0a924ac567 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483228 Apr 29 15:52:23.324745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Request body: {'port': {'device_id': '08a209e7-1013-4086-aa86-7e0ce5acb88c', 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1', 'admin_state_up': True, 'tenant_id': '2b35c0ef98ec46368af5a463c137f0ca'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:52:23.348066 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a00bfaa-b47f-4fe8-bac9-0a2a7498d291 req-d7c1989b-03be-4a84-b9c6-f323cd4ea9ad tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 210 time: 0.0446255 Apr 29 15:52:23.469470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:23.473325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Usage tracker for resource:port and tenant:2b35c0ef98ec46368af5a463c137f0ca is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:23.476102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:23.481646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:23.557096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Made reservation on behalf of 2b35c0ef98ec46368af5a463c137f0ca for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:23.560615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:23.578729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:23.590487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:23.594804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Usage tracker for resource:security_group_rule and tenant:2b35c0ef98ec46368af5a463c137f0ca is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:23.597597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:23.603302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:23.684765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:23.746146 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:23.830119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:23.917284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Allocated IP 192.168.233.198 (08d63984-6d1d-472b-a20f-269614ae17d1/9a96ad18-005c-422c-9a70-4037c273f375/74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:24.114949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:24.129977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Transition to ACTIVE for port object 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:52:24.197388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:24.220867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:24.290789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Network 08d63984-6d1d-472b-a20f-269614ae17d1 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:24.293832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:24.298466 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:52:24.335510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Pushing event updated for resources: {'Port': ['ID=74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:24.370340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:24.370857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:24.466932 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ebdacb50-a0d8-4b4c-b5ec-fea14d918550 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1456866 Apr 29 15:52:24.478054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Request body: {'port': {'device_id': '08a209e7-1013-4086-aa86-7e0ce5acb88c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:52:24.546437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80725eaf-365b-447d-b26e-d446e6657425 req-503dca6d-c19e-483c-b379-4e0d535c82c7 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:24.548679 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-80725eaf-365b-447d-b26e-d446e6657425 req-503dca6d-c19e-483c-b379-4e0d535c82c7 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 936 time: 0.0846617 Apr 29 15:52:24.574875 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d3103644-d740-451f-8a37-608ccff2138f None None] Provisioning for port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:52:24.580960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d3103644-d740-451f-8a37-608ccff2138f None None] Provisioning complete for port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:24.581503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d3103644-d740-451f-8a37-608ccff2138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:24.590757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:24.594552 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-80725eaf-365b-447d-b26e-d446e6657425 req-61fd3b17-572c-4b43-af03-dc55a441f43f tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/security-groups?id=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400515 Apr 29 15:52:24.638448 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d3103644-d740-451f-8a37-608ccff2138f None None] Port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:52:25.022720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:25.029782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:25.044130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Transition to ACTIVE for port object 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:52:25.111549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:25.275283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Pushing event updated for resources: {'Port': ['ID=74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:25.347231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Attempting to bind port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:52:25.347231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Attempting to bind port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '6e69c56a-4218-4b38-bff0-363a561e6140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:52:25.347568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Attempting to bind port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 on network 08d63984-6d1d-472b-a20f-269614ae17d1 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:52:25.352230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 on network 08d63984-6d1d-472b-a20f-269614ae17d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:52:25.352580 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Attempting to bind port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 on network 08d63984-6d1d-472b-a20f-269614ae17d1 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:52:25.357711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:52:25.358034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Checking segment: {'id': '6e69c56a-4218-4b38-bff0-363a561e6140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:52:25.358410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Bound using segment: {'id': '6e69c56a-4218-4b38-bff0-363a561e6140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:52:25.358825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Bound port: 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e69c56a-4218-4b38-bff0-363a561e6140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:52:25.359222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:25.446768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] For port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:52:25.449548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] For port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3,segment=NetworkSegment(6e69c56a-4218-4b38-bff0-363a561e6140),segment_id=6e69c56a-4218-4b38-bff0-363a561e6140)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:52:25.505222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:25.568100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:25.568997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:25.570371 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] 10.222.0.44 "PUT /v2.0/ports/74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 HTTP/1.1" status: 200 len: 1098 time: 1.0963614 Apr 29 15:52:25.570794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a209e7-1013-4086-aa86-7e0ce5acb88c', 'tag': '74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:25.592901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7002d60-9f4d-4454-a3da-6c0ef01b9b0e service neutron] Pushing event updated for resources: {'Port': ['ID=74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:25.619919 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be40ab84-424a-4a74-a729-36b4e8e1cdf6'] response: {'name': 'network-changed', 'server_uuid': '08a209e7-1013-4086-aa86-7e0ce5acb88c', 'tag': '74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3', 'status': 'completed', 'code': 200} Apr 29 15:52:25.715909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0983b-e7fc-4184-bd36-c62833507afe req-f5a1ee7d-6d14-4f79-8a6a-5ea6aa283ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:25.717728 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-04d0983b-e7fc-4184-bd36-c62833507afe req-f5a1ee7d-6d14-4f79-8a6a-5ea6aa283ac8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b35c0ef98ec46368af5a463c137f0ca&device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 1101 time: 0.0771894 Apr 29 15:52:25.755745 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-04d0983b-e7fc-4184-bd36-c62833507afe req-c480dcb7-6e98-4d2f-946a-2ef280f5dfef service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2b35c0ef98ec46368af5a463c137f0ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310290 Apr 29 15:52:25.795458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deec79-200e-4b45-9613-35a21ce3ddd1 req-1320e605-1139-4629-8ec4-06cf2fad6e7a tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:25.796985 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e8deec79-200e-4b45-9613-35a21ce3ddd1 req-1320e605-1139-4629-8ec4-06cf2fad6e7a tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 948 time: 0.0848086 Apr 29 15:52:25.843630 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e8deec79-200e-4b45-9613-35a21ce3ddd1 req-24042606-12b9-488a-8eec-32d24eb58b17 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/security-groups?id=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Apr 29 15:52:25.893768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0983b-e7fc-4184-bd36-c62833507afe req-783352d5-2eb9-4161-bfa0-dff632d8fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:25.895195 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-04d0983b-e7fc-4184-bd36-c62833507afe req-783352d5-2eb9-4161-bfa0-dff632d8fe93 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345334 Apr 29 15:52:25.999339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-481eb10e-df61-4e67-b575-ec8cd83a84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:26.001743 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-481eb10e-df61-4e67-b575-ec8cd83a84f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b35c0ef98ec46368af5a463c137f0ca&device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 1101 time: 0.0715597 Apr 29 15:52:26.073849 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-2824a029-db31-4e84-97c0-db73d4f47477 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 HTTP/1.1" status: 200 len: 217 time: 0.0660775 Apr 29 15:52:26.134889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-44397aef-9478-49dc-a9a1-e494f1a6a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:26.136194 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-44397aef-9478-49dc-a9a1-e494f1a6a675 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a96ad18-005c-422c-9a70-4037c273f375 HTTP/1.1" status: 200 len: 843 time: 0.0566084 Apr 29 15:52:26.213184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ea735510-b53d-4ca5-8def-8247c50aab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:26.214636 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-ea735510-b53d-4ca5-8def-8247c50aab6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=08d63984-6d1d-472b-a20f-269614ae17d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0725448 Apr 29 15:52:26.345208 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-c15f41f6-0133-4745-bca7-1f0776141331 service neutron] 10.222.0.44 "GET /v2.0/networks/08d63984-6d1d-472b-a20f-269614ae17d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238620 Apr 29 15:52:26.573444 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3c0211ec-9823-44cc-897c-3c98c337da39 req-2cab1f64-ddbd-4e40-9932-87884182928b service neutron] 10.222.0.44 "GET /v2.0/networks/08d63984-6d1d-472b-a20f-269614ae17d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223411 Apr 29 15:52:27.033738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c00a35-410a-4059-aafd-7a6351e77eb2 req-f74294e7-6f7b-4658-b5e1-ab9f851d928e tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:27.035195 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-94c00a35-410a-4059-aafd-7a6351e77eb2 req-f74294e7-6f7b-4658-b5e1-ab9f851d928e tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 948 time: 0.0835047 Apr 29 15:52:27.079313 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-94c00a35-410a-4059-aafd-7a6351e77eb2 req-879f3503-51ea-4a59-880c-9d0559ee57d0 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/security-groups?id=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384889 Apr 29 15:52:28.260137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b27665-e442-4224-bee5-2108f76d6b5e req-952373a8-fb1b-42f9-b6e8-c021cfcd686d tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:28.261605 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-00b27665-e442-4224-bee5-2108f76d6b5e req-952373a8-fb1b-42f9-b6e8-c021cfcd686d tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 948 time: 0.0787361 Apr 29 15:52:28.310492 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-00b27665-e442-4224-bee5-2108f76d6b5e req-24bbdc04-432f-4612-9853-0c70648181c8 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/security-groups?id=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Apr 29 15:52:28.723323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:52:28.852036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3,segment=NetworkSegment(6e69c56a-4218-4b38-bff0-363a561e6140),segment_id=6e69c56a-4218-4b38-bff0-363a561e6140)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:52:28.865007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3', 'network_id': '08d63984-6d1d-472b-a20f-269614ae17d1', 'port_id': '74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3', 'mac_address': 'fa:16:3e:98:95:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a96ad18-005c-422c-9a70-4037c273f375', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:52:28.920809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:28.962043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:28.976651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3,segment=NetworkSegment(6e69c56a-4218-4b38-bff0-363a561e6140),segment_id=6e69c56a-4218-4b38-bff0-363a561e6140)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:52:29.042887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:29.108009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:29.244458 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:52:29.497856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5b707-fcec-4da6-bc44-1d285596459d req-4dca6e7d-c91d-4c74-ae0a-82d7706fb3c1 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:29.499194 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d3d5b707-fcec-4da6-bc44-1d285596459d req-4dca6e7d-c91d-4c74-ae0a-82d7706fb3c1 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 949 time: 0.0806479 Apr 29 15:52:29.543006 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d3d5b707-fcec-4da6-bc44-1d285596459d req-b28a47b1-f9f9-4ea9-b7bf-7ee266e2b651 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/security-groups?id=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 Apr 29 15:52:30.721017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:52:30.733040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15b604-a524-4084-9d72-399ced9ecaa2 req-6e03c7fa-68ab-4e3a-9e35-209fc5c65fb5 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:30.734692 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6a15b604-a524-4084-9d72-399ced9ecaa2 req-6e03c7fa-68ab-4e3a-9e35-209fc5c65fb5 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 949 time: 0.0850303 Apr 29 15:52:30.778585 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6a15b604-a524-4084-9d72-399ced9ecaa2 req-665baf67-871a-47be-b9f8-4971a57eb18a tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/security-groups?id=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382984 Apr 29 15:52:30.848536 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:52:30.853476 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:30.853841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:30.972012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:30.997110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a209e7-1013-4086-aa86-7e0ce5acb88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:31.014275 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3,segment=NetworkSegment(6e69c56a-4218-4b38-bff0-363a561e6140),segment_id=6e69c56a-4218-4b38-bff0-363a561e6140)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:52:31.041273 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78582140-6cbf-4302-80f7-94adef84231f'] response: {'server_uuid': '08a209e7-1013-4086-aa86-7e0ce5acb88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3', 'code': 200} Apr 29 15:52:31.082372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:31.150475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:31.395985 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf150d7-6d18-4bea-8ec7-73c5ab21ac12 req-3a38047a-b6bb-4348-9e39-a3fdfa00ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:31.397477 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4bf150d7-6d18-4bea-8ec7-73c5ab21ac12 req-3a38047a-b6bb-4348-9e39-a3fdfa00ffa4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 1103 time: 0.0670819 Apr 29 15:52:31.435898 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4bf150d7-6d18-4bea-8ec7-73c5ab21ac12 req-0ee8aac8-fe8e-481d-87e2-3d1a7a67fba1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328543 Apr 29 15:52:32.120151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e3f8a-5c6c-49af-b19e-6d47811f4ae0 req-0ae24a62-b2a7-41a4-b437-d6e206d4e4a1 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:32.121566 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0f7e3f8a-5c6c-49af-b19e-6d47811f4ae0 req-0ae24a62-b2a7-41a4-b437-d6e206d4e4a1 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 950 time: 0.0811968 Apr 29 15:52:32.140354 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-841b2b6e-61e9-4a09-96b2-994cee3fc4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:32.170078 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0f7e3f8a-5c6c-49af-b19e-6d47811f4ae0 req-76e6de8b-3c87-4913-9948-54125512d83f tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/security-groups?id=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Apr 29 15:52:33.361495 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556966c-1c51-4996-b015-3e4ee044a84f req-a9080dcc-8743-446a-ba28-b4f63d8be081 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:33.362926 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4556966c-1c51-4996-b015-3e4ee044a84f req-a9080dcc-8743-446a-ba28-b4f63d8be081 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 950 time: 0.0824325 Apr 29 15:52:33.405590 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4556966c-1c51-4996-b015-3e4ee044a84f req-a0f35402-886c-4a4a-a1c8-1ee241f04fd9 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/security-groups?id=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370305 Apr 29 15:52:34.203248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7e85710b-ee19-442b-95e6-4cf03a3e3209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:34.962849 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bea13-8d2f-4e7e-850a-9de20d67ddc9 req-39b6eb60-d776-4249-9261-2620180642d1 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:34.964300 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-846bea13-8d2f-4e7e-850a-9de20d67ddc9 req-39b6eb60-d776-4249-9261-2620180642d1 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 950 time: 0.0793583 Apr 29 15:52:35.007230 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-846bea13-8d2f-4e7e-850a-9de20d67ddc9 req-b0d10b2e-e5c8-42f6-948b-a7a35a628f05 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/security-groups?id=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373499 Apr 29 15:52:35.208370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:35.442796 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:36.199515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2bc00-6a80-4263-aaac-9907f1fa7140 req-c9a8c923-451c-4132-bc75-175419c61ea7 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:36.201050 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-abd2bc00-6a80-4263-aaac-9907f1fa7140 req-c9a8c923-451c-4132-bc75-175419c61ea7 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 950 time: 0.0834785 Apr 29 15:52:36.233216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-83e95846-ff6d-422e-82e9-804dfc5ea7a0 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:36.234006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-83e95846-ff6d-422e-82e9-804dfc5ea7a0 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Synchronizing usage tracker for tenant:2b35c0ef98ec46368af5a463c137f0ca on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:52:36.251366 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-abd2bc00-6a80-4263-aaac-9907f1fa7140 req-cf54c7ab-b0e6-4009-9cd6-1d93edb20ea4 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/security-groups?id=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Apr 29 15:52:36.304854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-83e95846-ff6d-422e-82e9-804dfc5ea7a0 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Unset dirty status for tenant:2b35c0ef98ec46368af5a463c137f0ca on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:52:36.305926 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-83e95846-ff6d-422e-82e9-804dfc5ea7a0 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.44 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 950 time: 0.1538577 Apr 29 15:52:36.373337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-0ae95aba-f1dc-479c-af2b-edefb9b443c4 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Deleting port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:52:36.373667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-0ae95aba-f1dc-479c-af2b-edefb9b443c4 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:36.610757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-0ae95aba-f1dc-479c-af2b-edefb9b443c4 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] For port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3,segment=NetworkSegment(6e69c56a-4218-4b38-bff0-363a561e6140),segment_id=6e69c56a-4218-4b38-bff0-363a561e6140)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:52:36.611020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-0ae95aba-f1dc-479c-af2b-edefb9b443c4 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:36.729417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-0ae95aba-f1dc-479c-af2b-edefb9b443c4 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Calling delete_port for 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:52:36.917245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-0ae95aba-f1dc-479c-af2b-edefb9b443c4 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:36.966909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae95aba-f1dc-479c-af2b-edefb9b443c4 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Pushing event deleted for resources: {'Port': ['ID=74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:37.045764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-0ae95aba-f1dc-479c-af2b-edefb9b443c4 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] No DVR routers for this DVR port 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:52:37.048361 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-0ae95aba-f1dc-479c-af2b-edefb9b443c4 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:37.054921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a209e7-1013-4086-aa86-7e0ce5acb88c', 'name': 'network-vif-deleted', 'tag': '74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:37.102212 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d01a55-0a6a-45a8-afce-797d415c7e9e'] response: {'server_uuid': '08a209e7-1013-4086-aa86-7e0ce5acb88c', 'name': 'network-vif-deleted', 'tag': '74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3', 'status': 'completed', 'code': 200} Apr 29 15:52:37.106186 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:37.129584 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0e2b3772-55f8-48c3-9a7b-9bbf8885637a req-0ae95aba-f1dc-479c-af2b-edefb9b443c4 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.44 "DELETE /v2.0/ports/74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 HTTP/1.1" status: 204 len: 173 time: 0.8184032 Apr 29 15:52:37.395915 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-45567b62-5100-401b-9764-a062df3cfb29 req-d1c11efc-e396-47d2-9a89-d6ea3382a9c3 tempest-ServersAdminNegativeTestJSON-1113027534 tempest-ServersAdminNegativeTestJSON-1113027534-project] 10.222.0.39 "GET /v2.0/ports?device_id=08a209e7-1013-4086-aa86-7e0ce5acb88c HTTP/1.1" status: 200 len: 210 time: 0.0422661 Apr 29 15:52:38.767222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:52:38.801797 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:52:38.802138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 74c912a1-ad7d-4c94-a3b7-db6bc39ae0e3 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:52:38.981658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43066) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:39.124530 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-61d8a91c-0a99-4ddb-9835-2f8c081c4131 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b35c0ef98ec46368af5a463c137f0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417849 Apr 29 15:52:39.127420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43072) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:39.183485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8529a873-13b4-47b1-9d18-96ead291804b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.212573 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8529a873-13b4-47b1-9d18-96ead291804b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.351484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8529a873-13b4-47b1-9d18-96ead291804b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.367822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529a873-13b4-47b1-9d18-96ead291804b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6d2cbd-e0f2-4f93-a611-9aea2dbc577c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:39.372129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8529a873-13b4-47b1-9d18-96ead291804b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:39.373257 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8529a873-13b4-47b1-9d18-96ead291804b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af6d2cbd-e0f2-4f93-a611-9aea2dbc577c HTTP/1.1" status: 204 len: 168 time: 0.2449682 Apr 29 15:52:40.045644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43080) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:40.062846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-adf80255-d9f4-43c7-a4c8-a8777250fb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:40.082503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-adf80255-d9f4-43c7-a4c8-a8777250fb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:40.086348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-adf80255-d9f4-43c7-a4c8-a8777250fb1b admin admin] Usage tracker for resource:security_group_rule and tenant:2c369f85b46d420a9f62964d82a380cb is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:40.089160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-adf80255-d9f4-43c7-a4c8-a8777250fb1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:40.094762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-adf80255-d9f4-43c7-a4c8-a8777250fb1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:40.173843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-adf80255-d9f4-43c7-a4c8-a8777250fb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:40.231425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-adf80255-d9f4-43c7-a4c8-a8777250fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:40.278054 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-adf80255-d9f4-43c7-a4c8-a8777250fb1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c369f85b46d420a9f62964d82a380cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313402 Apr 29 15:52:40.278931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf80255-d9f4-43c7-a4c8-a8777250fb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bca5728-32a9-47f5-87b3-fd722c9e388a,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:40.280795 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43084) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:40.345483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f358c972-a344-438c-b89e-32fb3af17567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:40.370860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f358c972-a344-438c-b89e-32fb3af17567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:40.499609 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f358c972-a344-438c-b89e-32fb3af17567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:40.514172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358c972-a344-438c-b89e-32fb3af17567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bca5728-32a9-47f5-87b3-fd722c9e388a,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:40.523462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f358c972-a344-438c-b89e-32fb3af17567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:40.524576 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f358c972-a344-438c-b89e-32fb3af17567 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7bca5728-32a9-47f5-87b3-fd722c9e388a HTTP/1.1" status: 204 len: 168 time: 0.2421508 Apr 29 15:52:41.548958 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43108) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:41.650582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1843025085-network', 'tenant_id': 'e5fb849e9408440a9a4a3b1fb45d65fd'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:52:41.655224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:41.659024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Usage tracker for resource:network and tenant:e5fb849e9408440a9a4a3b1fb45d65fd is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:41.662399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:41.668490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:41.722421 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Made reservation on behalf of e5fb849e9408440a9a4a3b1fb45d65fd for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:41.724881 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:41.736591 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:41.751644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:41.756566 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Usage tracker for resource:security_group_rule and tenant:e5fb849e9408440a9a4a3b1fb45d65fd is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:41.759324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:41.765036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:41.845038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:41.911424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:41.944345 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:52:41.952426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774e53d8-50ed-41db-adbe-4fc93f14783f,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:41.957936 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:41.958302 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Added segment 733ca116-5229-4490-9f27-e9efdca86d4f of type vlan for network 1d098fbb-d9d9-4fa0-a706-e478684246bc Apr 29 15:52:41.983706 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:42.116972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:42.117854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:42.118426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:42.317276 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] Pushing event updated for resources: {'Network': ['ID=1d098fbb-d9d9-4fa0-a706-e478684246bc,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:42.326826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 1d098fbb-d9d9-4fa0-a706-e478684246bc details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:52:42.392415 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1abaccc1-ca45-4eeb-b098-382cecc042a7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8422821 Apr 29 15:52:42.395839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43114) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:42.401064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Request body: {'subnet': {'network_id': '1d098fbb-d9d9-4fa0-a706-e478684246bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1843025085-subnet', 'tenant_id': 'e5fb849e9408440a9a4a3b1fb45d65fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:52:42.405768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:42.409641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Usage tracker for resource:subnet and tenant:e5fb849e9408440a9a4a3b1fb45d65fd is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:42.413034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:42.418611 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:42.493869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Made reservation on behalf of e5fb849e9408440a9a4a3b1fb45d65fd for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:42.496162 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:42.751233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:42.829512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8441dc-6126-4580-9eef-5288f7aed0a6,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:42.838987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Checking segment: {'id': '733ca116-5229-4490-9f27-e9efdca86d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1d098fbb-d9d9-4fa0-a706-e478684246bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:52:42.839339 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Network hostable DHCP agents. Network: 1d098fbb-d9d9-4fa0-a706-e478684246bc, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:52:42.928045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Network 1d098fbb-d9d9-4fa0-a706-e478684246bc is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:52:43.019829 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 1d098fbb-d9d9-4fa0-a706-e478684246bc) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:43.023805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:43.024373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:43.028403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b95416e-89c6-425a-89af-41259625b7cf None None] Network 1d098fbb-d9d9-4fa0-a706-e478684246bc requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:52:43.112014 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ca4083dc-6c49-446f-ab6f-97e4aef8019f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7151203 Apr 29 15:52:43.238369 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a222f8-50a9-46ab-9039-00d99658d2e5 None None] Network 1d098fbb-d9d9-4fa0-a706-e478684246bc requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:52:43.611062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-b02fe0af-174e-4751-a6c3-94cf3af01d47 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:43.611716 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-b02fe0af-174e-4751-a6c3-94cf3af01d47 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Synchronizing usage tracker for tenant:e5fb849e9408440a9a4a3b1fb45d65fd on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:52:43.705261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-b02fe0af-174e-4751-a6c3-94cf3af01d47 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Unset dirty status for tenant:e5fb849e9408440a9a4a3b1fb45d65fd on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:52:43.707096 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-b02fe0af-174e-4751-a6c3-94cf3af01d47 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/networks?id=1d098fbb-d9d9-4fa0-a706-e478684246bc HTTP/1.1" status: 200 len: 812 time: 0.2373462 Apr 29 15:52:43.721799 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-557f4948-e42c-4bb6-81d1-b7cc128c3081 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/quotas/e5fb849e9408440a9a4a3b1fb45d65fd HTTP/1.1" status: 200 len: 375 time: 0.0092981 Apr 29 15:52:43.768229 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-761cf62c-f069-40e0-82f8-a26b32deda3f tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5fb849e9408440a9a4a3b1fb45d65fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412354 Apr 29 15:52:43.897046 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-174f8fdb-5094-4469-934a-07e5adb208c3 service neutron] 10.222.0.39 "GET /v2.0/networks/1d098fbb-d9d9-4fa0-a706-e478684246bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220918 Apr 29 15:52:44.026005 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-cfff58bd-8533-46d7-927d-a021a1a8ee50 service neutron] 10.222.0.39 "GET /v2.0/networks/1d098fbb-d9d9-4fa0-a706-e478684246bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233327 Apr 29 15:52:44.275445 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-91c84c25-c55a-4d26-a5db-00aa77caad0c req-f37fd0fe-6303-43f7-8844-78fa635b44f5 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 210 time: 0.0469191 Apr 29 15:52:45.426830 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ff9db585-1ab7-45f4-a9b9-bc1b25820a8f req-b690fd6e-75bb-46e3-aec0-37024388c854 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 210 time: 0.0428219 Apr 29 15:52:46.517335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-9a6b8bbf-9ff7-4cf5-b2b2-7e81b4649806 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:46.518765 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-9a6b8bbf-9ff7-4cf5-b2b2-7e81b4649806 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.44 "GET /v2.0/networks?id=1d098fbb-d9d9-4fa0-a706-e478684246bc HTTP/1.1" status: 200 len: 812 time: 0.1445670 Apr 29 15:52:46.530225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Request body: {'port': {'device_id': '56723389-b239-42ad-b732-1b020b604da0', 'network_id': '1d098fbb-d9d9-4fa0-a706-e478684246bc', 'admin_state_up': True, 'tenant_id': 'e5fb849e9408440a9a4a3b1fb45d65fd'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:52:46.583419 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2f00d60a-9b2a-448e-ab73-7dde95629471 req-d777936e-e46e-471f-b500-fa46fcee89bf tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 210 time: 0.0429080 Apr 29 15:52:46.670495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:52:46.674306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Usage tracker for resource:port and tenant:e5fb849e9408440a9a4a3b1fb45d65fd is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:52:46.677043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:52:46.682911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:52:46.779706 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Made reservation on behalf of e5fb849e9408440a9a4a3b1fb45d65fd for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:52:46.783242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:46.943504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Allocated IP 172.20.0.11 (1d098fbb-d9d9-4fa0-a706-e478684246bc/1f8441dc-6126-4580-9eef-5288f7aed0a6/168883cb-727b-47c6-8851-8ec92dbf87d3) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:52:47.140151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:47.260033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:47.329233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Network 1d098fbb-d9d9-4fa0-a706-e478684246bc is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:52:47.332446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:52:47.336163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:52:47.370744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Pushing event updated for resources: {'Port': ['ID=168883cb-727b-47c6-8851-8ec92dbf87d3,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:47.400968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:47.401564 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:47.494556 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-37d6895e-cecd-40ac-b797-2194a649d278 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9678903 Apr 29 15:52:47.506814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Request body: {'port': {'device_id': '56723389-b239-42ad-b732-1b020b604da0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:52:47.616981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:47.773407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8ef6e-bf38-4d6f-8679-8f562bd9e1cc req-b6502351-848e-416a-9991-49e441d771b9 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:47.774864 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c3f8ef6e-bf38-4d6f-8679-8f562bd9e1cc req-b6502351-848e-416a-9991-49e441d771b9 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 932 time: 0.0839417 Apr 29 15:52:47.818425 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-c3f8ef6e-bf38-4d6f-8679-8f562bd9e1cc req-47018535-2ea4-4188-af74-9409838bf583 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Synchronizing usage tracker for tenant:e5fb849e9408440a9a4a3b1fb45d65fd on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:52:47.911313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-c3f8ef6e-bf38-4d6f-8679-8f562bd9e1cc req-47018535-2ea4-4188-af74-9409838bf583 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Unset dirty status for tenant:e5fb849e9408440a9a4a3b1fb45d65fd on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:52:47.912421 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c3f8ef6e-bf38-4d6f-8679-8f562bd9e1cc req-47018535-2ea4-4188-af74-9409838bf583 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317725 Apr 29 15:52:48.062732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168883cb-727b-47c6-8851-8ec92dbf87d3 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:48.070607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:48.084378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Transition to ACTIVE for port object 168883cb-727b-47c6-8851-8ec92dbf87d3 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:52:48.139598 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:48.267638 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Pushing event updated for resources: {'Port': ['ID=168883cb-727b-47c6-8851-8ec92dbf87d3,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:48.372050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Attempting to bind port 168883cb-727b-47c6-8851-8ec92dbf87d3 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:52:48.372377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Attempting to bind port 168883cb-727b-47c6-8851-8ec92dbf87d3 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '733ca116-5229-4490-9f27-e9efdca86d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1d098fbb-d9d9-4fa0-a706-e478684246bc'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:52:48.372723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Attempting to bind port 168883cb-727b-47c6-8851-8ec92dbf87d3 on network 1d098fbb-d9d9-4fa0-a706-e478684246bc {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:52:48.377179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Port 168883cb-727b-47c6-8851-8ec92dbf87d3 on network 1d098fbb-d9d9-4fa0-a706-e478684246bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:52:48.377490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Attempting to bind port 168883cb-727b-47c6-8851-8ec92dbf87d3 on network 1d098fbb-d9d9-4fa0-a706-e478684246bc {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:52:48.382967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:52:48.383297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Checking segment: {'id': '733ca116-5229-4490-9f27-e9efdca86d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1d098fbb-d9d9-4fa0-a706-e478684246bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:52:48.383672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Bound using segment: {'id': '733ca116-5229-4490-9f27-e9efdca86d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1d098fbb-d9d9-4fa0-a706-e478684246bc'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:52:48.384086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Bound port: 168883cb-727b-47c6-8851-8ec92dbf87d3, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '733ca116-5229-4490-9f27-e9efdca86d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '1d098fbb-d9d9-4fa0-a706-e478684246bc'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:52:48.384421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:48.470846 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] For port 168883cb-727b-47c6-8851-8ec92dbf87d3, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:52:48.474351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] For port 168883cb-727b-47c6-8851-8ec92dbf87d3, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=168883cb-727b-47c6-8851-8ec92dbf87d3,segment=NetworkSegment(733ca116-5229-4490-9f27-e9efdca86d4f),segment_id=733ca116-5229-4490-9f27-e9efdca86d4f)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:52:48.539563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:48.601967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:48.602562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:48.603894 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] 10.222.0.44 "PUT /v2.0/ports/168883cb-727b-47c6-8851-8ec92dbf87d3 HTTP/1.1" status: 200 len: 1094 time: 1.1011992 Apr 29 15:52:48.604308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56723389-b239-42ad-b732-1b020b604da0', 'tag': '168883cb-727b-47c6-8851-8ec92dbf87d3'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:48.623426 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bdf08-bcbe-4eb2-bd09-b02065fc1279 service neutron] Pushing event updated for resources: {'Port': ['ID=168883cb-727b-47c6-8851-8ec92dbf87d3,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:48.651186 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f21115-e37e-47b2-b602-5c2a62adaaa5'] response: {'name': 'network-changed', 'server_uuid': '56723389-b239-42ad-b732-1b020b604da0', 'tag': '168883cb-727b-47c6-8851-8ec92dbf87d3', 'status': 'completed', 'code': 200} Apr 29 15:52:48.743101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109544-1c50-4f2f-9240-6d698d9a7e33 req-88639852-3a88-4d10-a5fd-1b2f47e135c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:48.744577 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f0109544-1c50-4f2f-9240-6d698d9a7e33 req-88639852-3a88-4d10-a5fd-1b2f47e135c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5fb849e9408440a9a4a3b1fb45d65fd&device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 1097 time: 0.0711241 Apr 29 15:52:48.883358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109544-1c50-4f2f-9240-6d698d9a7e33 req-f02a095d-771a-4fea-a583-e15b202d5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:48.884876 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f0109544-1c50-4f2f-9240-6d698d9a7e33 req-f02a095d-771a-4fea-a583-e15b202d5e58 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e5fb849e9408440a9a4a3b1fb45d65fd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1331649 Apr 29 15:52:49.017668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109544-1c50-4f2f-9240-6d698d9a7e33 req-a607f49b-1e51-44cd-86f4-0af6d69d491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:49.019316 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f0109544-1c50-4f2f-9240-6d698d9a7e33 req-a607f49b-1e51-44cd-86f4-0af6d69d491e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289904 Apr 29 15:52:49.096094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e72c0-2b41-4b48-a8a2-21a869e5a55a req-d7dff48a-2769-4144-9d8f-5256fc2f44c5 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:49.097925 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-982e72c0-2b41-4b48-a8a2-21a869e5a55a req-d7dff48a-2769-4144-9d8f-5256fc2f44c5 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 944 time: 0.0804524 Apr 29 15:52:49.120298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-7e8be40f-75d1-43e4-a12a-5f0434d92874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:49.121782 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-7e8be40f-75d1-43e4-a12a-5f0434d92874 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5fb849e9408440a9a4a3b1fb45d65fd&device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 1097 time: 0.0693262 Apr 29 15:52:49.142487 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-982e72c0-2b41-4b48-a8a2-21a869e5a55a req-6556f8ac-05ce-4e04-bbe6-498d1e5c3d73 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388498 Apr 29 15:52:49.194247 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-643add00-ecd1-45b9-8ed8-72d75776fd53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168883cb-727b-47c6-8851-8ec92dbf87d3 HTTP/1.1" status: 200 len: 217 time: 0.0659893 Apr 29 15:52:49.254840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-99a302b9-2bc7-4fc2-a957-3fb4d3b48002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:49.256224 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-99a302b9-2bc7-4fc2-a957-3fb4d3b48002 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f8441dc-6126-4580-9eef-5288f7aed0a6 HTTP/1.1" status: 200 len: 852 time: 0.0564609 Apr 29 15:52:49.304252 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-592553a4-3de0-4baa-8b4c-fe5cfdcdb366 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d098fbb-d9d9-4fa0-a706-e478684246bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421183 Apr 29 15:52:49.433964 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-8ccf25e0-3f6d-414f-ba6b-fb04bab28d1e service neutron] 10.222.0.44 "GET /v2.0/networks/1d098fbb-d9d9-4fa0-a706-e478684246bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240582 Apr 29 15:52:49.561178 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dfd69131-3b98-4635-b881-3d5302cd2e5a req-666f9aa1-1480-4edd-9b18-42ba6dbdd305 service neutron] 10.222.0.44 "GET /v2.0/networks/1d098fbb-d9d9-4fa0-a706-e478684246bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211452 Apr 29 15:52:50.332326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053e422-e947-4b80-8934-9b24f12ed867 req-43d29eea-d6d8-4444-ba7a-9ea92e1a551a tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:50.333803 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4053e422-e947-4b80-8934-9b24f12ed867 req-43d29eea-d6d8-4444-ba7a-9ea92e1a551a tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 944 time: 0.0819149 Apr 29 15:52:50.377339 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4053e422-e947-4b80-8934-9b24f12ed867 req-da6db48c-8d86-458e-b121-bf324b3fd912 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378902 Apr 29 15:52:50.540643 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:52:50.860025 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 168883cb-727b-47c6-8851-8ec92dbf87d3 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:52:50.988982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 168883cb-727b-47c6-8851-8ec92dbf87d3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=168883cb-727b-47c6-8851-8ec92dbf87d3,segment=NetworkSegment(733ca116-5229-4490-9f27-e9efdca86d4f),segment_id=733ca116-5229-4490-9f27-e9efdca86d4f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:52:51.001476 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '168883cb-727b-47c6-8851-8ec92dbf87d3', 'network_id': '1d098fbb-d9d9-4fa0-a706-e478684246bc', 'port_id': '168883cb-727b-47c6-8851-8ec92dbf87d3', 'mac_address': 'fa:16:3e:c0:04:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8441dc-6126-4580-9eef-5288f7aed0a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:52:51.088025 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:51.103895 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168883cb-727b-47c6-8851-8ec92dbf87d3 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:52:51.118524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 168883cb-727b-47c6-8851-8ec92dbf87d3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=168883cb-727b-47c6-8851-8ec92dbf87d3,segment=NetworkSegment(733ca116-5229-4490-9f27-e9efdca86d4f),segment_id=733ca116-5229-4490-9f27-e9efdca86d4f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:52:51.236423 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:51.304101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=168883cb-727b-47c6-8851-8ec92dbf87d3,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:51.467158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['168883cb-727b-47c6-8851-8ec92dbf87d3'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:52:51.563552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716e365-fc85-4615-95be-6872cb66060b req-0f838e87-f31c-4094-af79-5319b813c06c tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:51.565139 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6716e365-fc85-4615-95be-6872cb66060b req-0f838e87-f31c-4094-af79-5319b813c06c tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 945 time: 0.0795395 Apr 29 15:52:51.613145 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6716e365-fc85-4615-95be-6872cb66060b req-830c4081-4829-4efd-a147-8c2c8e3f4982 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407448 Apr 29 15:52:52.797040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e0579-cd7a-48f6-918f-7033c54addf4 req-326930ee-f1d8-4a05-8132-26ab2e5517bb tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:52.798493 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b38e0579-cd7a-48f6-918f-7033c54addf4 req-326930ee-f1d8-4a05-8132-26ab2e5517bb tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 945 time: 0.0800140 Apr 29 15:52:52.843619 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b38e0579-cd7a-48f6-918f-7033c54addf4 req-ac1426fb-af89-4795-b631-8d82decc1f34 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387549 Apr 29 15:52:52.875254 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 168883cb-727b-47c6-8851-8ec92dbf87d3 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:52:53.001360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 168883cb-727b-47c6-8851-8ec92dbf87d3 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:52:53.006998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 168883cb-727b-47c6-8851-8ec92dbf87d3 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:52:53.007395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:53.118789 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:53.147529 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56723389-b239-42ad-b732-1b020b604da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168883cb-727b-47c6-8851-8ec92dbf87d3'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:52:53.156980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 168883cb-727b-47c6-8851-8ec92dbf87d3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=168883cb-727b-47c6-8851-8ec92dbf87d3,segment=NetworkSegment(733ca116-5229-4490-9f27-e9efdca86d4f),segment_id=733ca116-5229-4490-9f27-e9efdca86d4f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:52:53.224418 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:53.256151 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3303894a-351f-4049-ae91-8eaeb5f96d77'] response: {'server_uuid': '56723389-b239-42ad-b732-1b020b604da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168883cb-727b-47c6-8851-8ec92dbf87d3', 'code': 200} Apr 29 15:52:53.294565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=168883cb-727b-47c6-8851-8ec92dbf87d3,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:52:53.665290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32066664-8bfa-4064-b41a-8ec9605cce4a req-f37b5dd8-2e7f-4408-9184-72276fe9b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:53.666745 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-32066664-8bfa-4064-b41a-8ec9605cce4a req-f37b5dd8-2e7f-4408-9184-72276fe9b008 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 1099 time: 0.0679505 Apr 29 15:52:53.706011 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-32066664-8bfa-4064-b41a-8ec9605cce4a req-c7e9e7a5-7a9c-492c-ae4d-187e4a0d9690 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330739 Apr 29 15:52:54.031492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6c7d3-f546-442a-8188-e3f20643e036 req-1f0f16fe-f49b-4deb-aa26-410a82e013d2 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:54.032858 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-12d6c7d3-f546-442a-8188-e3f20643e036 req-1f0f16fe-f49b-4deb-aa26-410a82e013d2 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0822186 Apr 29 15:52:54.075977 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-12d6c7d3-f546-442a-8188-e3f20643e036 req-b631447e-0519-4e38-a489-6136d41fcae6 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375175 Apr 29 15:52:54.213880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:52:55.263339 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33831640-adf1-4c64-8fbd-ef3d7fbcb614 req-85a9768e-c407-4a25-aed9-561800a52102 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:55.264817 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-33831640-adf1-4c64-8fbd-ef3d7fbcb614 req-85a9768e-c407-4a25-aed9-561800a52102 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0805953 Apr 29 15:52:55.310540 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-33831640-adf1-4c64-8fbd-ef3d7fbcb614 req-a7633763-6c8d-458d-b193-843bfa362110 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396245 Apr 29 15:52:56.946340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43182) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:52:56.954494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402a601-a0cf-43a5-9f52-ba8613aadd8a req-5399f300-9dfa-470b-80c3-d32cf26ab81a tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:56.955948 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a402a601-a0cf-43a5-9f52-ba8613aadd8a req-5399f300-9dfa-470b-80c3-d32cf26ab81a tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.1904383 Apr 29 15:52:57.002927 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a402a601-a0cf-43a5-9f52-ba8613aadd8a req-de6d6ea3-272f-4136-8fdb-fafab0c7da22 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Apr 29 15:52:57.167246 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-556b90c3-007e-4528-bc9c-ad698f862a02 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2197626 Apr 29 15:52:58.209606 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bd175-dd8b-4794-8f0c-0b66b5ac0d46 req-4bd03eba-30f4-4c96-b56d-2fce1281479e tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:58.211327 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6a3bd175-dd8b-4794-8f0c-0b66b5ac0d46 req-4bd03eba-30f4-4c96-b56d-2fce1281479e tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0919702 Apr 29 15:52:58.259930 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6a3bd175-dd8b-4794-8f0c-0b66b5ac0d46 req-ce7d5dec-b693-48f9-962e-0a2e9f57bb1b tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419152 Apr 29 15:52:59.458070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a67ea-f1d3-4bb7-bc37-6a7c0b2f07e3 req-8d0a17af-c575-487d-a4d4-a031e1bc967d tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:59.459537 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c76a67ea-f1d3-4bb7-bc37-6a7c0b2f07e3 req-8d0a17af-c575-487d-a4d4-a031e1bc967d tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0846512 Apr 29 15:52:59.503224 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c76a67ea-f1d3-4bb7-bc37-6a7c0b2f07e3 req-20985179-5df3-4fb4-8f34-91fb951084d2 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379310 Apr 29 15:52:59.589031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-5e5817b1-05bc-4dc0-bb39-e445a7706864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:59.590422 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-5e5817b1-05bc-4dc0-bb39-e445a7706864 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5fb849e9408440a9a4a3b1fb45d65fd&device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 1099 time: 0.0696809 Apr 29 15:52:59.717178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-b283377e-87a1-42fc-9218-b38d8d72520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:59.718606 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-b283377e-87a1-42fc-9218-b38d8d72520e service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d098fbb-d9d9-4fa0-a706-e478684246bc HTTP/1.1" status: 200 len: 913 time: 0.1229763 Apr 29 15:52:59.788725 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-77278a61-a54f-4d1c-b0b8-cd4796ed816f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168883cb-727b-47c6-8851-8ec92dbf87d3 HTTP/1.1" status: 200 len: 217 time: 0.0637290 Apr 29 15:52:59.853264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-190edfc2-446b-4d1b-a8f5-18e8674d29ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:52:59.854567 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-190edfc2-446b-4d1b-a8f5-18e8674d29ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f8441dc-6126-4580-9eef-5288f7aed0a6 HTTP/1.1" status: 200 len: 852 time: 0.0571132 Apr 29 15:52:59.904316 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-fdd18a35-b29d-4ccc-86a2-a7b5a5c01c40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d098fbb-d9d9-4fa0-a706-e478684246bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419390 Apr 29 15:53:00.032492 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-25cab86b-77f4-4176-b8f3-d7f098828e07 service neutron] 10.222.0.44 "GET /v2.0/networks/1d098fbb-d9d9-4fa0-a706-e478684246bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212425 Apr 29 15:53:00.161192 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-f1c2ca2b-add7-49f6-8364-718e65a13e4d service neutron] 10.222.0.44 "GET /v2.0/networks/1d098fbb-d9d9-4fa0-a706-e478684246bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226010 Apr 29 15:53:00.689417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2144e4e-3a1d-42e8-a576-e1ff059575f5 req-4c2b2911-546e-4875-a0e1-e37bf05b992e tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:00.690850 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e2144e4e-3a1d-42e8-a576-e1ff059575f5 req-4c2b2911-546e-4875-a0e1-e37bf05b992e tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0792789 Apr 29 15:53:00.737225 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e2144e4e-3a1d-42e8-a576-e1ff059575f5 req-21a41a9e-ff51-4dac-8624-f05ffa52b35c tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Apr 29 15:53:01.924558 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df4973-914b-432b-a83e-c100709baf26 req-39271552-170e-40d7-a4a4-0de504d758f3 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:01.926290 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a3df4973-914b-432b-a83e-c100709baf26 req-39271552-170e-40d7-a4a4-0de504d758f3 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0801125 Apr 29 15:53:01.969642 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a3df4973-914b-432b-a83e-c100709baf26 req-964449f6-e8bd-4264-9921-0fbecc002406 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Apr 29 15:53:02.139221 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c1208b4e-c578-4be2-aea7-e9e207e48885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:03.154834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650e2ef-3d60-4609-84cf-c822ff9a3eb2 req-1e6fddcd-a6a1-462a-ac1b-8ae24609f13a tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:03.156198 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5650e2ef-3d60-4609-84cf-c822ff9a3eb2 req-1e6fddcd-a6a1-462a-ac1b-8ae24609f13a tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0816684 Apr 29 15:53:03.200869 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5650e2ef-3d60-4609-84cf-c822ff9a3eb2 req-252504ad-8bff-4dba-a06d-623ceb894f1a tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380054 Apr 29 15:53:04.242187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-47dc1bf2-8db7-4cb4-917f-e9a7e3113ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:04.385714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57c355-78a5-499b-9e44-264cd6731afe req-10b79f51-bc4b-4132-9ce6-131aee2798f4 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:04.387196 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ce57c355-78a5-499b-9e44-264cd6731afe req-10b79f51-bc4b-4132-9ce6-131aee2798f4 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0801289 Apr 29 15:53:04.430211 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ce57c355-78a5-499b-9e44-264cd6731afe req-7d9ea803-179c-48c5-9038-f6df498d35dc tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373914 Apr 29 15:53:05.264821 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:05.488138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:05.768701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7e0ab-959f-414f-93f4-fe0b39810ab7 req-7b73d7de-c9b8-487b-8f88-eb3fd400835c tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:05.771260 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7be7e0ab-959f-414f-93f4-fe0b39810ab7 req-7b73d7de-c9b8-487b-8f88-eb3fd400835c tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0849314 Apr 29 15:53:05.814817 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7be7e0ab-959f-414f-93f4-fe0b39810ab7 req-3c6d3618-123c-426b-b0fb-2b3e869a9a07 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379090 Apr 29 15:53:06.999567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55802f8-fcfd-4534-b27c-a993eb751da5 req-1dcb61ff-53c9-48a2-925e-93c7ee655037 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:07.001040 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b55802f8-fcfd-4534-b27c-a993eb751da5 req-1dcb61ff-53c9-48a2-925e-93c7ee655037 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0800567 Apr 29 15:53:07.060868 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b55802f8-fcfd-4534-b27c-a993eb751da5 req-0ecb2546-a17f-411d-9c39-3cc10c29891b tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Apr 29 15:53:07.110979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:08.241219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d214415-db8a-42b4-ba3c-fa0c03b53c63 req-3a13989f-bd19-431b-88dd-440a59722916 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:08.242674 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d214415-db8a-42b4-ba3c-fa0c03b53c63 req-3a13989f-bd19-431b-88dd-440a59722916 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0860136 Apr 29 15:53:08.286889 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d214415-db8a-42b4-ba3c-fa0c03b53c63 req-59344e5c-8ed0-489c-8318-29c67ee209f0 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380130 Apr 29 15:53:09.473912 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98d9ec-c923-405b-84a2-50ab3752db7b req-03bde95e-5dfb-4b86-922c-3a2eed0f150a tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:09.475893 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ca98d9ec-c923-405b-84a2-50ab3752db7b req-03bde95e-5dfb-4b86-922c-3a2eed0f150a tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0811889 Apr 29 15:53:09.518760 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ca98d9ec-c923-405b-84a2-50ab3752db7b req-01153c44-dd7f-4b9f-846c-8c9b169835b3 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372546 Apr 29 15:53:10.704603 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7c7f0-2660-48ef-9e4c-5a966316296f req-b91347ca-5a32-4681-ad22-326d19a5ac64 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:10.706033 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-01b7c7f0-2660-48ef-9e4c-5a966316296f req-b91347ca-5a32-4681-ad22-326d19a5ac64 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0804820 Apr 29 15:53:10.749695 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-01b7c7f0-2660-48ef-9e4c-5a966316296f req-1e578742-576f-4f0c-8c7e-dd59294f1fd1 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373485 Apr 29 15:53:11.933830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dd2f4-1b9c-49f5-960b-898785251c56 req-42cc63e9-f6dc-4f38-b965-f27b56de3d95 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:11.935255 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-947dd2f4-1b9c-49f5-960b-898785251c56 req-42cc63e9-f6dc-4f38-b965-f27b56de3d95 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0816245 Apr 29 15:53:11.978320 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-947dd2f4-1b9c-49f5-960b-898785251c56 req-f525adb2-b33f-43db-82c9-656de8c80e92 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374634 Apr 29 15:53:13.160400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e0073-2d15-4e51-bde5-f8727effecac req-4593c015-7c66-4c91-8b2f-95894acfb63f tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:13.161765 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-957e0073-2d15-4e51-bde5-f8727effecac req-4593c015-7c66-4c91-8b2f-95894acfb63f tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0770998 Apr 29 15:53:13.206409 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-957e0073-2d15-4e51-bde5-f8727effecac req-88aec753-2c7e-4dd2-9336-abacf17723f5 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379267 Apr 29 15:53:14.391367 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bc8b9-bdab-4203-b6e2-cca40d962aad req-4af096d0-2580-4064-a10f-b64c3369503f tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:14.392836 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-661bc8b9-bdab-4203-b6e2-cca40d962aad req-4af096d0-2580-4064-a10f-b64c3369503f tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0830946 Apr 29 15:53:14.438249 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-661bc8b9-bdab-4203-b6e2-cca40d962aad req-2ff29ce4-84cc-4da3-b8bc-32fcce5ba580 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387523 Apr 29 15:53:15.622039 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720a2eb-ac4a-4249-a5a7-3fce9a7e117b req-668817a8-9cf8-4196-b532-f574388defc6 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:15.623488 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9720a2eb-ac4a-4249-a5a7-3fce9a7e117b req-668817a8-9cf8-4196-b532-f574388defc6 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0785065 Apr 29 15:53:15.670585 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9720a2eb-ac4a-4249-a5a7-3fce9a7e117b req-485e7538-134c-45ef-a4ad-9cad48f23a27 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Apr 29 15:53:16.855081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150cc9d-0076-4544-853a-860428867595 req-9368acc9-6ad0-43aa-947d-e55418213bda tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:16.856552 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a150cc9d-0076-4544-853a-860428867595 req-9368acc9-6ad0-43aa-947d-e55418213bda tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0811012 Apr 29 15:53:16.902911 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a150cc9d-0076-4544-853a-860428867595 req-68cdfd97-afe9-421d-a239-3df93f2b6bc9 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Apr 29 15:53:17.236683 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-4f4e176f-8af1-46a3-ad7b-e22c4aa3b7c0 service neutron] 10.222.0.44 "GET /v2.0/ports/168883cb-727b-47c6-8851-8ec92dbf87d3/bindings/hv-neutron-8391 HTTP/1.1" status: 200 len: 384 time: 0.0741205 Apr 29 15:53:17.809363 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-da114576-5742-4b40-9eb3-4ff468891242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:17.810810 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-da114576-5742-4b40-9eb3-4ff468891242 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0&tenant_id=e5fb849e9408440a9a4a3b1fb45d65fd HTTP/1.1" status: 200 len: 1099 time: 0.0731788 Apr 29 15:53:17.899246 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-cac50c8c-ae0f-4987-8718-c6a460ffc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:17.900759 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-cac50c8c-ae0f-4987-8718-c6a460ffc123 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5fb849e9408440a9a4a3b1fb45d65fd&device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 1099 time: 0.0690162 Apr 29 15:53:18.028357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-4b8badc0-7e61-4b4d-a1dd-3fe63a8337dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:18.029821 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-4b8badc0-7e61-4b4d-a1dd-3fe63a8337dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d098fbb-d9d9-4fa0-a706-e478684246bc HTTP/1.1" status: 200 len: 913 time: 0.1237061 Apr 29 15:53:18.102256 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-500f7f12-469a-4e86-ae4b-d24a222c3f4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168883cb-727b-47c6-8851-8ec92dbf87d3 HTTP/1.1" status: 200 len: 217 time: 0.0664642 Apr 29 15:53:18.113724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c7097-eac4-4c2e-a3f4-2f404a6e8b8e req-37843ad4-8386-4d77-956d-9beac420980a tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:18.115262 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6f0c7097-eac4-4c2e-a3f4-2f404a6e8b8e req-37843ad4-8386-4d77-956d-9beac420980a tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0871434 Apr 29 15:53:18.164326 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6f0c7097-eac4-4c2e-a3f4-2f404a6e8b8e req-804edc03-631a-423c-ad44-254bf6c4c813 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Apr 29 15:53:18.166728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-7933ab06-730c-4f69-ad32-9c04753f5f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:18.168160 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-7933ab06-730c-4f69-ad32-9c04753f5f63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f8441dc-6126-4580-9eef-5288f7aed0a6 HTTP/1.1" status: 200 len: 852 time: 0.0606387 Apr 29 15:53:18.216086 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-f8d48f13-04f7-46f9-b7e8-d4cf2e92aaf1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d098fbb-d9d9-4fa0-a706-e478684246bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421612 Apr 29 15:53:18.347169 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-a882f3a0-b265-4eec-8f37-c6b88aa19d77 service neutron] 10.222.0.44 "GET /v2.0/networks/1d098fbb-d9d9-4fa0-a706-e478684246bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254885 Apr 29 15:53:18.480035 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0293dca6-f3d0-4231-87e5-a9f88197a664 req-9bf14674-1586-4200-92a9-9b8996c489a3 service neutron] 10.222.0.44 "GET /v2.0/networks/1d098fbb-d9d9-4fa0-a706-e478684246bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271563 Apr 29 15:53:19.352185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa3831-739d-4f4d-9669-074fe7128ab7 req-f4f217e0-a872-418b-bc05-1c4ec3b789f0 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:19.353680 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0dfa3831-739d-4f4d-9669-074fe7128ab7 req-f4f217e0-a872-418b-bc05-1c4ec3b789f0 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0799124 Apr 29 15:53:19.398259 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0dfa3831-739d-4f4d-9669-074fe7128ab7 req-688a7028-5ea9-4d7b-8f5c-8f124cb8534f tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385964 Apr 29 15:53:20.588721 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd2e89-b747-4039-877b-38392f4ee9fc req-0bcbe902-706a-44c7-b826-f8c893bca347 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:20.590090 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bbfd2e89-b747-4039-877b-38392f4ee9fc req-0bcbe902-706a-44c7-b826-f8c893bca347 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0819023 Apr 29 15:53:20.633838 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bbfd2e89-b747-4039-877b-38392f4ee9fc req-148b0a8d-3f8f-4c98-80c3-9f30d2a33a73 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379789 Apr 29 15:53:21.030958 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 168883cb-727b-47c6-8851-8ec92dbf87d3 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:53:21.034781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 168883cb-727b-47c6-8851-8ec92dbf87d3 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:53:21.258343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:21.277043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 168883cb-727b-47c6-8851-8ec92dbf87d3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=168883cb-727b-47c6-8851-8ec92dbf87d3,segment=NetworkSegment(733ca116-5229-4490-9f27-e9efdca86d4f),segment_id=733ca116-5229-4490-9f27-e9efdca86d4f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:53:21.298755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '168883cb-727b-47c6-8851-8ec92dbf87d3', 'network_id': '1d098fbb-d9d9-4fa0-a706-e478684246bc', 'port_id': '168883cb-727b-47c6-8851-8ec92dbf87d3', 'mac_address': 'fa:16:3e:c0:04:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f8441dc-6126-4580-9eef-5288f7aed0a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:53:21.306512 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56723389-b239-42ad-b732-1b020b604da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168883cb-727b-47c6-8851-8ec92dbf87d3'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:53:21.357603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 168883cb-727b-47c6-8851-8ec92dbf87d3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=168883cb-727b-47c6-8851-8ec92dbf87d3,segment=NetworkSegment(733ca116-5229-4490-9f27-e9efdca86d4f),segment_id=733ca116-5229-4490-9f27-e9efdca86d4f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:53:21.368311 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7411d9e-8ae9-4d16-8a42-7a4a2bf19f2c'] response: {'server_uuid': '56723389-b239-42ad-b732-1b020b604da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168883cb-727b-47c6-8851-8ec92dbf87d3', 'code': 200} Apr 29 15:53:21.374035 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:21.383043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-5e7c7eeb-96fd-4b75-9429-521601735335 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:21.383711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-5e7c7eeb-96fd-4b75-9429-521601735335 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Synchronizing usage tracker for tenant:e5fb849e9408440a9a4a3b1fb45d65fd on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:53:21.391272 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 168883cb-727b-47c6-8851-8ec92dbf87d3 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:53:21.414272 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:21.470050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-5e7c7eeb-96fd-4b75-9429-521601735335 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Unset dirty status for tenant:e5fb849e9408440a9a4a3b1fb45d65fd on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:53:21.471250 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-5e7c7eeb-96fd-4b75-9429-521601735335 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.44 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0&tenant_id=e5fb849e9408440a9a4a3b1fb45d65fd&binding%3Ahost_id=hv-neutron-8391 HTTP/1.1" status: 200 len: 946 time: 0.2841330 Apr 29 15:53:21.523830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:53:21.524090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:53:21.529121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=168883cb-727b-47c6-8851-8ec92dbf87d3,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:21.536285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:21.536672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:21.537005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:21.537395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:21.537717 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:21.538037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:21.538987 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:21.539307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:21.539716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:21.540044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:21.540356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:21.540698 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:21.606141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-3fafa863-71d5-47ab-8cf5-af849905ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:21.607588 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-3fafa863-71d5-47ab-8cf5-af849905ec4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5fb849e9408440a9a4a3b1fb45d65fd&device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 1097 time: 0.0694764 Apr 29 15:53:21.733234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-6126c058-a703-4fad-b6f3-6e96e7dc7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:21.734659 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-6126c058-a703-4fad-b6f3-6e96e7dc7a90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d098fbb-d9d9-4fa0-a706-e478684246bc HTTP/1.1" status: 200 len: 913 time: 0.1217840 Apr 29 15:53:21.812346 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-cf097cb1-6c5c-45ef-b6f5-d93fee0c8cad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=168883cb-727b-47c6-8851-8ec92dbf87d3 HTTP/1.1" status: 200 len: 217 time: 0.0655870 Apr 29 15:53:21.873207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-e2e1434f-dea2-4843-9c02-b4809d6a5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:21.874611 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-e2e1434f-dea2-4843-9c02-b4809d6a5b6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1f8441dc-6126-4580-9eef-5288f7aed0a6 HTTP/1.1" status: 200 len: 852 time: 0.0568020 Apr 29 15:53:21.924291 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-03aa5d2f-f688-417e-a456-b15e8ddde393 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d098fbb-d9d9-4fa0-a706-e478684246bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437479 Apr 29 15:53:22.055092 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-dd1d99dd-e6b8-47c2-a97d-9a19605170f6 service neutron] 10.222.0.44 "GET /v2.0/networks/1d098fbb-d9d9-4fa0-a706-e478684246bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247253 Apr 29 15:53:22.076996 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:22.094107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168883cb-727b-47c6-8851-8ec92dbf87d3 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:53:22.109138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 168883cb-727b-47c6-8851-8ec92dbf87d3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=168883cb-727b-47c6-8851-8ec92dbf87d3,segment=NetworkSegment(733ca116-5229-4490-9f27-e9efdca86d4f),segment_id=733ca116-5229-4490-9f27-e9efdca86d4f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:53:22.167554 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:22.189129 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-2655a25d-4baa-4a42-b6b8-40cb6c0e3eed service neutron] 10.222.0.44 "GET /v2.0/networks/1d098fbb-d9d9-4fa0-a706-e478684246bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282403 Apr 29 15:53:22.243505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['168883cb-727b-47c6-8851-8ec92dbf87d3'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:53:22.284262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=168883cb-727b-47c6-8851-8ec92dbf87d3,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:23.046409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 168883cb-727b-47c6-8851-8ec92dbf87d3 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:53:23.115969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 168883cb-727b-47c6-8851-8ec92dbf87d3 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:53:23.117400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:23.238038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:23.277605 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 168883cb-727b-47c6-8851-8ec92dbf87d3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=168883cb-727b-47c6-8851-8ec92dbf87d3,segment=NetworkSegment(733ca116-5229-4490-9f27-e9efdca86d4f),segment_id=733ca116-5229-4490-9f27-e9efdca86d4f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:53:23.369812 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56723389-b239-42ad-b732-1b020b604da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168883cb-727b-47c6-8851-8ec92dbf87d3'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:53:23.384579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:23.420955 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7de13f9-648b-4f41-b34b-33fbba7230ca'] response: {'server_uuid': '56723389-b239-42ad-b732-1b020b604da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168883cb-727b-47c6-8851-8ec92dbf87d3', 'code': 200} Apr 29 15:53:23.452196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=168883cb-727b-47c6-8851-8ec92dbf87d3,revision_number=8']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:23.815006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4ddd5-1c28-4bf7-8bf5-2fd25e66dc9c req-f644b389-3940-470e-87a0-873c194daab5 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:23.816508 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-11a4ddd5-1c28-4bf7-8bf5-2fd25e66dc9c req-f644b389-3940-470e-87a0-873c194daab5 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0791435 Apr 29 15:53:23.863968 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-11a4ddd5-1c28-4bf7-8bf5-2fd25e66dc9c req-6dcc23b4-10a7-4b52-80c7-4e5cf7d7b238 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415597 Apr 29 15:53:24.206909 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:25.048060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbd2ab-c46a-41b9-9c51-9fa60fedf490 req-6e968c6f-debc-4e2a-8eae-7848d2d39792 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:25.049529 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8ffbd2ab-c46a-41b9-9c51-9fa60fedf490 req-6e968c6f-debc-4e2a-8eae-7848d2d39792 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0792935 Apr 29 15:53:25.093724 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8ffbd2ab-c46a-41b9-9c51-9fa60fedf490 req-7a997d68-9790-4a9c-8043-03d017967e15 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/security-groups?id=774e53d8-50ed-41db-adbe-4fc93f14783f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374203 Apr 29 15:53:25.432552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-0fe139f7-dc03-40ab-af9d-9dd1934328a9 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:25.433986 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-0fe139f7-dc03-40ab-af9d-9dd1934328a9 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.44 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 946 time: 0.0800397 Apr 29 15:53:25.505632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Deleting port 168883cb-727b-47c6-8851-8ec92dbf87d3 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:53:25.505976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:25.741898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] For port 168883cb-727b-47c6-8851-8ec92dbf87d3, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=168883cb-727b-47c6-8851-8ec92dbf87d3,segment=NetworkSegment(733ca116-5229-4490-9f27-e9efdca86d4f),segment_id=733ca116-5229-4490-9f27-e9efdca86d4f)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:53:25.742162 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:25.864023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Calling delete_port for 168883cb-727b-47c6-8851-8ec92dbf87d3 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:53:26.070512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:26.081444 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['168883cb-727b-47c6-8851-8ec92dbf87d3'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:53:26.120187 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Pushing event deleted for resources: {'Port': ['ID=168883cb-727b-47c6-8851-8ec92dbf87d3,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:26.153200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:26.153544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:26.153883 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:26.154210 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:26.154537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:26.154857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:26.155178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:26.155495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:26.155816 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:26.156136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:26.156454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:26.156785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:26.207158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] No DVR routers for this DVR port 168883cb-727b-47c6-8851-8ec92dbf87d3 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:53:26.209698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:26.213078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56723389-b239-42ad-b732-1b020b604da0', 'name': 'network-vif-deleted', 'tag': '168883cb-727b-47c6-8851-8ec92dbf87d3'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:53:26.249192 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bdcb157e-834a-4cb6-892e-201c3c7c1b1e req-6f289595-e6f5-43fd-89a0-9642055c52e9 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.39 "GET /v2.0/ports?device_id=56723389-b239-42ad-b732-1b020b604da0 HTTP/1.1" status: 200 len: 210 time: 0.0447106 Apr 29 15:53:26.265896 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-473e7878-65e0-43a7-a3ff-27a773b4a52a'] response: {'server_uuid': '56723389-b239-42ad-b732-1b020b604da0', 'name': 'network-vif-deleted', 'tag': '168883cb-727b-47c6-8851-8ec92dbf87d3', 'status': 'completed', 'code': 200} Apr 29 15:53:26.292920 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-64d778d9-dea8-4db0-bc36-7a46b021ae4d req-f6d0fbf7-cbe4-491f-b815-223d49ca3b91 tempest-DeleteServersTestJSON-1836911536 tempest-DeleteServersTestJSON-1836911536-project] 10.222.0.44 "DELETE /v2.0/ports/168883cb-727b-47c6-8851-8ec92dbf87d3 HTTP/1.1" status: 204 len: 173 time: 0.8529389 Apr 29 15:53:27.489282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43274) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:27.539092 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:53:27.547713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-1964250f-9dfb-46b9-acb6-b1e67fd34449 admin admin] Deleting subnet 1f8441dc-6126-4580-9eef-5288f7aed0a6 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:53:27.550579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1964250f-9dfb-46b9-acb6-b1e67fd34449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:27.598390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1964250f-9dfb-46b9-acb6-b1e67fd34449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:27.754538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1964250f-9dfb-46b9-acb6-b1e67fd34449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:27.893208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1964250f-9dfb-46b9-acb6-b1e67fd34449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:27.933751 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964250f-9dfb-46b9-acb6-b1e67fd34449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8441dc-6126-4580-9eef-5288f7aed0a6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:27.938586 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1964250f-9dfb-46b9-acb6-b1e67fd34449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:27.944089 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1964250f-9dfb-46b9-acb6-b1e67fd34449 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1f8441dc-6126-4580-9eef-5288f7aed0a6 HTTP/1.1" status: 204 len: 168 time: 0.4538009 Apr 29 15:53:27.946553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43278) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:28.044075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:28.165152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:28.190578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d098fbb-d9d9-4fa0-a706-e478684246bc']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:28.201972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733ca116-5229-4490-9f27-e9efdca86d4f') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:28.202264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733ca116-5229-4490-9f27-e9efdca86d4f') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:53:28.213644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:28.233930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:28.240261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:53:28.240678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:53:28.253560 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:53:28.389805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:28.405981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:28.417991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d098fbb-d9d9-4fa0-a706-e478684246bc,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:28.482155 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e8ccd26e-9f79-4020-ab68-be87caedf985 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1d098fbb-d9d9-4fa0-a706-e478684246bc HTTP/1.1" status: 204 len: 168 time: 0.5346470 Apr 29 15:53:28.810542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43284) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:28.858588 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-19a85128-0b6e-482b-8ded-2d04cf8e859d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5fb849e9408440a9a4a3b1fb45d65fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469856 Apr 29 15:53:28.861048 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43288) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:28.916900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0473a92-88c0-4450-8282-25bd0ac45629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:28.941780 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0473a92-88c0-4450-8282-25bd0ac45629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:29.064177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0473a92-88c0-4450-8282-25bd0ac45629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:29.084876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0473a92-88c0-4450-8282-25bd0ac45629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774e53d8-50ed-41db-adbe-4fc93f14783f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:29.108213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 168883cb-727b-47c6-8851-8ec92dbf87d3 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:53:29.149210 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e0473a92-88c0-4450-8282-25bd0ac45629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:29.150421 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e0473a92-88c0-4450-8282-25bd0ac45629 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/774e53d8-50ed-41db-adbe-4fc93f14783f HTTP/1.1" status: 204 len: 168 time: 0.2884614 Apr 29 15:53:29.170585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 168883cb-727b-47c6-8851-8ec92dbf87d3 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:53:29.170934 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 168883cb-727b-47c6-8851-8ec92dbf87d3 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:53:30.243225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43312) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:30.347544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1808518814-network', 'tenant_id': 'b39b77d7030d4115bbc73c2b73afcc73'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:53:30.352195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:30.356285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Usage tracker for resource:network and tenant:b39b77d7030d4115bbc73c2b73afcc73 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:53:30.359209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:53:30.364774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:30.435495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Made reservation on behalf of b39b77d7030d4115bbc73c2b73afcc73 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:30.437921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:30.450714 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:30.464585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:30.468253 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Usage tracker for resource:security_group_rule and tenant:b39b77d7030d4115bbc73c2b73afcc73 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:53:30.471027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:53:30.476637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:30.555547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:30.606198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:30.636872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:53:30.645007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6a5562-525f-4b8d-ab6e-5c766cb67388,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:30.651594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:30.652445 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Added segment e19e1b2d-d680-452d-bb6a-02666c3c5a50 of type vlan for network 502538df-6cd5-476d-8fbf-30d70922b7d8 Apr 29 15:53:30.676954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:30.755536 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:30.756490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:30.757060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:30.852088 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6077724 Apr 29 15:53:30.855504 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43318) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:53:30.861002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730ee94-153b-4d14-be52-46af9f8fbaec admin admin] Pushing event updated for resources: {'Network': ['ID=502538df-6cd5-476d-8fbf-30d70922b7d8,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:30.861145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Request body: {'subnet': {'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1808518814-subnet', 'tenant_id': 'b39b77d7030d4115bbc73c2b73afcc73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:53:30.865971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:30.870608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Usage tracker for resource:subnet and tenant:b39b77d7030d4115bbc73c2b73afcc73 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:53:30.871159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 502538df-6cd5-476d-8fbf-30d70922b7d8 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:53:30.873841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:53:30.883546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:30.944115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Made reservation on behalf of b39b77d7030d4115bbc73c2b73afcc73 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:30.946479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:31.184359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:31.254253 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e95e7e9-25d7-4878-9ca3-7d73e0dc588e,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:31.266644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:31.266993 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:31.267338 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:31.267675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:31.268011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:31.268352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:31.268712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:31.269044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:31.269373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:31.269697 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:31.270020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:31.270341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:53:31.275244 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Checking segment: {'id': 'e19e1b2d-d680-452d-bb6a-02666c3c5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:53:31.275603 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Network hostable DHCP agents. Network: 502538df-6cd5-476d-8fbf-30d70922b7d8, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:53:31.344022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Network 502538df-6cd5-476d-8fbf-30d70922b7d8 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:53:31.407021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 502538df-6cd5-476d-8fbf-30d70922b7d8) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:31.411151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:31.411736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:31.415556 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81b08a6-91b1-4574-88d7-eee00898423c None None] Network 502538df-6cd5-476d-8fbf-30d70922b7d8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:53:31.488296 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f27f4daa-5f01-42f4-80f0-0fbe81ccad89 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6313682 Apr 29 15:53:31.622025 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec55b0ed-3bce-449f-b822-b15e12c8507f None None] Network 502538df-6cd5-476d-8fbf-30d70922b7d8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:53:31.991191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-85cad7c2-acec-4e68-b4ac-55ebd7dfe0e4 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:31.992635 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-85cad7c2-acec-4e68-b4ac-55ebd7dfe0e4 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/networks?id=502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 200 len: 815 time: 0.1451631 Apr 29 15:53:32.007936 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-694a4c21-75f8-41e2-85db-c6f1704470ea tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/quotas/b39b77d7030d4115bbc73c2b73afcc73 HTTP/1.1" status: 200 len: 375 time: 0.0089004 Apr 29 15:53:32.054648 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-ad0ffcf1-a268-48ac-a426-52d620bb791d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408747 Apr 29 15:53:32.138349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8c292a86-7fcd-4f70-999a-4c09c4f9250b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:32.287119 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-d1353c25-f955-43e7-a2d4-60d0bc1898db service neutron] 10.222.0.39 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247386 Apr 29 15:53:32.415403 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-c6f85ef0-86ce-47b6-9c8f-594ed3d3b255 service neutron] 10.222.0.39 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218078 Apr 29 15:53:32.698576 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-aef14492-647a-4a30-9442-e4ddfd74b52f req-9c022aee-aa97-4d11-af05-4a867356501e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 210 time: 0.0431588 Apr 29 15:53:33.850853 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-232d6226-d1be-4489-9274-c4c1135ba548 req-50381e99-3fdd-4404-b661-4f9eb9d60f11 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 210 time: 0.0449278 Apr 29 15:53:34.230631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1ace1b8d-e4f1-4997-af22-58d7ae992008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:34.797973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-f73793df-2056-4d28-9766-2804d43a9cdd tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:34.798729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-f73793df-2056-4d28-9766-2804d43a9cdd tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Synchronizing usage tracker for tenant:b39b77d7030d4115bbc73c2b73afcc73 on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:53:34.870086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-f73793df-2056-4d28-9766-2804d43a9cdd tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Unset dirty status for tenant:b39b77d7030d4115bbc73c2b73afcc73 on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:53:34.871335 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-f73793df-2056-4d28-9766-2804d43a9cdd tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.44 "GET /v2.0/networks?id=502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 200 len: 815 time: 0.2180352 Apr 29 15:53:34.882983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Request body: {'port': {'device_id': '250f57d3-bbf3-4948-a0cf-9373163c63e5', 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8', 'admin_state_up': True, 'tenant_id': 'b39b77d7030d4115bbc73c2b73afcc73'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:53:35.004499 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c5fef6a7-22e9-4103-8737-f8932ab225b6 req-50b1fd1d-e7af-4eeb-a902-49b8b602fefe tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 210 time: 0.0437918 Apr 29 15:53:35.023816 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:53:35.028096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Usage tracker for resource:port and tenant:b39b77d7030d4115bbc73c2b73afcc73 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:53:35.037212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:53:35.037212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:53:35.081078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Made reservation on behalf of b39b77d7030d4115bbc73c2b73afcc73 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:53:35.084679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:35.229896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:35.243271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Allocated IP 172.20.0.4 (502538df-6cd5-476d-8fbf-30d70922b7d8/6e95e7e9-25d7-4878-9ca3-7d73e0dc588e/2d393875-6ce3-4d37-9cf6-186bbf87539e) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:53:35.418783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:35.443495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:35.515585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:35.585409 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Network 502538df-6cd5-476d-8fbf-30d70922b7d8 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:53:35.588536 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:53:35.592262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:53:35.629417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Pushing event updated for resources: {'Port': ['ID=2d393875-6ce3-4d37-9cf6-186bbf87539e,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:35.656140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:35.656752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:35.733227 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-dd6118ce-b44f-415f-8019-279481ced834 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8538170 Apr 29 15:53:35.745029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Request body: {'port': {'device_id': '250f57d3-bbf3-4948-a0cf-9373163c63e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:53:35.852389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:36.192023 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5e548-c0b3-41bf-8568-cdfdfc943e07 req-de575dd9-bce4-4edf-9db5-43ae764e2f0d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:36.193500 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3bd5e548-c0b3-41bf-8568-cdfdfc943e07 req-de575dd9-bce4-4edf-9db5-43ae764e2f0d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 931 time: 0.0790372 Apr 29 15:53:36.238894 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3bd5e548-c0b3-41bf-8568-cdfdfc943e07 req-8decafaf-e3a5-4528-9845-e7c1b92f267c tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 Apr 29 15:53:36.296174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d393875-6ce3-4d37-9cf6-186bbf87539e {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:53:36.303813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:36.318098 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Transition to ACTIVE for port object 2d393875-6ce3-4d37-9cf6-186bbf87539e will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:53:36.412858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:36.571811 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Pushing event updated for resources: {'Port': ['ID=2d393875-6ce3-4d37-9cf6-186bbf87539e,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:36.646425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Attempting to bind port 2d393875-6ce3-4d37-9cf6-186bbf87539e on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:53:36.646752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Attempting to bind port 2d393875-6ce3-4d37-9cf6-186bbf87539e by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'e19e1b2d-d680-452d-bb6a-02666c3c5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:53:36.647072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Attempting to bind port 2d393875-6ce3-4d37-9cf6-186bbf87539e on network 502538df-6cd5-476d-8fbf-30d70922b7d8 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:53:36.651864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Port 2d393875-6ce3-4d37-9cf6-186bbf87539e on network 502538df-6cd5-476d-8fbf-30d70922b7d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:53:36.652173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Attempting to bind port 2d393875-6ce3-4d37-9cf6-186bbf87539e on network 502538df-6cd5-476d-8fbf-30d70922b7d8 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:53:36.657170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:53:36.657496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Checking segment: {'id': 'e19e1b2d-d680-452d-bb6a-02666c3c5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:53:36.657870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Bound using segment: {'id': 'e19e1b2d-d680-452d-bb6a-02666c3c5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:53:36.658285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Bound port: 2d393875-6ce3-4d37-9cf6-186bbf87539e, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19e1b2d-d680-452d-bb6a-02666c3c5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:53:36.658621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:36.746196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] For port 2d393875-6ce3-4d37-9cf6-186bbf87539e, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:53:36.749061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] For port 2d393875-6ce3-4d37-9cf6-186bbf87539e, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:53:36.824293 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:36.887026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:36.887654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:36.889026 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] 10.222.0.44 "PUT /v2.0/ports/2d393875-6ce3-4d37-9cf6-186bbf87539e HTTP/1.1" status: 200 len: 1093 time: 1.1479974 Apr 29 15:53:36.889449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250f57d3-bbf3-4948-a0cf-9373163c63e5', 'tag': '2d393875-6ce3-4d37-9cf6-186bbf87539e'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:53:36.907597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e64d1a-0232-4efa-b430-24d4fee6027b service neutron] Pushing event updated for resources: {'Port': ['ID=2d393875-6ce3-4d37-9cf6-186bbf87539e,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:36.941734 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d580a0-39fb-44bc-9d21-0b05a18aba4c'] response: {'name': 'network-changed', 'server_uuid': '250f57d3-bbf3-4948-a0cf-9373163c63e5', 'tag': '2d393875-6ce3-4d37-9cf6-186bbf87539e', 'status': 'completed', 'code': 200} Apr 29 15:53:37.027300 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d9603-6307-4192-88c9-53eef6e98d33 req-29c9fcf3-9de3-4123-a889-e9053880fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:37.029388 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a10d9603-6307-4192-88c9-53eef6e98d33 req-29c9fcf3-9de3-4123-a889-e9053880fb4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 1096 time: 0.0708940 Apr 29 15:53:37.109908 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:37.165764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d9603-6307-4192-88c9-53eef6e98d33 req-7233b48f-791f-4702-b451-e3f04a0fb4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:37.167721 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a10d9603-6307-4192-88c9-53eef6e98d33 req-7233b48f-791f-4702-b451-e3f04a0fb4bd service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1321523 Apr 29 15:53:37.302144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d9603-6307-4192-88c9-53eef6e98d33 req-50ab5a70-f911-4de2-87be-b03fc9904ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:37.303589 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a10d9603-6307-4192-88c9-53eef6e98d33 req-50ab5a70-f911-4de2-87be-b03fc9904ddf service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301560 Apr 29 15:53:37.406325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-3201f536-89dd-4cd3-95f6-14e39070dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:37.407740 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-3201f536-89dd-4cd3-95f6-14e39070dfbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 1096 time: 0.0700450 Apr 29 15:53:37.427655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb4a21-807b-4138-81ff-28ffbf393560 req-eac07653-6f5a-4be1-a12e-5f068dfd0fc0 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:37.429215 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-59eb4a21-807b-4138-81ff-28ffbf393560 req-eac07653-6f5a-4be1-a12e-5f068dfd0fc0 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 943 time: 0.0838056 Apr 29 15:53:37.473988 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-59eb4a21-807b-4138-81ff-28ffbf393560 req-d4a8e0cf-bac8-4eba-a11d-2251d60c2be4 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387902 Apr 29 15:53:37.477996 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-73f17440-a8e5-43af-8ce0-605e5bfc284d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e HTTP/1.1" status: 200 len: 217 time: 0.0634744 Apr 29 15:53:37.538466 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-923e6e63-c5f6-4921-8d55-df1dae0e5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:37.539905 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-923e6e63-c5f6-4921-8d55-df1dae0e5cfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e95e7e9-25d7-4878-9ca3-7d73e0dc588e HTTP/1.1" status: 200 len: 855 time: 0.0564396 Apr 29 15:53:37.589976 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-7107b252-685e-4be4-820b-e93bf1b3589e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=502538df-6cd5-476d-8fbf-30d70922b7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434737 Apr 29 15:53:37.717681 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-415503b1-5fbd-47be-8cbf-a0dd9e754e54 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216712 Apr 29 15:53:37.949428 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-eb04446f-2ece-410c-b6f2-add6c974ebf0 req-97e1ac59-9f5e-4aaf-aa84-b6dcc7fd5950 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259912 Apr 29 15:53:38.658697 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd121dc5-5678-4861-9585-ea2b11f119c2 req-893ca480-2c15-4995-a18c-dce3deb06662 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:38.660062 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cd121dc5-5678-4861-9585-ea2b11f119c2 req-893ca480-2c15-4995-a18c-dce3deb06662 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 943 time: 0.0816660 Apr 29 15:53:38.708454 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cd121dc5-5678-4861-9585-ea2b11f119c2 req-5746bb28-2bf4-4b4e-80b6-b2c06f219cdd tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425234 Apr 29 15:53:39.155337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2d393875-6ce3-4d37-9cf6-186bbf87539e details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:53:39.285190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2d393875-6ce3-4d37-9cf6-186bbf87539e, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:53:39.298728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '2d393875-6ce3-4d37-9cf6-186bbf87539e', 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8', 'port_id': '2d393875-6ce3-4d37-9cf6-186bbf87539e', 'mac_address': 'fa:16:3e:ca:51:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e95e7e9-25d7-4878-9ca3-7d73e0dc588e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:53:39.357349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:39.374671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d393875-6ce3-4d37-9cf6-186bbf87539e {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:53:39.389667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2d393875-6ce3-4d37-9cf6-186bbf87539e, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:53:39.435469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:39.499308 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=2d393875-6ce3-4d37-9cf6-186bbf87539e,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:39.633692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['2d393875-6ce3-4d37-9cf6-186bbf87539e'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:53:39.894399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416a8e4-7c0c-49ed-a90a-bca46795012b req-81ed65eb-5b39-483a-a08b-d2fbc3c8b3dc tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:39.895869 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e416a8e4-7c0c-49ed-a90a-bca46795012b req-81ed65eb-5b39-483a-a08b-d2fbc3c8b3dc tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 944 time: 0.0795321 Apr 29 15:53:39.940798 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e416a8e4-7c0c-49ed-a90a-bca46795012b req-9b46dd83-1c2d-4400-9972-ece16a8e4fd7 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383720 Apr 29 15:53:41.125697 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcf4eb-a700-41d0-96ff-a74278f57dad req-ba3a6a6d-77db-43c0-ad89-006cbeec9f2f tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:41.127060 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a7bcf4eb-a700-41d0-96ff-a74278f57dad req-ba3a6a6d-77db-43c0-ad89-006cbeec9f2f tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 944 time: 0.0827577 Apr 29 15:53:41.170606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2d393875-6ce3-4d37-9cf6-186bbf87539e up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:53:41.171275 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a7bcf4eb-a700-41d0-96ff-a74278f57dad req-a2940bca-bbce-43aa-8a5a-b33649871c53 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385702 Apr 29 15:53:41.326729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 2d393875-6ce3-4d37-9cf6-186bbf87539e completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:53:41.331662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 2d393875-6ce3-4d37-9cf6-186bbf87539e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:53:41.332026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:41.446067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:41.471398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250f57d3-bbf3-4948-a0cf-9373163c63e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d393875-6ce3-4d37-9cf6-186bbf87539e'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:53:41.481716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2d393875-6ce3-4d37-9cf6-186bbf87539e, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:53:41.515629 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1451d357-43d5-4e33-b986-e0d60945df1b'] response: {'server_uuid': '250f57d3-bbf3-4948-a0cf-9373163c63e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d393875-6ce3-4d37-9cf6-186bbf87539e', 'code': 200} Apr 29 15:53:41.554632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:41.625200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=2d393875-6ce3-4d37-9cf6-186bbf87539e,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:53:41.842897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c2376-2bb8-43f6-8eb5-5782f64edba4 req-4c82258d-9f2b-4717-92c2-c3e10203852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:41.844234 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-165c2376-2bb8-43f6-8eb5-5782f64edba4 req-4c82258d-9f2b-4717-92c2-c3e10203852a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 1098 time: 0.0671372 Apr 29 15:53:41.883047 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-165c2376-2bb8-43f6-8eb5-5782f64edba4 req-cc6d78ec-9a2a-4f2b-ba63-985a03d9bae2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326967 Apr 29 15:53:42.362786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf9061-c3fd-4199-b413-9eb74f9d5e24 req-430b34d7-6556-4546-b892-928757d72aa9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:42.364237 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bbf9061-c3fd-4199-b413-9eb74f9d5e24 req-430b34d7-6556-4546-b892-928757d72aa9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0863743 Apr 29 15:53:42.408608 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bbf9061-c3fd-4199-b413-9eb74f9d5e24 req-df5ce769-3d90-425b-a392-4b7018e77dfa tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385129 Apr 29 15:53:43.593845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b6787-cb2b-4159-afb2-f162a67433d7 req-00bed985-9894-455e-81ff-7338c6509a0b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:43.595183 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f89b6787-cb2b-4159-afb2-f162a67433d7 req-00bed985-9894-455e-81ff-7338c6509a0b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0834873 Apr 29 15:53:43.638622 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f89b6787-cb2b-4159-afb2-f162a67433d7 req-42e9a08d-252e-4817-9e98-d5df380e3e9d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377419 Apr 29 15:53:43.824512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbf94d-2a0c-47a0-ba81-fe288f7aaab5 req-ab756487-71ca-4059-9191-f72ebed98e45 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:43.825943 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-04dbf94d-2a0c-47a0-ba81-fe288f7aaab5 req-ab756487-71ca-4059-9191-f72ebed98e45 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0795658 Apr 29 15:53:43.872080 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-04dbf94d-2a0c-47a0-ba81-fe288f7aaab5 req-754a352c-c453-4284-8be2-7708d330acea tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405242 Apr 29 15:53:44.292634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a62a8-0ac9-4220-a484-4ea6dfbb6a6d req-0f155eca-bcee-49ca-805c-de0d9c13b0af tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:44.294080 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-472a62a8-0ac9-4220-a484-4ea6dfbb6a6d req-0f155eca-bcee-49ca-805c-de0d9c13b0af tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0780323 Apr 29 15:53:44.339706 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-472a62a8-0ac9-4220-a484-4ea6dfbb6a6d req-a7e87c42-6c2d-4451-ae0f-fe7b839339db tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Apr 29 15:53:44.523607 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509375c-3b15-4b8e-ab83-92450342a1b9 req-79dc0e18-9ff6-42c9-a63c-c1e34c8ca86e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:44.525061 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c509375c-3b15-4b8e-ab83-92450342a1b9 req-79dc0e18-9ff6-42c9-a63c-c1e34c8ca86e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0810490 Apr 29 15:53:44.568559 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c509375c-3b15-4b8e-ab83-92450342a1b9 req-51ece1fe-4f8e-4442-ab30-55d451ee0c0c tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377553 Apr 29 15:53:45.108417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c6bd2-bdd5-4b0b-ba6a-ca1ee5f870cc req-6661c460-e9a7-4109-a101-ade8744e5c1e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:45.109895 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d93c6bd2-bdd5-4b0b-ba6a-ca1ee5f870cc req-6661c460-e9a7-4109-a101-ade8744e5c1e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0810132 Apr 29 15:53:45.154798 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d93c6bd2-bdd5-4b0b-ba6a-ca1ee5f870cc req-62a5921c-f80d-458b-82ab-300b86256800 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390792 Apr 29 15:53:45.173376 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-9b0e6df5-c80e-4270-82db-29fbf12dd9b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722997 Apr 29 15:53:46.347951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5d0c1-0197-4796-badd-17bcd86cf6c8 req-86fef964-b7b1-47e3-b014-405c51600cc0 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:46.349344 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-31e5d0c1-0197-4796-badd-17bcd86cf6c8 req-86fef964-b7b1-47e3-b014-405c51600cc0 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0902512 Apr 29 15:53:46.393991 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-31e5d0c1-0197-4796-badd-17bcd86cf6c8 req-54738fe7-7f4f-4fe6-8026-286d3e516060 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380528 Apr 29 15:53:46.931678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c1b8-8af8-4247-9cad-fcfeb8cccd5b req-d4207499-918b-4773-8885-f3ab10753d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:46.933716 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-87c1c1b8-8af8-4247-9cad-fcfeb8cccd5b req-d4207499-918b-4773-8885-f3ab10753d11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 1098 time: 0.0706060 Apr 29 15:53:47.074290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c1b8-8af8-4247-9cad-fcfeb8cccd5b req-43039556-b665-4576-ab17-2e42f075f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:47.075634 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-87c1c1b8-8af8-4247-9cad-fcfeb8cccd5b req-43039556-b665-4576-ab17-2e42f075f7a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 200 len: 916 time: 0.1240125 Apr 29 15:53:47.145969 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-87c1c1b8-8af8-4247-9cad-fcfeb8cccd5b req-6a294be7-668f-488c-b212-42584ec01178 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e HTTP/1.1" status: 200 len: 217 time: 0.0631821 Apr 29 15:53:47.209558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1c1b8-8af8-4247-9cad-fcfeb8cccd5b req-e5e1b476-41a9-4cc2-bd9b-b0fbe4ef8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:47.211055 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-87c1c1b8-8af8-4247-9cad-fcfeb8cccd5b req-e5e1b476-41a9-4cc2-bd9b-b0fbe4ef8878 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e95e7e9-25d7-4878-9ca3-7d73e0dc588e HTTP/1.1" status: 200 len: 855 time: 0.0588975 Apr 29 15:53:47.263597 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-87c1c1b8-8af8-4247-9cad-fcfeb8cccd5b req-19933bd7-ff4b-41ae-9046-b356468266e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=502538df-6cd5-476d-8fbf-30d70922b7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463843 Apr 29 15:53:47.393049 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-87c1c1b8-8af8-4247-9cad-fcfeb8cccd5b req-0dabacb1-b020-4400-8098-f3e8cdff8c67 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231263 Apr 29 15:53:47.523767 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-87c1c1b8-8af8-4247-9cad-fcfeb8cccd5b req-89b1679e-aed2-4916-95b9-c273c6d805ba service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252413 Apr 29 15:53:47.584398 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105f6ad-bc7d-4981-abcb-eaf0e4188a25 req-f38194ea-6541-4fc6-b5d6-d5e1d414e692 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:47.585856 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6105f6ad-bc7d-4981-abcb-eaf0e4188a25 req-f38194ea-6541-4fc6-b5d6-d5e1d414e692 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0807590 Apr 29 15:53:47.631293 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6105f6ad-bc7d-4981-abcb-eaf0e4188a25 req-3a84c7a4-c9c9-4503-8fa1-e84d32ce84d3 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Apr 29 15:53:47.689740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-a96c184d-4b7f-4f48-b735-cbbce71c1044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:47.691191 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-a96c184d-4b7f-4f48-b735-cbbce71c1044 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 1098 time: 0.0732911 Apr 29 15:53:47.818798 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-2cea670f-72f3-4f3c-b796-b1346e03d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:47.820217 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-2cea670f-72f3-4f3c-b796-b1346e03d003 service neutron] 10.222.0.44 "GET /v2.0/networks?id=502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 200 len: 916 time: 0.1227121 Apr 29 15:53:47.890409 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-14d79d7c-664c-4ccb-bf9c-6e91e018b66e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e HTTP/1.1" status: 200 len: 217 time: 0.0628619 Apr 29 15:53:47.953083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-25849151-f939-4906-8c59-20ed70d54f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:47.954525 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-25849151-f939-4906-8c59-20ed70d54f43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e95e7e9-25d7-4878-9ca3-7d73e0dc588e HTTP/1.1" status: 200 len: 855 time: 0.0583339 Apr 29 15:53:48.000200 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-3184c0b5-022b-4328-92e8-d84d83fa2feb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=502538df-6cd5-476d-8fbf-30d70922b7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403042 Apr 29 15:53:48.129200 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-35fb2423-c5ff-4a34-ab10-1bfa4058aeb2 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227751 Apr 29 15:53:48.259435 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-69b075c1-2314-4fe9-a9e5-01d9149aae50 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231515 Apr 29 15:53:48.821619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8cbca-c675-43e6-bfbd-3040c438c462 req-8b14a3c6-399d-46a2-ae58-1692bb06dac9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:48.823620 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-60e8cbca-c675-43e6-bfbd-3040c438c462 req-8b14a3c6-399d-46a2-ae58-1692bb06dac9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0829563 Apr 29 15:53:48.867028 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-60e8cbca-c675-43e6-bfbd-3040c438c462 req-ceabc43e-f080-4ac0-afc1-b0ecbade3578 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377414 Apr 29 15:53:50.047821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4cfaf-828b-4ec2-91a9-2672533ef4d3 req-0cae9158-040e-4b3d-a567-0935c7151bfd tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:50.049261 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-78e4cfaf-828b-4ec2-91a9-2672533ef4d3 req-0cae9158-040e-4b3d-a567-0935c7151bfd tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0766261 Apr 29 15:53:50.096081 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-78e4cfaf-828b-4ec2-91a9-2672533ef4d3 req-e0aa3341-a2b7-4bd8-9340-8ecfd22f3f55 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 Apr 29 15:53:51.278261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dac1d3-7e46-43eb-84f0-5a72994db205 req-de9cbb09-c64d-4224-bb9c-1faaa4c8650b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:51.279649 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b5dac1d3-7e46-43eb-84f0-5a72994db205 req-de9cbb09-c64d-4224-bb9c-1faaa4c8650b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0792713 Apr 29 15:53:51.324949 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b5dac1d3-7e46-43eb-84f0-5a72994db205 req-4431c41c-6c3d-4d6e-8650-d4630750f69d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395656 Apr 29 15:53:52.509497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb537-2d99-4fe9-a7db-9659f786c75d req-b25d2447-9fe6-42f0-8f3b-4f946730df55 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:52.510987 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-873eb537-2d99-4fe9-a7db-9659f786c75d req-b25d2447-9fe6-42f0-8f3b-4f946730df55 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0830281 Apr 29 15:53:52.554371 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-873eb537-2d99-4fe9-a7db-9659f786c75d req-98db4fa3-3a8f-4819-8eb4-0e91a687e0b7 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376711 Apr 29 15:53:53.736128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20955f38-6f82-4384-8323-e391b7aedeec req-eee3c3d8-b180-4604-b1b7-535f47d9a66e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:53.737584 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-20955f38-6f82-4384-8323-e391b7aedeec req-eee3c3d8-b180-4604-b1b7-535f47d9a66e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0788002 Apr 29 15:53:53.781199 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-20955f38-6f82-4384-8323-e391b7aedeec req-25fa9111-aa23-4a0e-aea6-782e6dff4a3a tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379462 Apr 29 15:53:54.234788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:53:55.062444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b770a5-d58a-4f48-98f1-3149ee29f971 req-b8b4ac21-ca93-4f52-be10-805baa9249c1 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:55.063809 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c3b770a5-d58a-4f48-98f1-3149ee29f971 req-b8b4ac21-ca93-4f52-be10-805baa9249c1 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.1766036 Apr 29 15:53:55.107990 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c3b770a5-d58a-4f48-98f1-3149ee29f971 req-dde40969-2f7b-442f-bcac-ec9e87c37b60 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Apr 29 15:53:56.293998 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebee76-4fdc-4f1b-8c38-952d1fc1ae4e req-55da8d1a-cf7a-4e50-9294-661655e7767c tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:56.295446 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-05ebee76-4fdc-4f1b-8c38-952d1fc1ae4e req-55da8d1a-cf7a-4e50-9294-661655e7767c tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0801964 Apr 29 15:53:56.343213 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-05ebee76-4fdc-4f1b-8c38-952d1fc1ae4e req-6d30589b-945e-4efc-9f53-8e013c5282d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Apr 29 15:53:57.525308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9df76d-2eae-410b-80d1-c27e99b41aaa req-d98a04f4-03c1-47e5-80a1-21517260b701 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:57.526737 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f9df76d-2eae-410b-80d1-c27e99b41aaa req-d98a04f4-03c1-47e5-80a1-21517260b701 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0778751 Apr 29 15:53:57.570526 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f9df76d-2eae-410b-80d1-c27e99b41aaa req-fb2b54cc-f9da-4fcb-bd98-2587775c9d1e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379498 Apr 29 15:53:58.764953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dc27c-2c6c-4e4f-9e9d-56658a2cd86f req-0bb6b0b8-8b17-4610-8f5a-984b1c27dbc1 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:58.766439 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3d2dc27c-2c6c-4e4f-9e9d-56658a2cd86f req-0bb6b0b8-8b17-4610-8f5a-984b1c27dbc1 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0830469 Apr 29 15:53:58.811340 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3d2dc27c-2c6c-4e4f-9e9d-56658a2cd86f req-1236933b-c645-487a-a25e-9d21ff150944 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392334 Apr 29 15:53:59.993629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d2a20-5120-45df-817c-5405dbef589a req-5bba3999-eeb3-4276-a803-80c0ef98416a tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:53:59.996296 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0e7d2a20-5120-45df-817c-5405dbef589a req-5bba3999-eeb3-4276-a803-80c0ef98416a tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0818408 Apr 29 15:54:00.040445 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0e7d2a20-5120-45df-817c-5405dbef589a req-28744ff0-bc80-4dec-ba81-c34fc9e409b8 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384858 Apr 29 15:54:01.224372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc13c7-cdeb-4c6c-bd3d-93fd1eb910ed req-097a48c4-363c-4327-b967-de82c91eb2f0 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:01.225884 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5fdc13c7-cdeb-4c6c-bd3d-93fd1eb910ed req-097a48c4-363c-4327-b967-de82c91eb2f0 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0829477 Apr 29 15:54:01.269614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5fdc13c7-cdeb-4c6c-bd3d-93fd1eb910ed req-e509c449-c753-4585-8b91-674a052705ab tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372729 Apr 29 15:54:02.131728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-832cdeff-d68a-494c-842f-a803595f8d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:02.458826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7377d-07f4-42ea-ac8e-e1c8fcaf931b req-76196a5f-a6ff-4749-97a7-8feed0c0e6ea tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:02.460269 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bc7377d-07f4-42ea-ac8e-e1c8fcaf931b req-76196a5f-a6ff-4749-97a7-8feed0c0e6ea tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0787725 Apr 29 15:54:02.508005 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bc7377d-07f4-42ea-ac8e-e1c8fcaf931b req-5f28d36c-a38a-4ffa-bae6-b7837a7ae606 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Apr 29 15:54:03.693999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d1550-6781-42a2-a155-68ec193cbfab req-48c4472e-22ef-4081-a857-b6f5b14fc1bb tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:03.695438 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc6d1550-6781-42a2-a155-68ec193cbfab req-48c4472e-22ef-4081-a857-b6f5b14fc1bb tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0800974 Apr 29 15:54:03.739093 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc6d1550-6781-42a2-a155-68ec193cbfab req-6fcc3308-b489-4a99-9048-e53788bc0062 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379429 Apr 29 15:54:04.240680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1628-a877-4fb4-9e83-eecfbae79dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:04.537506 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:54:04.925972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee2f3a-50ea-421f-b5cc-b47f42648467 req-877b7fe9-763a-48ef-8e45-0cc03a999e49 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:04.927416 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5bee2f3a-50ea-421f-b5cc-b47f42648467 req-877b7fe9-763a-48ef-8e45-0cc03a999e49 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0841861 Apr 29 15:54:04.971386 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5bee2f3a-50ea-421f-b5cc-b47f42648467 req-b8d2408b-ac0e-409c-b1ff-88fec3880100 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374744 Apr 29 15:54:05.200602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:05.229415 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-92fbea92-efd1-4d2b-ac35-c7f78cce4a74 service neutron] 10.222.0.44 "GET /v2.0/ports/2d393875-6ce3-4d37-9cf6-186bbf87539e/bindings/hv-neutron-8391 HTTP/1.1" status: 200 len: 384 time: 0.0773854 Apr 29 15:54:05.417662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:05.736368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-0998e62a-50a8-4816-9e63-5ac7ffd658e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:05.737845 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-0998e62a-50a8-4816-9e63-5ac7ffd658e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5&tenant_id=b39b77d7030d4115bbc73c2b73afcc73 HTTP/1.1" status: 200 len: 1098 time: 0.0692215 Apr 29 15:54:05.930614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-40f265b9-63c9-456f-8089-1544f38d9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:05.932832 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-40f265b9-63c9-456f-8089-1544f38d9eb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 1098 time: 0.1752338 Apr 29 15:54:06.066753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-d1f3b52b-8047-47cf-8a03-2683ab2836c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:06.068205 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-d1f3b52b-8047-47cf-8a03-2683ab2836c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 200 len: 916 time: 0.1294546 Apr 29 15:54:06.136086 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-45471d65-b511-4e2b-8b79-a6388909e6f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e HTTP/1.1" status: 200 len: 217 time: 0.0621061 Apr 29 15:54:06.159246 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f262fdb-4fd7-4ab2-9718-6da1e14ed2dd req-3e7591da-b6e0-4f5b-a6af-6e7e8bdf911b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:06.160735 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f262fdb-4fd7-4ab2-9718-6da1e14ed2dd req-3e7591da-b6e0-4f5b-a6af-6e7e8bdf911b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0807147 Apr 29 15:54:06.201562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-cc6f2654-ae15-473f-9082-2f099c8964bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:06.203002 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-cc6f2654-ae15-473f-9082-2f099c8964bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e95e7e9-25d7-4878-9ca3-7d73e0dc588e HTTP/1.1" status: 200 len: 855 time: 0.0613081 Apr 29 15:54:06.205338 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f262fdb-4fd7-4ab2-9718-6da1e14ed2dd req-72efce94-a447-42c0-b071-516f4c5ae780 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383048 Apr 29 15:54:06.250026 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-8c4d0972-1f62-4e30-bb7a-ce005900fb0c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=502538df-6cd5-476d-8fbf-30d70922b7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409312 Apr 29 15:54:06.379505 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-348de79e-cd8e-436b-83fe-b4a95171c72c service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234417 Apr 29 15:54:06.510856 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bd5ca05-346a-45ab-8483-e7883db8c265 req-5f973904-c72d-474a-b1c4-a3df25d45d63 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258743 Apr 29 15:54:07.091952 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:07.341831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2d393875-6ce3-4d37-9cf6-186bbf87539e no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:54:07.399754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064dd09-f3e1-4d71-ac10-3a75fce90796 req-f2ef6d6f-5c39-4353-a6ef-d71936e24561 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:07.402123 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9064dd09-f3e1-4d71-ac10-3a75fce90796 req-f2ef6d6f-5c39-4353-a6ef-d71936e24561 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0880017 Apr 29 15:54:07.445912 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9064dd09-f3e1-4d71-ac10-3a75fce90796 req-068652af-2949-4c02-82f6-172e08e97f6c tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382035 Apr 29 15:54:07.458368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:07.485414 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250f57d3-bbf3-4948-a0cf-9373163c63e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d393875-6ce3-4d37-9cf6-186bbf87539e'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:07.495699 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2d393875-6ce3-4d37-9cf6-186bbf87539e, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:54:07.536736 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8db5311-1a7e-4c84-bc2e-46217b0fc915'] response: {'server_uuid': '250f57d3-bbf3-4948-a0cf-9373163c63e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d393875-6ce3-4d37-9cf6-186bbf87539e', 'code': 200} Apr 29 15:54:07.559165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:07.625119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=2d393875-6ce3-4d37-9cf6-186bbf87539e,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:08.647178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046715e-679b-448b-bec4-19a7d2d24c87 req-0ff84473-ee6f-45f5-a9bd-5e46e96bb6cf tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:08.648550 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9046715e-679b-448b-bec4-19a7d2d24c87 req-0ff84473-ee6f-45f5-a9bd-5e46e96bb6cf tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 943 time: 0.0773430 Apr 29 15:54:08.692667 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9046715e-679b-448b-bec4-19a7d2d24c87 req-78dde9a7-e8d5-43f7-a7cc-01098ed50b54 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381193 Apr 29 15:54:09.139449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba30e-6225-419a-aa08-28687c1be2bf req-6934659c-3769-4970-89c4-c56753a91bad tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:09.141005 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b4bba30e-6225-419a-aa08-28687c1be2bf req-6934659c-3769-4970-89c4-c56753a91bad tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 943 time: 0.0842772 Apr 29 15:54:09.185143 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b4bba30e-6225-419a-aa08-28687c1be2bf req-7cff56e8-9e91-46c7-b453-87d9d47442fb tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383463 Apr 29 15:54:09.204504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-11e70345-d1f7-4a28-8d24-b97f3bca8905 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:09.205199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-11e70345-d1f7-4a28-8d24-b97f3bca8905 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Synchronizing usage tracker for tenant:b39b77d7030d4115bbc73c2b73afcc73 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:54:09.314448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-11e70345-d1f7-4a28-8d24-b97f3bca8905 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Unset dirty status for tenant:b39b77d7030d4115bbc73c2b73afcc73 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:54:09.315662 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-11e70345-d1f7-4a28-8d24-b97f3bca8905 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.44 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5&tenant_id=b39b77d7030d4115bbc73c2b73afcc73&binding%3Ahost_id=hv-neutron-8391 HTTP/1.1" status: 200 len: 943 time: 0.1999898 Apr 29 15:54:09.341046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2d393875-6ce3-4d37-9cf6-186bbf87539e details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:54:09.457215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-936953a5-4e39-4db1-92c0-f629fc201dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:09.458712 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-936953a5-4e39-4db1-92c0-f629fc201dbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 1096 time: 0.0730200 Apr 29 15:54:09.502070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2d393875-6ce3-4d37-9cf6-186bbf87539e, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:54:09.515672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '2d393875-6ce3-4d37-9cf6-186bbf87539e', 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8', 'port_id': '2d393875-6ce3-4d37-9cf6-186bbf87539e', 'mac_address': 'fa:16:3e:ca:51:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e95e7e9-25d7-4878-9ca3-7d73e0dc588e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:54:09.571494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:09.588348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d393875-6ce3-4d37-9cf6-186bbf87539e {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:54:09.588856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-d8652f3b-c2c5-47fb-8b3e-fa36d47ebee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:09.590303 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-d8652f3b-c2c5-47fb-8b3e-fa36d47ebee9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 200 len: 916 time: 0.1261137 Apr 29 15:54:09.603351 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2d393875-6ce3-4d37-9cf6-186bbf87539e, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:54:09.659666 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-219483d6-fd72-4f96-b00c-fca18600d221 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e HTTP/1.1" status: 200 len: 217 time: 0.0628426 Apr 29 15:54:09.668948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:09.723078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-513e1e8d-d093-4cdb-9af2-35b67f5e17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:09.724892 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-513e1e8d-d093-4cdb-9af2-35b67f5e17f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e95e7e9-25d7-4878-9ca3-7d73e0dc588e HTTP/1.1" status: 200 len: 855 time: 0.0600858 Apr 29 15:54:09.734636 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['2d393875-6ce3-4d37-9cf6-186bbf87539e'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:54:09.772015 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-ffb2efdb-9bf0-4018-b6b9-624f21e69d15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=502538df-6cd5-476d-8fbf-30d70922b7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409758 Apr 29 15:54:09.778478 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=2d393875-6ce3-4d37-9cf6-186bbf87539e,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:09.902266 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-c8f7ed2e-f202-46d1-a744-cc43404aea58 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246579 Apr 29 15:54:10.031461 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d088f40e-fac7-4fbc-ac56-5166c11302e9 req-a819d207-476b-4d71-83b4-506b2fcfd9d7 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233253 Apr 29 15:54:10.374935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d4321-f2b6-4e26-a521-39064405366a req-2b31fbf1-bd60-4aa8-8bb1-6c81e14551b2 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:10.376418 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f3d4321-f2b6-4e26-a521-39064405366a req-2b31fbf1-bd60-4aa8-8bb1-6c81e14551b2 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 944 time: 0.0787117 Apr 29 15:54:10.424129 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f3d4321-f2b6-4e26-a521-39064405366a req-e5685b8a-d0c3-4b53-942d-33ae881cc085 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419953 Apr 29 15:54:11.341240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2d393875-6ce3-4d37-9cf6-186bbf87539e up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:54:11.407113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 2d393875-6ce3-4d37-9cf6-186bbf87539e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:54:11.407481 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:11.523647 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:11.554581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250f57d3-bbf3-4948-a0cf-9373163c63e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d393875-6ce3-4d37-9cf6-186bbf87539e'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:11.560833 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 2d393875-6ce3-4d37-9cf6-186bbf87539e, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:54:11.597394 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec9c615-5a31-4e5c-b033-48167cef03c2'] response: {'server_uuid': '250f57d3-bbf3-4948-a0cf-9373163c63e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d393875-6ce3-4d37-9cf6-186bbf87539e', 'code': 200} Apr 29 15:54:11.607474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a4fa2-5a07-4c39-b131-04744e61938d req-e1fe0657-f016-46b3-a77f-787f33ed77d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:11.608932 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-178a4fa2-5a07-4c39-b131-04744e61938d req-e1fe0657-f016-46b3-a77f-787f33ed77d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 944 time: 0.0812376 Apr 29 15:54:11.611974 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:11.653950 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-178a4fa2-5a07-4c39-b131-04744e61938d req-e75c1622-9e9f-42ff-b88f-91a5b9e38b86 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392594 Apr 29 15:54:11.682129 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=2d393875-6ce3-4d37-9cf6-186bbf87539e,revision_number=8']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:11.841029 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737058d1-6249-4608-a0aa-99239f0ec4dc req-8db63dbf-8a72-406f-b5d5-639c1e762627 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:11.842377 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-737058d1-6249-4608-a0aa-99239f0ec4dc req-8db63dbf-8a72-406f-b5d5-639c1e762627 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0827687 Apr 29 15:54:11.884783 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-737058d1-6249-4608-a0aa-99239f0ec4dc req-770446f5-3e41-4e9b-9724-88faaa0ecbc5 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366755 Apr 29 15:54:12.068826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da980a-b192-4916-b5d3-6ed56b20ac41 req-8da4a7dc-fa62-4090-b2e8-aab749485c73 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:12.070254 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-18da980a-b192-4916-b5d3-6ed56b20ac41 req-8da4a7dc-fa62-4090-b2e8-aab749485c73 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0784576 Apr 29 15:54:12.113803 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-18da980a-b192-4916-b5d3-6ed56b20ac41 req-3dd332aa-376c-46f5-b119-5ab578135815 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Apr 29 15:54:12.755424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-0253a3ca-d43b-4ba8-aeba-55cafd6a5544 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:12.756793 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-0253a3ca-d43b-4ba8-aeba-55cafd6a5544 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/networks?id=502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 200 len: 815 time: 0.1437864 Apr 29 15:54:12.771659 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-c65b936f-715c-439c-8a8d-b39591da3dcc tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/quotas/b39b77d7030d4115bbc73c2b73afcc73 HTTP/1.1" status: 200 len: 375 time: 0.0088317 Apr 29 15:54:12.854674 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-c2f9509a-33cf-4cdf-84fc-283dd396a79e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777996 Apr 29 15:54:12.908660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-1045f9ef-a4f3-4f30-b422-e4d57fb3089b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:54:12.909610 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-1045f9ef-a4f3-4f30-b422-e4d57fb3089b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485554 Apr 29 15:54:13.037623 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b4f4d5bb-866c-42a0-986a-4a05a8d59684 service neutron] 10.222.0.39 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219318 Apr 29 15:54:13.262281 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-96194cac-8e4f-4575-b5b4-2f37d85b7529 service neutron] 10.222.0.39 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181931 Apr 29 15:54:13.522709 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-914a6d98-31cf-4e63-bed4-7753264b5bd0 req-18dadff0-5513-4e75-bb5a-6c975b54248c tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 210 time: 0.0421042 Apr 29 15:54:14.361084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cc040-dcc7-4a74-936e-cf64ba4e7012 req-b4ba0b80-288e-414f-a6b0-e6f78e751316 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:14.362502 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-291cc040-dcc7-4a74-936e-cf64ba4e7012 req-b4ba0b80-288e-414f-a6b0-e6f78e751316 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.44 "GET /v2.0/ports?device_id=250f57d3-bbf3-4948-a0cf-9373163c63e5 HTTP/1.1" status: 200 len: 945 time: 0.0861537 Apr 29 15:54:14.429682 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-291cc040-dcc7-4a74-936e-cf64ba4e7012 req-18a87ba3-6aca-431f-9c75-292f8475e38d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Deleting port 2d393875-6ce3-4d37-9cf6-186bbf87539e {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:54:14.430017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-291cc040-dcc7-4a74-936e-cf64ba4e7012 req-18a87ba3-6aca-431f-9c75-292f8475e38d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:14.676246 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6453d73-7934-4728-86c7-f33a4b4473ee req-1cd849d7-4a48-4952-80d6-df1a3ccfbe4b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 210 time: 0.0448635 Apr 29 15:54:14.785730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-291cc040-dcc7-4a74-936e-cf64ba4e7012 req-18a87ba3-6aca-431f-9c75-292f8475e38d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] For port 2d393875-6ce3-4d37-9cf6-186bbf87539e, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=2d393875-6ce3-4d37-9cf6-186bbf87539e,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:54:14.786082 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-291cc040-dcc7-4a74-936e-cf64ba4e7012 req-18a87ba3-6aca-431f-9c75-292f8475e38d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:14.907824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-291cc040-dcc7-4a74-936e-cf64ba4e7012 req-18a87ba3-6aca-431f-9c75-292f8475e38d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Calling delete_port for 2d393875-6ce3-4d37-9cf6-186bbf87539e owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:54:15.120552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-291cc040-dcc7-4a74-936e-cf64ba4e7012 req-18a87ba3-6aca-431f-9c75-292f8475e38d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:15.131624 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['2d393875-6ce3-4d37-9cf6-186bbf87539e'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:54:15.172692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a87ba3-6aca-431f-9c75-292f8475e38d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Pushing event deleted for resources: {'Port': ['ID=2d393875-6ce3-4d37-9cf6-186bbf87539e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:15.247376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-291cc040-dcc7-4a74-936e-cf64ba4e7012 req-18a87ba3-6aca-431f-9c75-292f8475e38d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] No DVR routers for this DVR port 2d393875-6ce3-4d37-9cf6-186bbf87539e on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:54:15.249832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-291cc040-dcc7-4a74-936e-cf64ba4e7012 req-18a87ba3-6aca-431f-9c75-292f8475e38d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:15.252402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250f57d3-bbf3-4948-a0cf-9373163c63e5', 'name': 'network-vif-deleted', 'tag': '2d393875-6ce3-4d37-9cf6-186bbf87539e'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:15.296864 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-769f2925-5809-417f-97eb-27b8abe6846d'] response: {'server_uuid': '250f57d3-bbf3-4948-a0cf-9373163c63e5', 'name': 'network-vif-deleted', 'tag': '2d393875-6ce3-4d37-9cf6-186bbf87539e', 'status': 'completed', 'code': 200} Apr 29 15:54:15.332549 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-291cc040-dcc7-4a74-936e-cf64ba4e7012 req-18a87ba3-6aca-431f-9c75-292f8475e38d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.44 "DELETE /v2.0/ports/2d393875-6ce3-4d37-9cf6-186bbf87539e HTTP/1.1" status: 204 len: 173 time: 0.9649649 Apr 29 15:54:15.663695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-f6da095c-468c-4b26-bdeb-db12c3e61132 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:15.665140 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-f6da095c-468c-4b26-bdeb-db12c3e61132 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.44 "GET /v2.0/networks?id=502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 200 len: 815 time: 0.1447606 Apr 29 15:54:15.682504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Request body: {'port': {'device_id': '201067a7-0b43-476f-986d-580af7705605', 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8', 'admin_state_up': True, 'tenant_id': 'b39b77d7030d4115bbc73c2b73afcc73'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:54:15.819664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:54:15.823692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Usage tracker for resource:port and tenant:b39b77d7030d4115bbc73c2b73afcc73 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:54:15.826700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:54:15.832402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:54:15.837184 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4a5f02e9-4a76-49a7-b690-d0a44c6dcc14 req-ff5ac041-59c2-4a2f-8eb3-f93ae6e5f924 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 210 time: 0.0431616 Apr 29 15:54:15.897282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Made reservation on behalf of b39b77d7030d4115bbc73c2b73afcc73 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:54:15.900865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:16.066624 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Allocated IP 172.20.0.8 (502538df-6cd5-476d-8fbf-30d70922b7d8/6e95e7e9-25d7-4878-9ca3-7d73e0dc588e/8c276219-9412-43c5-952d-d390da2d0b06) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:54:16.269186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:16.366113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:16.440555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Network 502538df-6cd5-476d-8fbf-30d70922b7d8 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:54:16.443581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:54:16.447277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:54:16.478859 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Pushing event updated for resources: {'Port': ['ID=8c276219-9412-43c5-952d-d390da2d0b06,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:16.515675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:16.516268 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:16.587953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [req-cd6a678c-d113-4c92-8268-c5180dbfb3df req-2d5bf9ff-5ca3-485c-be79-6b7511b753ad service neutron] (88714) timed out ('10.222.0.44', 64786) {{(pid=88714) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 15:54:16.606961 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-d8f88ff2-01aa-4cda-ac51-ff47e1b149d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9283304 Apr 29 15:54:16.618583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Request body: {'port': {'device_id': '201067a7-0b43-476f-986d-580af7705605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:54:16.727443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:17.026963 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc732506-8528-4fed-995e-66e2b952b392 req-8dea2a9c-74f7-493e-9234-3ce3e992b99f tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:17.028773 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dc732506-8528-4fed-995e-66e2b952b392 req-8dea2a9c-74f7-493e-9234-3ce3e992b99f tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 931 time: 0.0785606 Apr 29 15:54:17.073023 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dc732506-8528-4fed-995e-66e2b952b392 req-e84fca60-8dac-4221-b200-bc3d83baf7f3 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384307 Apr 29 15:54:17.162455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c276219-9412-43c5-952d-d390da2d0b06 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:54:17.169548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:17.183272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Transition to ACTIVE for port object 8c276219-9412-43c5-952d-d390da2d0b06 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:54:17.251750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:17.389155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2d393875-6ce3-4d37-9cf6-186bbf87539e no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:54:17.411518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c276219-9412-43c5-952d-d390da2d0b06,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:17.423808 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 2d393875-6ce3-4d37-9cf6-186bbf87539e {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:54:17.424154 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 2d393875-6ce3-4d37-9cf6-186bbf87539e not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:54:17.484181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Attempting to bind port 8c276219-9412-43c5-952d-d390da2d0b06 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:54:17.484543 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Attempting to bind port 8c276219-9412-43c5-952d-d390da2d0b06 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'e19e1b2d-d680-452d-bb6a-02666c3c5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:54:17.484864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Attempting to bind port 8c276219-9412-43c5-952d-d390da2d0b06 on network 502538df-6cd5-476d-8fbf-30d70922b7d8 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:54:17.489282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Port 8c276219-9412-43c5-952d-d390da2d0b06 on network 502538df-6cd5-476d-8fbf-30d70922b7d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:54:17.489588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Attempting to bind port 8c276219-9412-43c5-952d-d390da2d0b06 on network 502538df-6cd5-476d-8fbf-30d70922b7d8 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:54:17.494604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:54:17.494931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Checking segment: {'id': 'e19e1b2d-d680-452d-bb6a-02666c3c5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:54:17.495305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Bound using segment: {'id': 'e19e1b2d-d680-452d-bb6a-02666c3c5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:54:17.495713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Bound port: 8c276219-9412-43c5-952d-d390da2d0b06, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19e1b2d-d680-452d-bb6a-02666c3c5a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:54:17.496074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:17.585804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] For port 8c276219-9412-43c5-952d-d390da2d0b06, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:54:17.588782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] For port 8c276219-9412-43c5-952d-d390da2d0b06, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=8c276219-9412-43c5-952d-d390da2d0b06,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:54:17.669280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:17.729035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:17.729632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:17.731092 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] 10.222.0.44 "PUT /v2.0/ports/8c276219-9412-43c5-952d-d390da2d0b06 HTTP/1.1" status: 200 len: 1093 time: 1.1164758 Apr 29 15:54:17.731621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201067a7-0b43-476f-986d-580af7705605', 'tag': '8c276219-9412-43c5-952d-d390da2d0b06'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:17.750940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568bee5-2c7b-44a0-b3b6-c5dc3b875ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c276219-9412-43c5-952d-d390da2d0b06,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:17.777297 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73708d8-4df5-4ecf-af72-4afea9bebc82'] response: {'name': 'network-changed', 'server_uuid': '201067a7-0b43-476f-986d-580af7705605', 'tag': '8c276219-9412-43c5-952d-d390da2d0b06', 'status': 'completed', 'code': 200} Apr 29 15:54:17.868666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dc944-58a0-4322-96f8-769d8298cbb4 req-4e827f7f-73ee-4bc6-b371-968a075bfea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:17.870205 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-054dc944-58a0-4322-96f8-769d8298cbb4 req-4e827f7f-73ee-4bc6-b371-968a075bfea7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 1096 time: 0.0733693 Apr 29 15:54:18.004726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dc944-58a0-4322-96f8-769d8298cbb4 req-c12b3aba-a86f-4f58-96f6-4c4f5ca03908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:18.006042 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-054dc944-58a0-4322-96f8-769d8298cbb4 req-c12b3aba-a86f-4f58-96f6-4c4f5ca03908 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1295660 Apr 29 15:54:18.138466 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dc944-58a0-4322-96f8-769d8298cbb4 req-d9bee990-51b8-4b32-85dd-03b449292c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:18.139895 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-054dc944-58a0-4322-96f8-769d8298cbb4 req-d9bee990-51b8-4b32-85dd-03b449292c33 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282370 Apr 29 15:54:18.241429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-e1cfcfef-7222-4e5f-8f87-e345e19e5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:18.243011 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-e1cfcfef-7222-4e5f-8f87-e345e19e5f9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 1096 time: 0.0702846 Apr 29 15:54:18.265040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78425c-4095-4475-a0cc-15eb59353e0e req-46ec3238-9f3f-4be2-ab5e-1c401b0634d1 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:18.266397 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9a78425c-4095-4475-a0cc-15eb59353e0e req-46ec3238-9f3f-4be2-ab5e-1c401b0634d1 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 943 time: 0.0844619 Apr 29 15:54:18.311764 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9a78425c-4095-4475-a0cc-15eb59353e0e req-ed20c1e7-6bf8-4175-b80b-b967df479f65 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 Apr 29 15:54:18.314116 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-1c00768c-3328-495b-bc7c-b53da43fccd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c276219-9412-43c5-952d-d390da2d0b06 HTTP/1.1" status: 200 len: 217 time: 0.0640504 Apr 29 15:54:18.375359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-e1b3deed-40f0-414d-8bbf-2d69c9240617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:18.376853 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-e1b3deed-40f0-414d-8bbf-2d69c9240617 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e95e7e9-25d7-4878-9ca3-7d73e0dc588e HTTP/1.1" status: 200 len: 855 time: 0.0575159 Apr 29 15:54:18.425056 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-06f1646c-1847-4850-a0e4-467f01c34162 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=502538df-6cd5-476d-8fbf-30d70922b7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423367 Apr 29 15:54:18.559442 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-873c8fd7-94f3-46d8-af76-d3a5d2c1364c service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286411 Apr 29 15:54:18.689277 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1d517216-80cf-4aec-9a59-5d060d73e3e0 req-98c19d42-a1db-4265-95a9-d1e1ef5047f4 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239798 Apr 29 15:54:19.493140 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4854d38-18c3-4f23-b26a-1b3ffa06c3c3 req-0855d9af-20b0-41d8-9251-e346e29126ab tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:19.494627 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b4854d38-18c3-4f23-b26a-1b3ffa06c3c3 req-0855d9af-20b0-41d8-9251-e346e29126ab tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 943 time: 0.0785763 Apr 29 15:54:19.541628 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b4854d38-18c3-4f23-b26a-1b3ffa06c3c3 req-426c198b-e07e-4fe8-ae97-e7d6ccbfb7f5 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Apr 29 15:54:20.724869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb62a4-e243-46a9-96a3-1aea8ac8d103 req-0706a45d-56cc-4e9b-8d35-3e3f2885805a tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:20.726313 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8ccb62a4-e243-46a9-96a3-1aea8ac8d103 req-0706a45d-56cc-4e9b-8d35-3e3f2885805a tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 943 time: 0.0790873 Apr 29 15:54:20.769805 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8ccb62a4-e243-46a9-96a3-1aea8ac8d103 req-0b26d61b-ebba-40c9-8293-e6289d268d80 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Apr 29 15:54:21.403977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 8c276219-9412-43c5-952d-d390da2d0b06 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:54:21.536722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 8c276219-9412-43c5-952d-d390da2d0b06, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=8c276219-9412-43c5-952d-d390da2d0b06,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:54:21.550218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '8c276219-9412-43c5-952d-d390da2d0b06', 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8', 'port_id': '8c276219-9412-43c5-952d-d390da2d0b06', 'mac_address': 'fa:16:3e:79:f3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e95e7e9-25d7-4878-9ca3-7d73e0dc588e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:54:21.608547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:21.625040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c276219-9412-43c5-952d-d390da2d0b06 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:54:21.640271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 8c276219-9412-43c5-952d-d390da2d0b06, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=8c276219-9412-43c5-952d-d390da2d0b06,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:54:21.696687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:21.762486 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=8c276219-9412-43c5-952d-d390da2d0b06,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:21.769437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:21.769783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:21.770120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:21.770454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:21.770780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:21.771112 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:21.771436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:21.771759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:21.772087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:21.772404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:21.772748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:21.773067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:54:21.883905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['8c276219-9412-43c5-952d-d390da2d0b06'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:54:21.957271 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf514d83-8f4b-44cf-b3dc-1bdf8325238b req-11ad12b6-39a0-42e3-b5ad-cbca35919d20 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:21.958732 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cf514d83-8f4b-44cf-b3dc-1bdf8325238b req-11ad12b6-39a0-42e3-b5ad-cbca35919d20 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 944 time: 0.0868604 Apr 29 15:54:22.003861 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cf514d83-8f4b-44cf-b3dc-1bdf8325238b req-8860638a-e575-4601-9dcf-b3a7bb13b405 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Apr 29 15:54:23.186361 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16da6d9-b1f0-4fa0-b934-af3769e8e5d7 req-a2bb59aa-15e4-4645-972b-d1bb3d46483b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:23.187806 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f16da6d9-b1f0-4fa0-b934-af3769e8e5d7 req-a2bb59aa-15e4-4645-972b-d1bb3d46483b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 944 time: 0.0790119 Apr 29 15:54:23.230900 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f16da6d9-b1f0-4fa0-b934-af3769e8e5d7 req-a6ec27c2-64dc-4d36-bdaa-1f5d10e6f4ab tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374985 Apr 29 15:54:23.419388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 8c276219-9412-43c5-952d-d390da2d0b06 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:54:23.570217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 8c276219-9412-43c5-952d-d390da2d0b06 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:54:23.574910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 8c276219-9412-43c5-952d-d390da2d0b06 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:54:23.576438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:23.691942 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:23.718261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201067a7-0b43-476f-986d-580af7705605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c276219-9412-43c5-952d-d390da2d0b06'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:23.728048 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 8c276219-9412-43c5-952d-d390da2d0b06, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=8c276219-9412-43c5-952d-d390da2d0b06,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:54:23.760979 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15f221d-f7e7-42b4-9f31-9d640c2db94e'] response: {'server_uuid': '201067a7-0b43-476f-986d-580af7705605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c276219-9412-43c5-952d-d390da2d0b06', 'code': 200} Apr 29 15:54:23.782599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:23.855069 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=8c276219-9412-43c5-952d-d390da2d0b06,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:54:24.199873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:24.207078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9530c4-6438-4350-94c0-593cfdc7dec7 req-d30ba887-8f9d-4464-ae33-2456ba8e477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:24.208604 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-cc9530c4-6438-4350-94c0-593cfdc7dec7 req-d30ba887-8f9d-4464-ae33-2456ba8e477d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 1098 time: 0.1746676 Apr 29 15:54:24.249381 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-cc9530c4-6438-4350-94c0-593cfdc7dec7 req-0c7a9883-d0e1-4e00-b168-b7353b0420d5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352769 Apr 29 15:54:24.426726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d7388-68cc-423e-8e07-bd62073dd0fe req-097544a2-70e8-4f1a-8287-8866b80f7759 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:24.428170 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b81d7388-68cc-423e-8e07-bd62073dd0fe req-097544a2-70e8-4f1a-8287-8866b80f7759 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0828881 Apr 29 15:54:24.472255 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b81d7388-68cc-423e-8e07-bd62073dd0fe req-b71a62a3-e5b0-47a9-bd1c-8d16defd1c73 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381868 Apr 29 15:54:25.660787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b58d1-9fc7-4e7e-8d95-ef9d0b8f0238 req-30b01d80-e087-4ea9-99e4-f12a4fe95093 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:25.662142 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-273b58d1-9fc7-4e7e-8d95-ef9d0b8f0238 req-30b01d80-e087-4ea9-99e4-f12a4fe95093 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0791609 Apr 29 15:54:25.715835 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-273b58d1-9fc7-4e7e-8d95-ef9d0b8f0238 req-58a5a6dd-ccbd-4344-8c67-47768400acb4 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480201 Apr 29 15:54:25.895060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc885d8-03cf-4128-92f7-87a8dab8a235 req-efc3303c-b416-4fae-8923-26b1699acc3f tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:25.896500 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5bc885d8-03cf-4128-92f7-87a8dab8a235 req-efc3303c-b416-4fae-8923-26b1699acc3f tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0770152 Apr 29 15:54:25.940695 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5bc885d8-03cf-4128-92f7-87a8dab8a235 req-5a6bc6bc-e685-44e7-a06f-7336d6f9ceff tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385833 Apr 29 15:54:26.484525 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e56e9c-c9e6-497b-a176-d00633cde8af req-66de4546-49fb-4ea3-921e-4a1ae35112e1 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:26.485944 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c1e56e9c-c9e6-497b-a176-d00633cde8af req-66de4546-49fb-4ea3-921e-4a1ae35112e1 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0825016 Apr 29 15:54:26.530667 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c1e56e9c-c9e6-497b-a176-d00633cde8af req-020f6748-8dff-44fd-b2d7-95242a1f4389 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388772 Apr 29 15:54:26.595738 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-4425a9b7-82d8-44cd-99af-a6a44dcca8b6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723946 Apr 29 15:54:27.719085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70c00-ed3f-436e-bc85-8cd881c6b2ec req-4b8a34ed-06f5-4467-a55a-be99f87467d2 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:27.720590 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-37b70c00-ed3f-436e-bc85-8cd881c6b2ec req-4b8a34ed-06f5-4467-a55a-be99f87467d2 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0810692 Apr 29 15:54:27.765333 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-37b70c00-ed3f-436e-bc85-8cd881c6b2ec req-1453ce1c-4a84-4506-a79c-9b374bdf9a8e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388741 Apr 29 15:54:28.681749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-aecaec63-9a54-45d0-a10b-c37f70fcffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:28.683212 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-aecaec63-9a54-45d0-a10b-c37f70fcffd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 1098 time: 0.0710714 Apr 29 15:54:28.816193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-e9904f99-3fd9-45f3-afe7-079c708e9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:28.817716 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-e9904f99-3fd9-45f3-afe7-079c708e9d7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 200 len: 916 time: 0.1290407 Apr 29 15:54:28.889686 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-6cd6032e-858d-445b-a552-bacd4dc23345 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c276219-9412-43c5-952d-d390da2d0b06 HTTP/1.1" status: 200 len: 217 time: 0.0658488 Apr 29 15:54:28.951695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-783631b5-fbbd-44a7-ae26-4c4d1932058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:28.953063 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-783631b5-fbbd-44a7-ae26-4c4d1932058e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e95e7e9-25d7-4878-9ca3-7d73e0dc588e HTTP/1.1" status: 200 len: 855 time: 0.0577970 Apr 29 15:54:28.958096 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bb4c6-c400-4be7-b0cd-04d1f0d3d70b req-e79d2156-4872-4c10-a580-eba17fb01fe0 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:28.959601 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-af7bb4c6-c400-4be7-b0cd-04d1f0d3d70b req-e79d2156-4872-4c10-a580-eba17fb01fe0 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0840135 Apr 29 15:54:28.998968 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-96e49032-8fa9-46ff-bf08-421937cea548 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=502538df-6cd5-476d-8fbf-30d70922b7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396128 Apr 29 15:54:29.004259 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-af7bb4c6-c400-4be7-b0cd-04d1f0d3d70b req-390c15e5-f15d-4b07-8f88-60c44f532fba tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386665 Apr 29 15:54:29.129282 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-41261d84-aeec-4e7d-b259-34285b26b8d5 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238782 Apr 29 15:54:29.257803 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-302dbedc-c9b2-4889-9e52-43b7ecf96982 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223955 Apr 29 15:54:30.189035 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064867d-00e5-46fb-a746-a0d31982f99f req-dd803619-fae5-4fc8-b5c4-2e95350d86ca tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:30.190689 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2064867d-00e5-46fb-a746-a0d31982f99f req-dd803619-fae5-4fc8-b5c4-2e95350d86ca tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0780430 Apr 29 15:54:30.233502 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2064867d-00e5-46fb-a746-a0d31982f99f req-05c46b76-a4ea-49a4-8a0b-b89c664f24c2 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373604 Apr 29 15:54:31.419601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a7d18-c719-48c6-ad74-5aee6ca66427 req-181a028b-5426-48fc-9db8-5b731cda5bf1 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:31.421081 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-687a7d18-c719-48c6-ad74-5aee6ca66427 req-181a028b-5426-48fc-9db8-5b731cda5bf1 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0818586 Apr 29 15:54:31.465106 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-687a7d18-c719-48c6-ad74-5aee6ca66427 req-2bfcf667-4471-40f1-a1e3-bbeec3387d96 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383656 Apr 29 15:54:32.096521 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a4775107-4d0d-4d11-8dbe-1e5aef5e3a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:32.658671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ee72e-a604-4505-b7e6-c22ad3341961 req-8d4c69f4-40c4-4284-96da-7f207908b5e8 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:32.659998 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0c1ee72e-a604-4505-b7e6-c22ad3341961 req-8d4c69f4-40c4-4284-96da-7f207908b5e8 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0781293 Apr 29 15:54:32.707532 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0c1ee72e-a604-4505-b7e6-c22ad3341961 req-2671c5ba-4c8e-4501-be92-14b170692d5b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418892 Apr 29 15:54:33.890547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43330c0d-b29a-4491-ad3e-2c474f6e90a3 req-0f5bfb63-9f70-4873-b97e-b9817ec01e4d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:33.891916 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-43330c0d-b29a-4491-ad3e-2c474f6e90a3 req-0f5bfb63-9f70-4873-b97e-b9817ec01e4d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0793152 Apr 29 15:54:33.939632 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-43330c0d-b29a-4491-ad3e-2c474f6e90a3 req-577b409e-3437-46d0-b95c-dd7466f56311 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Apr 29 15:54:34.193982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e8afb6c1-2851-4135-8b63-52ffa81475dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:35.131576 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5c5df-e704-40cd-96af-567ef41c718f req-2d2cfaa9-51c5-4ad3-99c3-4344c7bc2780 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:35.132953 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3af5c5df-e704-40cd-96af-567ef41c718f req-2d2cfaa9-51c5-4ad3-99c3-4344c7bc2780 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0811577 Apr 29 15:54:35.177115 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3af5c5df-e704-40cd-96af-567ef41c718f req-d0ee0f75-325b-47fc-bc32-5827e357e013 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382414 Apr 29 15:54:35.205561 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:35.422586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:36.364430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003fb45-ccf0-4e15-821d-713b0107cd94 req-cb6ab6b4-e421-4d1f-81c9-1e0868c6c3ae tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:36.365887 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3003fb45-ccf0-4e15-821d-713b0107cd94 req-cb6ab6b4-e421-4d1f-81c9-1e0868c6c3ae tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0818722 Apr 29 15:54:36.410007 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3003fb45-ccf0-4e15-821d-713b0107cd94 req-29484dd6-78da-45fe-be11-56526297e381 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 Apr 29 15:54:37.125314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:37.596162 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bcac9-8aa7-4fc4-8317-202b0c3b0aae req-d043eeb9-b37b-471c-b4f5-420e363013c2 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:37.597610 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-679bcac9-8aa7-4fc4-8317-202b0c3b0aae req-d043eeb9-b37b-471c-b4f5-420e363013c2 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0810473 Apr 29 15:54:37.642598 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-679bcac9-8aa7-4fc4-8317-202b0c3b0aae req-30ca025d-af1a-4393-8f2d-a3453b33ce05 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392880 Apr 29 15:54:38.823560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842485c-ffb6-4860-91e7-86f7fcada7bc req-2dd599c0-c2bb-45b2-8ea9-c9a1caf565b6 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:38.825738 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4842485c-ffb6-4860-91e7-86f7fcada7bc req-2dd599c0-c2bb-45b2-8ea9-c9a1caf565b6 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0789402 Apr 29 15:54:38.873552 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4842485c-ffb6-4860-91e7-86f7fcada7bc req-6aa82108-d1a7-4878-a813-2ccc779e7d5a tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Apr 29 15:54:40.057535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8646cba-2264-4fdf-bfee-f7164113b355 req-8af74914-491b-4d25-899a-21ef05b09fe7 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:40.058960 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b8646cba-2264-4fdf-bfee-f7164113b355 req-8af74914-491b-4d25-899a-21ef05b09fe7 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0803127 Apr 29 15:54:40.101668 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b8646cba-2264-4fdf-bfee-f7164113b355 req-d462ee77-abbf-4c8e-b973-dc7c70994ee4 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371864 Apr 29 15:54:41.287477 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bc555-877c-4bfe-8e0b-1ac88d05cac7 req-0b719a1b-54b0-4c05-88d0-27d5ca4d4f17 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:41.288955 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6f5bc555-877c-4bfe-8e0b-1ac88d05cac7 req-0b719a1b-54b0-4c05-88d0-27d5ca4d4f17 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0827303 Apr 29 15:54:41.428081 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6f5bc555-877c-4bfe-8e0b-1ac88d05cac7 req-a83fffbe-3589-406b-acac-13cbef6ea7c3 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329863 Apr 29 15:54:41.536006 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:54:42.617014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ec03c-efa0-4e93-9284-a6a4c65bd4e4 req-77481f0f-74f1-45ea-b3b3-c35020cad497 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:42.618363 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-179ec03c-efa0-4e93-9284-a6a4c65bd4e4 req-77481f0f-74f1-45ea-b3b3-c35020cad497 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0831285 Apr 29 15:54:42.662036 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-179ec03c-efa0-4e93-9284-a6a4c65bd4e4 req-a7dc9632-5506-42b6-ab50-d8da20a89eb9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373371 Apr 29 15:54:43.849966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317309b-6ff5-4132-919f-115a7b0b6633 req-1a327a4b-eff9-4b81-8beb-a061c7dfe453 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:43.851416 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3317309b-6ff5-4132-919f-115a7b0b6633 req-1a327a4b-eff9-4b81-8beb-a061c7dfe453 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0819738 Apr 29 15:54:43.894589 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3317309b-6ff5-4132-919f-115a7b0b6633 req-510fc6aa-18d0-4cf6-bc67-4459e00ecd0a tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375412 Apr 29 15:54:45.076759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7065d-bd6d-4a41-8c04-714294773f8d req-7e964089-e716-40dd-9278-906b8f9a7ea6 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:45.078335 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8ae7065d-bd6d-4a41-8c04-714294773f8d req-7e964089-e716-40dd-9278-906b8f9a7ea6 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0776796 Apr 29 15:54:45.124596 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8ae7065d-bd6d-4a41-8c04-714294773f8d req-c0f7bd36-04f9-433b-a5f7-3c971f442ddc tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Apr 29 15:54:46.307190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe687ce-6989-41ee-b414-31c2a92e6d4c req-ec58db83-d601-40e3-a9b5-4daed326ced9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:46.308659 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bfe687ce-6989-41ee-b414-31c2a92e6d4c req-ec58db83-d601-40e3-a9b5-4daed326ced9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0798559 Apr 29 15:54:46.352368 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bfe687ce-6989-41ee-b414-31c2a92e6d4c req-2a478217-e33b-449f-b589-0818c25cb2ba tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374815 Apr 29 15:54:47.538172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9e025-dd30-43ac-96b5-0f5f1a1d3d7a req-38f98800-14fb-49f7-ad6c-06783a1b238e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:47.539577 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5ed9e025-dd30-43ac-96b5-0f5f1a1d3d7a req-38f98800-14fb-49f7-ad6c-06783a1b238e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0830810 Apr 29 15:54:47.583874 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5ed9e025-dd30-43ac-96b5-0f5f1a1d3d7a req-ba4b2a07-4f8e-45d1-80b9-4db660e37bbf tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Apr 29 15:54:48.767296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba19ec-ca49-4317-8b63-cb821011e6fc req-d136708c-e831-48e3-9e21-a474d6537cba tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:48.768805 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-06ba19ec-ca49-4317-8b63-cb821011e6fc req-d136708c-e831-48e3-9e21-a474d6537cba tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0785229 Apr 29 15:54:48.815696 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-06ba19ec-ca49-4317-8b63-cb821011e6fc req-bd982673-7a06-409b-90df-85f5e42dddeb tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Apr 29 15:54:48.926643 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8851a27-f603-42df-9296-bfd69ed4df07 req-b31e6482-a383-47f6-ad22-d101f00c2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:48.928104 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c8851a27-f603-42df-9296-bfd69ed4df07 req-b31e6482-a383-47f6-ad22-d101f00c2323 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 1098 time: 0.0739889 Apr 29 15:54:49.071160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8851a27-f603-42df-9296-bfd69ed4df07 req-d5d4f469-11db-4556-b5f3-bc9a07aa0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:49.072617 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c8851a27-f603-42df-9296-bfd69ed4df07 req-d5d4f469-11db-4556-b5f3-bc9a07aa0eaf service neutron] 10.222.0.44 "GET /v2.0/networks?id=502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 200 len: 916 time: 0.1248660 Apr 29 15:54:49.141858 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c8851a27-f603-42df-9296-bfd69ed4df07 req-c733f375-ecdd-42f5-9f35-a881ee840ec0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c276219-9412-43c5-952d-d390da2d0b06 HTTP/1.1" status: 200 len: 217 time: 0.0625980 Apr 29 15:54:49.204371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8851a27-f603-42df-9296-bfd69ed4df07 req-febd6e78-c7f7-4945-887a-837690573786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:49.205694 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c8851a27-f603-42df-9296-bfd69ed4df07 req-febd6e78-c7f7-4945-887a-837690573786 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e95e7e9-25d7-4878-9ca3-7d73e0dc588e HTTP/1.1" status: 200 len: 855 time: 0.0582280 Apr 29 15:54:49.252116 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c8851a27-f603-42df-9296-bfd69ed4df07 req-bb4e0869-f257-4f06-8d2d-52341f88e9e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=502538df-6cd5-476d-8fbf-30d70922b7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399084 Apr 29 15:54:49.381707 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c8851a27-f603-42df-9296-bfd69ed4df07 req-73484506-29a3-465b-a564-f27dbbbe7b31 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238325 Apr 29 15:54:49.511215 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c8851a27-f603-42df-9296-bfd69ed4df07 req-99a97a60-e635-412f-970e-8b0e2a71dae2 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232052 Apr 29 15:54:50.005837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86fc48-575b-48ec-9827-1d820368b2c2 req-047f5391-b130-47bc-8552-24af89a8ca64 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:50.007291 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ad86fc48-575b-48ec-9827-1d820368b2c2 req-047f5391-b130-47bc-8552-24af89a8ca64 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0836949 Apr 29 15:54:50.051448 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ad86fc48-575b-48ec-9827-1d820368b2c2 req-96db97d0-423f-4877-8592-7d1320379a7f tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Apr 29 15:54:51.236185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05873cb-82a2-4d69-bfd8-e9746568fae4 req-d08262cb-f5b3-4fdc-9e6c-8a879f738bc8 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:51.237658 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f05873cb-82a2-4d69-bfd8-e9746568fae4 req-d08262cb-f5b3-4fdc-9e6c-8a879f738bc8 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0800295 Apr 29 15:54:51.284918 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f05873cb-82a2-4d69-bfd8-e9746568fae4 req-44fce23a-3d7e-47fe-99f7-03181114a295 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416164 Apr 29 15:54:52.470201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df80b8-b21c-46d8-ad39-78f42d2a8d1f req-0da99d6e-e0f8-427f-9ae2-5b911ef37e53 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:52.471681 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-97df80b8-b21c-46d8-ad39-78f42d2a8d1f req-0da99d6e-e0f8-427f-9ae2-5b911ef37e53 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0798867 Apr 29 15:54:52.516947 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-97df80b8-b21c-46d8-ad39-78f42d2a8d1f req-ffdab8f4-0197-4bda-adf1-b7de3f5595ac tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393949 Apr 29 15:54:53.706423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa84b8e-b51e-42f1-a109-91dcecbb3b64 req-cd92aa88-4ec7-4360-a38e-131aaaff18fc tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:53.707911 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-efa84b8e-b51e-42f1-a109-91dcecbb3b64 req-cd92aa88-4ec7-4360-a38e-131aaaff18fc tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0844514 Apr 29 15:54:53.752246 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-efa84b8e-b51e-42f1-a109-91dcecbb3b64 req-3d1e97e6-8c66-463f-a061-ca9735126725 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Apr 29 15:54:54.210570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:54.933748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe79d0-f216-4afd-bb4e-158de2c3c386 req-98dbcc03-0ba4-47ab-9621-2d4161de542b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:54.935243 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bffe79d0-f216-4afd-bb4e-158de2c3c386 req-98dbcc03-0ba4-47ab-9621-2d4161de542b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0802505 Apr 29 15:54:54.980084 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bffe79d0-f216-4afd-bb4e-158de2c3c386 req-9788151b-cd39-422c-a31e-38819e597110 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382383 Apr 29 15:54:56.167639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d8a75-ddcb-42c7-b0dc-76118b3221e9 req-d5e1a66b-d525-48bc-9ab4-df60f1767309 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:56.169220 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0c0d8a75-ddcb-42c7-b0dc-76118b3221e9 req-d5e1a66b-d525-48bc-9ab4-df60f1767309 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0841565 Apr 29 15:54:56.214603 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0c0d8a75-ddcb-42c7-b0dc-76118b3221e9 req-39069814-9ec0-4f42-b8c4-cc76ef131567 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384319 Apr 29 15:54:56.367548 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-b855d372-78d4-4bdc-a983-b26c4dfc9bda service neutron] 10.222.0.44 "GET /v2.0/ports/8c276219-9412-43c5-952d-d390da2d0b06/bindings/hv-neutron-8391 HTTP/1.1" status: 200 len: 384 time: 0.1771853 Apr 29 15:54:56.952692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-8f72b5e8-fe7f-49ea-8d73-bab39f9d3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:56.954125 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-8f72b5e8-fe7f-49ea-8d73-bab39f9d3d8e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605&tenant_id=b39b77d7030d4115bbc73c2b73afcc73 HTTP/1.1" status: 200 len: 1098 time: 0.0703499 Apr 29 15:54:57.045397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-083cf00f-e2fb-4204-ba25-b9a34b34d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:57.046868 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-083cf00f-e2fb-4204-ba25-b9a34b34d990 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 1098 time: 0.0720718 Apr 29 15:54:57.174896 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-1a0bf3c5-ac92-41b7-bace-d88d7bf800b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:57.176312 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-1a0bf3c5-ac92-41b7-bace-d88d7bf800b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 200 len: 916 time: 0.1243103 Apr 29 15:54:57.242337 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-08cb1b23-9cfb-4a86-9c89-52a2d0bd947d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c276219-9412-43c5-952d-d390da2d0b06 HTTP/1.1" status: 200 len: 217 time: 0.0602243 Apr 29 15:54:57.307567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-28ef4dcb-f4c6-49cd-b76e-06d6c7751ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:57.309037 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-28ef4dcb-f4c6-49cd-b76e-06d6c7751ae8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e95e7e9-25d7-4878-9ca3-7d73e0dc588e HTTP/1.1" status: 200 len: 855 time: 0.0614252 Apr 29 15:54:57.355691 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-32d26547-5ccc-4a85-8552-6d9b5dfb0739 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=502538df-6cd5-476d-8fbf-30d70922b7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400450 Apr 29 15:54:57.403305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba8f13-6bb3-478c-988b-311097b55706 req-f8a90ef8-4a34-4677-9507-acf965d14093 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:57.404758 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-95ba8f13-6bb3-478c-988b-311097b55706 req-f8a90ef8-4a34-4677-9507-acf965d14093 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0800064 Apr 29 15:54:57.448811 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-95ba8f13-6bb3-478c-988b-311097b55706 req-bf24fdc3-d821-4576-a0e6-9420c86965d9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381532 Apr 29 15:54:57.488407 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-edd98499-550b-4320-b754-a7c08c0bf0a9 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267183 Apr 29 15:54:57.616937 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6847f264-869f-44cd-bb5b-e69a2f2e8ca7 req-99084424-4a8f-42a1-ab04-0ddc21071f8f service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219420 Apr 29 15:54:58.678979 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f980b-47e1-45b6-bc97-b9aa43394b4c req-23013226-b7bb-4ef7-848a-19ef07adf067 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:58.680490 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ab3f980b-47e1-45b6-bc97-b9aa43394b4c req-23013226-b7bb-4ef7-848a-19ef07adf067 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.1036353 Apr 29 15:54:58.732907 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ab3f980b-47e1-45b6-bc97-b9aa43394b4c req-8acb2150-4e33-4fb2-8e51-30523296b371 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Apr 29 15:54:59.628955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 8c276219-9412-43c5-952d-d390da2d0b06 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:54:59.632317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 8c276219-9412-43c5-952d-d390da2d0b06 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:54:59.848964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:59.871083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 8c276219-9412-43c5-952d-d390da2d0b06, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=8c276219-9412-43c5-952d-d390da2d0b06,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:54:59.890639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '8c276219-9412-43c5-952d-d390da2d0b06', 'network_id': '502538df-6cd5-476d-8fbf-30d70922b7d8', 'port_id': '8c276219-9412-43c5-952d-d390da2d0b06', 'mac_address': 'fa:16:3e:79:f3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e95e7e9-25d7-4878-9ca3-7d73e0dc588e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:54:59.895721 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201067a7-0b43-476f-986d-580af7705605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c276219-9412-43c5-952d-d390da2d0b06'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:54:59.928913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d770ab-0879-4317-9b9a-ab76e6b0dc9b req-80467320-47af-4ea5-aed5-cd852de112aa tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:54:59.930492 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-44d770ab-0879-4317-9b9a-ab76e6b0dc9b req-80467320-47af-4ea5-aed5-cd852de112aa tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0824084 Apr 29 15:54:59.945680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 8c276219-9412-43c5-952d-d390da2d0b06, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=8c276219-9412-43c5-952d-d390da2d0b06,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:54:59.956106 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9424655c-2c9e-472e-8b12-f61ddd1935e0'] response: {'server_uuid': '201067a7-0b43-476f-986d-580af7705605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c276219-9412-43c5-952d-d390da2d0b06', 'code': 200} Apr 29 15:54:59.962708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:54:59.980173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c276219-9412-43c5-952d-d390da2d0b06 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:54:59.982484 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-44d770ab-0879-4317-9b9a-ab76e6b0dc9b req-c6945fb8-fb00-4fd6-9019-2e71007f3f13 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Apr 29 15:55:00.017038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:00.132262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:55:00.132636 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:55:00.134924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=8c276219-9412-43c5-952d-d390da2d0b06,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:00.396833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67a4b7-edce-4911-84af-79d1faac4502 req-c2a9b72f-81ee-4716-9859-e750065723f1 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:00.398213 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ac67a4b7-edce-4911-84af-79d1faac4502 req-c2a9b72f-81ee-4716-9859-e750065723f1 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 943 time: 0.0818164 Apr 29 15:55:00.442445 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ac67a4b7-edce-4911-84af-79d1faac4502 req-3cf137ad-3c41-471c-8002-28f40f6c0104 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Apr 29 15:55:00.472824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-ad7c4267-0145-43a9-840e-a3d63215253e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:00.473515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-ad7c4267-0145-43a9-840e-a3d63215253e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Synchronizing usage tracker for tenant:b39b77d7030d4115bbc73c2b73afcc73 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:55:00.547380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-ad7c4267-0145-43a9-840e-a3d63215253e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Unset dirty status for tenant:b39b77d7030d4115bbc73c2b73afcc73 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:55:00.548565 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-ad7c4267-0145-43a9-840e-a3d63215253e tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.44 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605&tenant_id=b39b77d7030d4115bbc73c2b73afcc73&binding%3Ahost_id=hv-neutron-8391 HTTP/1.1" status: 200 len: 943 time: 0.1576822 Apr 29 15:55:00.690814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:00.699352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-a714ed48-a0cc-4912-a9bf-e075e107c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:00.700839 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-a714ed48-a0cc-4912-a9bf-e075e107c04e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 1096 time: 0.0849862 Apr 29 15:55:00.707830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c276219-9412-43c5-952d-d390da2d0b06 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:55:00.722761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 8c276219-9412-43c5-952d-d390da2d0b06, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=8c276219-9412-43c5-952d-d390da2d0b06,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:55:00.804734 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:00.832443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-7770accf-8642-4021-ab21-a6758571e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:00.833890 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-7770accf-8642-4021-ab21-a6758571e998 service neutron] 10.222.0.44 "GET /v2.0/networks?id=502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 200 len: 916 time: 0.1280873 Apr 29 15:55:00.872749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['8c276219-9412-43c5-952d-d390da2d0b06'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:55:00.905432 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-3fae8a47-f51c-4841-9388-a3852ff748d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c276219-9412-43c5-952d-d390da2d0b06 HTTP/1.1" status: 200 len: 217 time: 0.0652683 Apr 29 15:55:00.915123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=8c276219-9412-43c5-952d-d390da2d0b06,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:00.968000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-6af3cc1c-d91a-498e-b170-d7cc97ad9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:00.969464 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-6af3cc1c-d91a-498e-b170-d7cc97ad9eb2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e95e7e9-25d7-4878-9ca3-7d73e0dc588e HTTP/1.1" status: 200 len: 855 time: 0.0585446 Apr 29 15:55:01.015256 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-6c715250-d0ef-47c0-94a1-f7b99a3d56fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=502538df-6cd5-476d-8fbf-30d70922b7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397148 Apr 29 15:55:01.145660 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-9d9a312c-f0ff-4b4c-92b2-c134090b4ef0 service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243556 Apr 29 15:55:01.274599 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b1320e84-07e0-4c36-a751-da19a6331f7a req-d76ffcf4-4e55-4f9b-a7c4-8fb55d3b16fc service neutron] 10.222.0.44 "GET /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231232 Apr 29 15:55:01.633594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf738b8-c88a-4a52-8c3e-3b790c5fff37 req-c39e7561-ffde-4b62-92df-cbb9b2646b53 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:01.634154 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 8c276219-9412-43c5-952d-d390da2d0b06 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:01.634967 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cbf738b8-c88a-4a52-8c3e-3b790c5fff37 req-c39e7561-ffde-4b62-92df-cbb9b2646b53 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 944 time: 0.0824614 Apr 29 15:55:01.681550 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cbf738b8-c88a-4a52-8c3e-3b790c5fff37 req-adc416f5-3545-4938-b000-ce89c01ba7b3 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383468 Apr 29 15:55:01.702708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 8c276219-9412-43c5-952d-d390da2d0b06 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:01.703206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:01.816422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:01.849002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 8c276219-9412-43c5-952d-d390da2d0b06, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=8c276219-9412-43c5-952d-d390da2d0b06,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:55:01.937015 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:01.971652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201067a7-0b43-476f-986d-580af7705605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c276219-9412-43c5-952d-d390da2d0b06'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:02.020684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=8c276219-9412-43c5-952d-d390da2d0b06,revision_number=8']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:02.020684 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da405fa0-aeab-4ce1-9dda-51b7e4e63c04'] response: {'server_uuid': '201067a7-0b43-476f-986d-580af7705605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c276219-9412-43c5-952d-d390da2d0b06', 'code': 200} Apr 29 15:55:02.113141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45ad0f05-4754-4097-9ff7-645b24c3b9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:02.864880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77272eec-899f-471e-a6ef-401e00416236 req-22dc4ba8-fc5e-4825-8c7b-2b8e373501fe tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:02.866306 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-77272eec-899f-471e-a6ef-401e00416236 req-22dc4ba8-fc5e-4825-8c7b-2b8e373501fe tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0787520 Apr 29 15:55:02.908935 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-77272eec-899f-471e-a6ef-401e00416236 req-1b327b45-1257-4e41-a64a-84e0ae1fd00d tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370469 Apr 29 15:55:03.091930 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418cda3-1781-44d4-a172-5350bd24641e req-8d5f6c48-9a20-4bd9-90a4-3f2930872f3f tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:03.094021 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7418cda3-1781-44d4-a172-5350bd24641e req-8d5f6c48-9a20-4bd9-90a4-3f2930872f3f tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0820951 Apr 29 15:55:03.136020 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7418cda3-1781-44d4-a172-5350bd24641e req-7ef60200-1dc7-40a9-9ce8-f08d532118d8 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363634 Apr 29 15:55:03.317127 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662505e9-ac0a-4ce5-8612-2ae5c5993f82 req-cf777a98-62d9-4f71-885e-886f239e4461 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:03.318591 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-662505e9-ac0a-4ce5-8612-2ae5c5993f82 req-cf777a98-62d9-4f71-885e-886f239e4461 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0804219 Apr 29 15:55:03.365836 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-662505e9-ac0a-4ce5-8612-2ae5c5993f82 req-be296650-1f71-47b0-a79e-bef6bea9daf9 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Apr 29 15:55:04.086283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe4898-cc2d-4ab3-9c9f-ec3756452e3d req-5d070e01-d7c7-4579-aa53-e5075253f556 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:04.087689 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d2fe4898-cc2d-4ab3-9c9f-ec3756452e3d req-5d070e01-d7c7-4579-aa53-e5075253f556 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0777092 Apr 29 15:55:04.131074 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d2fe4898-cc2d-4ab3-9c9f-ec3756452e3d req-349497e5-80ac-4cae-adbf-46c80afba876 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378196 Apr 29 15:55:04.210203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a58d0308-1abd-4a95-9a33-0885692db328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:05.198587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:05.322528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059aeec4-f6fa-400b-b5d1-76d630ebf2e2 req-6176735d-97e0-46b2-b81d-b671b73b7007 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:05.323987 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-059aeec4-f6fa-400b-b5d1-76d630ebf2e2 req-6176735d-97e0-46b2-b81d-b671b73b7007 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.0853727 Apr 29 15:55:05.368587 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-059aeec4-f6fa-400b-b5d1-76d630ebf2e2 req-2b3c5e13-9f76-4b1a-a4c8-dbe0df70d313 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc6a5562-525f-4b8d-ab6e-5c766cb67388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388634 Apr 29 15:55:05.398926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:05.702662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2428d-d27a-47d7-92da-ac8b64e06d89 req-1d7cb3d6-2752-4bc6-98f0-deef5ce66725 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:05.704075 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dfb2428d-d27a-47d7-92da-ac8b64e06d89 req-1d7cb3d6-2752-4bc6-98f0-deef5ce66725 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.44 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 945 time: 0.1827080 Apr 29 15:55:05.770691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-dfb2428d-d27a-47d7-92da-ac8b64e06d89 req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Deleting port 8c276219-9412-43c5-952d-d390da2d0b06 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:55:05.771027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfb2428d-d27a-47d7-92da-ac8b64e06d89 req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:06.009728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-dfb2428d-d27a-47d7-92da-ac8b64e06d89 req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] For port 8c276219-9412-43c5-952d-d390da2d0b06, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=8c276219-9412-43c5-952d-d390da2d0b06,segment=NetworkSegment(e19e1b2d-d680-452d-bb6a-02666c3c5a50),segment_id=e19e1b2d-d680-452d-bb6a-02666c3c5a50)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:55:06.010014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfb2428d-d27a-47d7-92da-ac8b64e06d89 req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:06.130881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-dfb2428d-d27a-47d7-92da-ac8b64e06d89 req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Calling delete_port for 8c276219-9412-43c5-952d-d390da2d0b06 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:55:06.341866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfb2428d-d27a-47d7-92da-ac8b64e06d89 req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:06.392326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Pushing event deleted for resources: {'Port': ['ID=8c276219-9412-43c5-952d-d390da2d0b06,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:06.436553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:06.436899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:06.437293 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:06.437605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:06.437915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:06.438237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:06.438562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:06.438879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:06.439197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:06.439541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:06.439855 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:06.440166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:06.477825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb2428d-d27a-47d7-92da-ac8b64e06d89 req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] No DVR routers for this DVR port 8c276219-9412-43c5-952d-d390da2d0b06 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:55:06.485636 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dfb2428d-d27a-47d7-92da-ac8b64e06d89 req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:06.488326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201067a7-0b43-476f-986d-580af7705605', 'name': 'network-vif-deleted', 'tag': '8c276219-9412-43c5-952d-d390da2d0b06'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:06.524093 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-99ac2082-077d-45a2-a4b5-3c45135d5f88 req-925a88d1-4596-4fd8-8783-3003792d8381 tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.39 "GET /v2.0/ports?device_id=201067a7-0b43-476f-986d-580af7705605 HTTP/1.1" status: 200 len: 210 time: 0.0438676 Apr 29 15:55:06.534414 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691c1f83-344d-4d8b-8ed6-653652f48d1e'] response: {'server_uuid': '201067a7-0b43-476f-986d-580af7705605', 'name': 'network-vif-deleted', 'tag': '8c276219-9412-43c5-952d-d390da2d0b06', 'status': 'completed', 'code': 200} Apr 29 15:55:06.571196 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dfb2428d-d27a-47d7-92da-ac8b64e06d89 req-0d5a861f-e592-4d0e-8a06-96fb8127148b tempest-ServerDiskConfigTestJSON-315310672 tempest-ServerDiskConfigTestJSON-315310672-project] 10.222.0.44 "DELETE /v2.0/ports/8c276219-9412-43c5-952d-d390da2d0b06 HTTP/1.1" status: 204 len: 173 time: 0.8616600 Apr 29 15:55:07.125823 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:07.699174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 8c276219-9412-43c5-952d-d390da2d0b06 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:55:07.733132 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 8c276219-9412-43c5-952d-d390da2d0b06 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:55:07.733475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 8c276219-9412-43c5-952d-d390da2d0b06 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:55:07.764395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43648) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:07.822382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Deleting subnet 6e95e7e9-25d7-4878-9ca3-7d73e0dc588e {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 15:55:07.825255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:07.876951 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:07.931822 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:08.055965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:08.189740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e95e7e9-25d7-4878-9ca3-7d73e0dc588e,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:08.198745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.199120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.199461 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.199794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.200122 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.200449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.200801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.201126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.201454 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.201778 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.202509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.202509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:08.206262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:08.212119 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b8eedb47-cb4d-492c-b869-b89e35d28bc6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6e95e7e9-25d7-4878-9ca3-7d73e0dc588e HTTP/1.1" status: 204 len: 168 time: 0.4466772 Apr 29 15:55:08.214527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43652) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:08.320701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:08.443224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:08.467663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502538df-6cd5-476d-8fbf-30d70922b7d8']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:08.479969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19e1b2d-d680-452d-bb6a-02666c3c5a50') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:08.480266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19e1b2d-d680-452d-bb6a-02666c3c5a50') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:08.491527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:08.507640 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:08.513467 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 15:55:08.513849 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 15:55:08.527290 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 15:55:08.667551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:08.683287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:08.693873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=502538df-6cd5-476d-8fbf-30d70922b7d8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:08.765941 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6b2b5ff7-20fa-44a9-b1d2-7d7162be0b67 admin admin] 10.222.0.39 "DELETE /v2.0/networks/502538df-6cd5-476d-8fbf-30d70922b7d8 HTTP/1.1" status: 204 len: 168 time: 0.5496762 Apr 29 15:55:09.071099 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43658) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:09.119283 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-93f56fa4-f2ed-460a-8cf0-432a3d4a75d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b39b77d7030d4115bbc73c2b73afcc73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470648 Apr 29 15:55:09.121783 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43662) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:09.183354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96e0a626-ec9c-43a2-b392-35adccdd180e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:09.209321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96e0a626-ec9c-43a2-b392-35adccdd180e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:09.318829 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96e0a626-ec9c-43a2-b392-35adccdd180e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:09.333018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0a626-ec9c-43a2-b392-35adccdd180e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6a5562-525f-4b8d-ab6e-5c766cb67388,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:09.338997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-96e0a626-ec9c-43a2-b392-35adccdd180e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:09.340096 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-96e0a626-ec9c-43a2-b392-35adccdd180e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc6a5562-525f-4b8d-ab6e-5c766cb67388 HTTP/1.1" status: 204 len: 168 time: 0.2174428 Apr 29 15:55:10.401953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43686) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:10.504186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1913235199-network', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:55:10.508835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:10.512580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Usage tracker for resource:network and tenant:d50b140d51cc452b9bdd269edc3d71f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:10.515365 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:10.520913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:10.610657 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Made reservation on behalf of d50b140d51cc452b9bdd269edc3d71f6 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:10.612984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:10.626131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:10.640424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:10.644237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Usage tracker for resource:security_group_rule and tenant:d50b140d51cc452b9bdd269edc3d71f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:10.647034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:10.652673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:10.731945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:10.804436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:10.838093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 15:55:10.843043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83375dcb-d626-41c5-bc96-affd62edb217,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:10.850360 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:10.859863 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Added segment 35d49869-1121-4719-a125-7570ec6bb077 of type vlan for network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 Apr 29 15:55:10.876308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:10.958619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:10.959531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:10.960105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:11.059941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] Pushing event updated for resources: {'Network': ['ID=0f07f31e-6972-4b67-9805-9cfe8d1a7d60,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:11.069799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 15:55:11.108232 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-920bc535-b151-4a65-bef6-e5d36183a046 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7051828 Apr 29 15:55:11.111745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43692) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:11.117341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Request body: {'subnet': {'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1913235199-subnet', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:55:11.122209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:11.126707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Usage tracker for resource:subnet and tenant:d50b140d51cc452b9bdd269edc3d71f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:11.129564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:11.135309 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:11.243585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Made reservation on behalf of d50b140d51cc452b9bdd269edc3d71f6 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:11.245937 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:11.501862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:11.575286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fd0334-42de-4bda-972c-375d984308d1,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:11.584317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Checking segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:55:11.584682 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Network hostable DHCP agents. Network: 0f07f31e-6972-4b67-9805-9cfe8d1a7d60, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 15:55:11.649858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 15:55:11.723805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 0f07f31e-6972-4b67-9805-9cfe8d1a7d60) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:11.727876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:11.728452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:11.732196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bd1544-11b4-4280-816c-44490260d3f6 None None] Network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:55:11.799240 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bd9f993d-84bb-49b0-8567-0ee0e23cbd59 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6861346 Apr 29 15:55:11.801742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43696) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:11.806772 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:55:11.811289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:11.815655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Usage tracker for resource:router and tenant:d50b140d51cc452b9bdd269edc3d71f6 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:11.818474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:11.824034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:11.890953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:11.891966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:11.906182 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:11.943452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 15:55:11.944295 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:12.135817 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Allocated IP 172.20.0.2 (0f07f31e-6972-4b67-9805-9cfe8d1a7d60/94fd0334-42de-4bda-972c-375d984308d1/bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:12.331662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:12.345547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:12.355413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Transition to ACTIVE for port object bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:12.373751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Transition to ACTIVE for port object bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:12.473754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:12.540586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:12.543376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:12.545856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:55:12.580851 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Pushing event updated for resources: {'Port': ['ID=bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:12.642648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Attempting to bind port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:55:12.643012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Attempting to bind port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:55:12.643366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Attempting to bind port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:55:12.648427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:55:12.648889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Checking segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:55:12.649276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:12.649656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Bound using segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:55:12.650106 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Bound port: bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:55:12.650468 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:12.734012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:12.740661 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] For port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:55:12.743628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] For port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:55:12.766798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:12.828648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:12.896014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Allocated IP 172.26.2.151 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/6532b49f-039c-46c0-8050-af523c0e3d72) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:12.916255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d8dd6-b6e7-41af-9aca-374668e49b55 None None] Pushing event updated for resources: {'Port': ['ID=bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:13.045456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:13.147741 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:13.219748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:13.222547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:13.224972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:55:13.259338 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=6532b49f-039c-46c0-8050-af523c0e3d72,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:13.705407 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:13.837200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516783d-accb-4c27-988c-95f2cde4871f None None] Network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 15:55:14.048355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a9d7ae23-8d1a-451d-8fe2-c8112d465582 None None] Provisioning for port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:14.158481 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:14.410183 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 15:55:14.584092 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:55:14.593005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Sync routers for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:55:14.601886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:55:14.602489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:55:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:14.661822 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:14.662987 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5fca8491-8667-459f-bfdf-25016fbafeb3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8603485 Apr 29 15:55:14.665601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43700) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:14.775533 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:55:14.963652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:15.109892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:13Z', 'revision_number': 3, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:15.113746 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Checking router: 5628057d-4d10-4f2c-b765-8eeedf27b9a6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:55:15.114087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Updating router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 port 6532b49f-039c-46c0-8050-af523c0e3d72 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:55:15.164898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.192702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:15.210460 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:15.210828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.341556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.517460 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.575955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:55:15.644303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.669760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Allocated IP 172.20.0.1 (0f07f31e-6972-4b67-9805-9cfe8d1a7d60/94fd0334-42de-4bda-972c-375d984308d1/441e8ade-44e8-4f54-a378-890eb31d91ea) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:15.711378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.731328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Transition to ACTIVE for port object 6532b49f-039c-46c0-8050-af523c0e3d72 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:15.738675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:15.810159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.813360 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.828858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Transition to ACTIVE for port object 441e8ade-44e8-4f54-a378-890eb31d91ea will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:15.886885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Attempting to bind port 6532b49f-039c-46c0-8050-af523c0e3d72 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:55:15.887254 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Attempting to bind port 6532b49f-039c-46c0-8050-af523c0e3d72 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:55:15.887611 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Attempting to bind port 6532b49f-039c-46c0-8050-af523c0e3d72 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:55:15.893864 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7798e-59bf-4482-8f5c-4d3df9a8fecc None None] Pushing event updated for resources: {'Port': ['ID=6532b49f-039c-46c0-8050-af523c0e3d72,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:15.898033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:55:15.898401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:55:15.898797 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.899178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:55:15.899680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Bound port: 6532b49f-039c-46c0-8050-af523c0e3d72, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:55:15.900049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.913128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:15.972665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] For port 6532b49f-039c-46c0-8050-af523c0e3d72, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:55:15.975714 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] For port 6532b49f-039c-46c0-8050-af523c0e3d72, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6532b49f-039c-46c0-8050-af523c0e3d72,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:55:15.981142 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:15.984018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:15.987650 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:55:16.023076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Pushing event updated for resources: {'Port': ['ID=441e8ade-44e8-4f54-a378-890eb31d91ea,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:16.045013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:16.045843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:16.129386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:55:16.130013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:55:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:16.185690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7798e-59bf-4482-8f5c-4d3df9a8fecc None None] Pushing event updated for resources: {'Port': ['ID=6532b49f-039c-46c0-8050-af523c0e3d72,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:16.234030 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:16.321736 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:55:16.362902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4512919c-0959-4040-be7a-46c1dcb09803 None None] Provisioning for port 441e8ade-44e8-4f54-a378-890eb31d91ea completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:16.383439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4512919c-0959-4040-be7a-46c1dcb09803 None None] Provisioning complete for port 441e8ade-44e8-4f54-a378-890eb31d91ea triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:16.383808 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4512919c-0959-4040-be7a-46c1dcb09803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:16.453326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:16.512840 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:16.516148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4512919c-0959-4040-be7a-46c1dcb09803 None None] Port 441e8ade-44e8-4f54-a378-890eb31d91ea cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:55:16.619860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:16.623065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Pushing event updated for resources: {'Port': ['ID=441e8ade-44e8-4f54-a378-890eb31d91ea,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:16.683578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:15Z', 'revision_number': 1, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:16.688042 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0c3f4-a4d3-4e02-b7fb-92f8c4d4b314 None None] The sync data for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv is: [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:15Z', 'revision_number': 1, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:55:16.762034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:16.763156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:16.979137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:16.999861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:55:17.055686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-079f34a3-8a37-41a8-9804-b33d4d5fcdd4 None None] Provisioning complete for port 441e8ade-44e8-4f54-a378-890eb31d91ea triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:17.056051 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-079f34a3-8a37-41a8-9804-b33d4d5fcdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:17.118590 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-079f34a3-8a37-41a8-9804-b33d4d5fcdd4 None None] Port 441e8ade-44e8-4f54-a378-890eb31d91ea cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:55:17.125437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:17.125801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:17.196594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:55:17.205929 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e2d47945-8bdb-4a83-9eb3-3a0e1719b93f admin admin] 10.222.0.39 "PUT /v2.0/routers/5628057d-4d10-4f2c-b765-8eeedf27b9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5392442 Apr 29 15:55:17.830646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43710) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:17.835775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160994087', 'description': 'tempest-description--1728082051'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:55:17.841823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:17.846494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Usage tracker for resource:security_group and tenant:d50b140d51cc452b9bdd269edc3d71f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:17.849420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:17.855729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:17.924327 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:17.945414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:17.949117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Usage tracker for resource:security_group_rule and tenant:d50b140d51cc452b9bdd269edc3d71f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:17.951906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:17.958394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:18.025321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:18.095219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:18.140990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7aed8d-e988-48df-bff8-dba9a8685262,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:18.216276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:18.221104 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3f6f8201-b557-4828-87fe-3ecb52ca7557 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3859615 Apr 29 15:55:18.221816 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43714) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:18.227023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-709d28be-a4dc-49bd-b410-bcf362e76088 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Request body: {'security_group_rule': {'security_group_id': '5d7aed8d-e988-48df-bff8-dba9a8685262', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:55:18.233711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-709d28be-a4dc-49bd-b410-bcf362e76088 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:18.237597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-709d28be-a4dc-49bd-b410-bcf362e76088 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Usage tracker for resource:security_group_rule and tenant:d50b140d51cc452b9bdd269edc3d71f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:18.240824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-709d28be-a4dc-49bd-b410-bcf362e76088 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:18.246444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-709d28be-a4dc-49bd-b410-bcf362e76088 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:18.332132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-709d28be-a4dc-49bd-b410-bcf362e76088 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:18.393778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-709d28be-a4dc-49bd-b410-bcf362e76088 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:18.473121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-709d28be-a4dc-49bd-b410-bcf362e76088 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:18.496336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d28be-a4dc-49bd-b410-bcf362e76088 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3d67fd-38ca-4c31-a556-efab5dae2098,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:18.534334 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:55:18.580805 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Sync routers for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:55:18.581804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-709d28be-a4dc-49bd-b410-bcf362e76088 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:18.583072 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-709d28be-a4dc-49bd-b410-bcf362e76088 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3602829 Apr 29 15:55:18.585651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43718) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:18.590681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b422dbcf-fc50-43be-a760-dcbb340a911b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Request body: {'security_group_rule': {'security_group_id': '5d7aed8d-e988-48df-bff8-dba9a8685262', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:55:18.590886 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:55:18.591703 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:55:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:18.597301 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b422dbcf-fc50-43be-a760-dcbb340a911b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:18.601256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b422dbcf-fc50-43be-a760-dcbb340a911b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Usage tracker for resource:security_group_rule and tenant:d50b140d51cc452b9bdd269edc3d71f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:18.604382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b422dbcf-fc50-43be-a760-dcbb340a911b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:18.610404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b422dbcf-fc50-43be-a760-dcbb340a911b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:18.691802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b422dbcf-fc50-43be-a760-dcbb340a911b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:18.754532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b422dbcf-fc50-43be-a760-dcbb340a911b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:18.766217 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:55:18.843751 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b422dbcf-fc50-43be-a760-dcbb340a911b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:18.868694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422dbcf-fc50-43be-a760-dcbb340a911b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d123da3d-07f8-4de0-8dda-4293fc7c8c6a,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:18.956133 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6532b49f-039c-46c0-8050-af523c0e3d72 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:18.970105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b422dbcf-fc50-43be-a760-dcbb340a911b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:18.976063 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b422dbcf-fc50-43be-a760-dcbb340a911b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3847489 Apr 29 15:55:18.976063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43722) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:18.980053 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:55:18.986589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:18.992176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Usage tracker for resource:floatingip and tenant:d50b140d51cc452b9bdd269edc3d71f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:55:18.995048 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:55:19.002406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:19.079776 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 2, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:19.083898 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Checking router: 5628057d-4d10-4f2c-b765-8eeedf27b9a6 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:55:19.084236 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Updating router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 port 441e8ade-44e8-4f54-a378-890eb31d91ea binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 15:55:19.089802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.138359 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.152104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 6532b49f-039c-46c0-8050-af523c0e3d72 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:19.157462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6532b49f-039c-46c0-8050-af523c0e3d72 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:19.157940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.243789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.283157 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.302605 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 6532b49f-039c-46c0-8050-af523c0e3d72, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6532b49f-039c-46c0-8050-af523c0e3d72,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:55:19.370282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.392820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Allocated IP 172.26.2.129 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/5b813a78-be6f-4a05-bb83-fa05699a8764) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:19.438905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=6532b49f-039c-46c0-8050-af523c0e3d72,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:19.491247 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.502999 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Transition to ACTIVE for port object 441e8ade-44e8-4f54-a378-890eb31d91ea will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:19.542375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.552581 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.610534 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.683211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:19.686160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:19.690272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:55:19.725989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event updated for resources: {'Port': ['ID=5b813a78-be6f-4a05-bb83-fa05699a8764,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:19.740719 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Pushing event updated for resources: {'Port': ['ID=441e8ade-44e8-4f54-a378-890eb31d91ea,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:19.757595 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:19.757935 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:19.758265 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:19.758591 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:19.758913 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:19.759237 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:19.759555 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:19.759872 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:19.760187 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:19.760525 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:19.760841 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:19.761157 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:19.782651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.814628 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Attempting to bind port 441e8ade-44e8-4f54-a378-890eb31d91ea on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:55:19.814996 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Attempting to bind port 441e8ade-44e8-4f54-a378-890eb31d91ea by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:55:19.815362 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Attempting to bind port 441e8ade-44e8-4f54-a378-890eb31d91ea on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:55:19.820616 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:55:19.820985 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Checking segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:55:19.821375 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.821764 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Bound using segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:55:19.822219 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Bound port: 441e8ade-44e8-4f54-a378-890eb31d91ea, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:55:19.822588 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.896009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:19.911292 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] For port 441e8ade-44e8-4f54-a378-890eb31d91ea, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:55:19.914504 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] For port 441e8ade-44e8-4f54-a378-890eb31d91ea, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=441e8ade-44e8-4f54-a378-890eb31d91ea,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:55:19.993290 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:20.066266 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:55:20.066900 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:55:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:20.199150 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2fbb6-5111-4050-9a43-1fd2be5e0a68 None None] Pushing event updated for resources: {'Port': ['ID=441e8ade-44e8-4f54-a378-890eb31d91ea,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:20.213924 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:20.261577 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:20.277906 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:55:20.372018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event updated for resources: {'Port': ['ID=5b813a78-be6f-4a05-bb83-fa05699a8764,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:20.382467 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:20.483312 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:20.484925 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-920e01ff-c666-4372-a81b-a14605b6f1ab tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5097547 Apr 29 15:55:20.593848 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:20.597847 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149002ac-6ef4-4d00-9e51-c4367f218029 None None] The sync data for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv is: [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:55:20.653632 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-e31a968a-04e4-49ac-8690-6732404bb21b req-7a10f317-c9cd-4b95-9cc4-8c93d888c528 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Synchronizing usage tracker for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:55:20.723959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-e31a968a-04e4-49ac-8690-6732404bb21b req-7a10f317-c9cd-4b95-9cc4-8c93d888c528 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Unset dirty status for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:55:20.725222 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-7a10f317-c9cd-4b95-9cc4-8c93d888c528 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1160994087&fields=id&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 267 time: 0.1121056 Apr 29 15:55:20.883822 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a968a-04e4-49ac-8690-6732404bb21b req-a393b24d-0874-49b2-a7e7-ff0f56e5c36e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:20.885689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-e31a968a-04e4-49ac-8690-6732404bb21b req-a393b24d-0874-49b2-a7e7-ff0f56e5c36e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Synchronizing usage tracker for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:55:20.955971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6532b49f-039c-46c0-8050-af523c0e3d72 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:20.958358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-e31a968a-04e4-49ac-8690-6732404bb21b req-a393b24d-0874-49b2-a7e7-ff0f56e5c36e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Unset dirty status for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:55:20.959647 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-a393b24d-0874-49b2-a7e7-ff0f56e5c36e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 812 time: 0.2277708 Apr 29 15:55:20.975268 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-dac20fb9-3b95-465e-8d4c-7e6731b6a89e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/quotas/d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 375 time: 0.0099900 Apr 29 15:55:21.028119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6532b49f-039c-46c0-8050-af523c0e3d72 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:21.028878 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:21.157749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 441e8ade-44e8-4f54-a378-890eb31d91ea up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:21.182630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-e31a968a-04e4-49ac-8690-6732404bb21b req-0ba42902-d749-4d10-9a35-290c19b66317 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Synchronizing usage tracker for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:55:21.312663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-e31a968a-04e4-49ac-8690-6732404bb21b req-0ba42902-d749-4d10-9a35-290c19b66317 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Unset dirty status for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:55:21.317501 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-0ba42902-d749-4d10-9a35-290c19b66317 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3313382 Apr 29 15:55:21.359138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 441e8ade-44e8-4f54-a378-890eb31d91ea completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:21.364996 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 441e8ade-44e8-4f54-a378-890eb31d91ea triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:21.365371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:21.373886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-5d316d43-af76-4daf-8040-8542fedcb593 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 15:55:21.374866 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-5d316d43-af76-4daf-8040-8542fedcb593 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493212 Apr 29 15:55:21.480099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:21.507866 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-4b86d069-5965-4341-ac20-eec8b19ab8d7 service neutron] 10.222.0.39 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266482 Apr 29 15:55:21.514029 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 441e8ade-44e8-4f54-a378-890eb31d91ea, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=441e8ade-44e8-4f54-a378-890eb31d91ea,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:55:21.587102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:21.642797 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-b903e617-055d-4c92-81d1-9ad63828ad4d service neutron] 10.222.0.39 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290281 Apr 29 15:55:21.662088 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=441e8ade-44e8-4f54-a378-890eb31d91ea,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:21.871407 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4285c41e-5af6-445f-a4ad-b54f4c6f901b req-07b8c2d7-203f-4d43-99b2-1f1f58ee7885 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 210 time: 0.0458479 Apr 29 15:55:22.929076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 441e8ade-44e8-4f54-a378-890eb31d91ea up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:22.997085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 441e8ade-44e8-4f54-a378-890eb31d91ea triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:22.997372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:23.037441 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d2ef24fd-74b2-4805-87e8-a4c570eddf77 req-4e4893e3-4c19-49e3-9185-7721361255d7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 210 time: 0.0443695 Apr 29 15:55:23.925878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a968a-04e4-49ac-8690-6732404bb21b req-2fb5e38e-3909-4218-a80f-d179a2891eec tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:23.927310 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-2fb5e38e-3909-4218-a80f-d179a2891eec tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 812 time: 0.1445405 Apr 29 15:55:23.973769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-e31a968a-04e4-49ac-8690-6732404bb21b req-f1e5a86e-a4b4-4d54-80bd-c77cd5ea3419 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Synchronizing usage tracker for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:55:23.986050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-e31a968a-04e4-49ac-8690-6732404bb21b req-f1e5a86e-a4b4-4d54-80bd-c77cd5ea3419 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Unset dirty status for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:55:23.987150 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-f1e5a86e-a4b4-4d54-80bd-c77cd5ea3419 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 380 time: 0.0525081 Apr 29 15:55:23.995338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Request body: {'port': {'device_id': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'admin_state_up': True, 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'security_groups': ['5d7aed8d-e988-48df-bff8-dba9a8685262']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:55:24.132203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:55:24.142580 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:55:24.194172 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9048405a-5ed6-4c29-97ac-ee6d445e8aa7 req-bfee73f4-04ec-4959-a179-3294851d68f0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 210 time: 0.0442476 Apr 29 15:55:24.243994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:24.272445 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Made reservation on behalf of d50b140d51cc452b9bdd269edc3d71f6 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:55:24.276080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:24.439619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Allocated IP 172.20.0.11 (0f07f31e-6972-4b67-9805-9cfe8d1a7d60/94fd0334-42de-4bda-972c-375d984308d1/0a95715e-2968-487c-bc68-0dbb98205f36) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:55:24.624675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:24.639580 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Transition to ACTIVE for port object 0a95715e-2968-487c-bc68-0dbb98205f36 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:24.713151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:24.785303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:55:24.788382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:55:24.792259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:55:24.834771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event updated for resources: {'Port': ['ID=0a95715e-2968-487c-bc68-0dbb98205f36,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:24.863915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:24.864537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:24.925141 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-49633fcd-2042-4072-bd95-5ebd4c3bb839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9332619 Apr 29 15:55:24.936690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Request body: {'port': {'device_id': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:55:25.048170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:25.067099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b9b3e453-4e01-432e-9138-be3d985367df None None] Provisioning for port 0a95715e-2968-487c-bc68-0dbb98205f36 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:25.072391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b9b3e453-4e01-432e-9138-be3d985367df None None] Provisioning complete for port 0a95715e-2968-487c-bc68-0dbb98205f36 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:25.072791 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b9b3e453-4e01-432e-9138-be3d985367df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:25.130635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3e453-4e01-432e-9138-be3d985367df None None] Port 0a95715e-2968-487c-bc68-0dbb98205f36 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:55:25.383870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d5d2-b06a-4f25-9759-de77974f52f9 req-9c731902-6c76-483f-88a9-8ec4a492c5ba tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:25.384414 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a95715e-2968-487c-bc68-0dbb98205f36 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:55:25.385376 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6c89d5d2-b06a-4f25-9759-de77974f52f9 req-9c731902-6c76-483f-88a9-8ec4a492c5ba tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 932 time: 0.0845740 Apr 29 15:55:25.392177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:25.407260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Transition to ACTIVE for port object 0a95715e-2968-487c-bc68-0dbb98205f36 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:55:25.431063 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6c89d5d2-b06a-4f25-9759-de77974f52f9 req-0ecba6ce-0a44-4749-9fb7-e1ece89c2afe tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388808 Apr 29 15:55:25.518019 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:25.645744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Pushing event updated for resources: {'Port': ['ID=0a95715e-2968-487c-bc68-0dbb98205f36,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:25.856996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Attempting to bind port 0a95715e-2968-487c-bc68-0dbb98205f36 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:55:25.857326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Attempting to bind port 0a95715e-2968-487c-bc68-0dbb98205f36 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:55:25.857651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Attempting to bind port 0a95715e-2968-487c-bc68-0dbb98205f36 on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:55:25.862368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Port 0a95715e-2968-487c-bc68-0dbb98205f36 on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:55:25.862680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Attempting to bind port 0a95715e-2968-487c-bc68-0dbb98205f36 on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:55:25.867641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:55:25.867968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Checking segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:55:25.868345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Bound using segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:55:25.868802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Bound port: 0a95715e-2968-487c-bc68-0dbb98205f36, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:55:25.869143 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:25.958611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] For port 0a95715e-2968-487c-bc68-0dbb98205f36, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:55:25.961578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] For port 0a95715e-2968-487c-bc68-0dbb98205f36, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0a95715e-2968-487c-bc68-0dbb98205f36,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:55:26.067152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:26.131243 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:26.131895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:26.133379 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] 10.222.0.44 "PUT /v2.0/ports/0a95715e-2968-487c-bc68-0dbb98205f36 HTTP/1.1" status: 200 len: 1094 time: 1.2010739 Apr 29 15:55:26.133797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'tag': '0a95715e-2968-487c-bc68-0dbb98205f36'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:26.154559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4acb2-c0c9-4291-a8c1-723c9cfa6e15 service neutron] Pushing event updated for resources: {'Port': ['ID=0a95715e-2968-487c-bc68-0dbb98205f36,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:26.193523 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50f0830-df8c-4841-acf4-a3736c9059ec'] response: {'name': 'network-changed', 'server_uuid': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'tag': '0a95715e-2968-487c-bc68-0dbb98205f36', 'status': 'completed', 'code': 200} Apr 29 15:55:26.286655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72504779-6fdd-4fca-b4c6-343f24b32ba7 req-4ac8666d-c27a-436d-b9b2-a177811049f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:26.288141 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-72504779-6fdd-4fca-b4c6-343f24b32ba7 req-4ac8666d-c27a-436d-b9b2-a177811049f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 1097 time: 0.0743513 Apr 29 15:55:26.424524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72504779-6fdd-4fca-b4c6-343f24b32ba7 req-84f2e087-bfe5-4a5f-8340-a2272228860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:26.425951 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-72504779-6fdd-4fca-b4c6-343f24b32ba7 req-84f2e087-bfe5-4a5f-8340-a2272228860a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1314459 Apr 29 15:55:26.562780 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72504779-6fdd-4fca-b4c6-343f24b32ba7 req-2d14c0a1-73f5-4bb7-8d7c-1d2b834a0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:26.564271 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-72504779-6fdd-4fca-b4c6-343f24b32ba7 req-2d14c0a1-73f5-4bb7-8d7c-1d2b834a0557 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330483 Apr 29 15:55:26.675385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a968a-04e4-49ac-8690-6732404bb21b req-0d3332af-f303-467c-bfac-94fd378a5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:26.676902 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-0d3332af-f303-467c-bfac-94fd378a5508 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 1097 time: 0.0770876 Apr 29 15:55:26.746344 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-f58af1ce-48aa-41a2-bb45-a8f769227738 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a95715e-2968-487c-bc68-0dbb98205f36 HTTP/1.1" status: 200 len: 217 time: 0.0631802 Apr 29 15:55:26.771442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bd363-6f6b-4b80-afaa-c12bbfc212cc req-e9c72bfb-5646-4641-9195-df72d00eab42 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:26.773030 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8b3bd363-6f6b-4b80-afaa-c12bbfc212cc req-e9c72bfb-5646-4641-9195-df72d00eab42 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 944 time: 0.0783834 Apr 29 15:55:26.807515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a968a-04e4-49ac-8690-6732404bb21b req-6c768b09-122a-45a0-a993-17621cec85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:26.808972 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-6c768b09-122a-45a0-a993-17621cec85ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0577459 Apr 29 15:55:26.817891 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8b3bd363-6f6b-4b80-afaa-c12bbfc212cc req-e48a97e8-a0ca-4f7e-b05b-e1a5991c7faf tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391364 Apr 29 15:55:26.882306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a968a-04e4-49ac-8690-6732404bb21b req-58ad78a6-00b4-4475-be0e-32e2a0ee7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:26.883771 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-58ad78a6-00b4-4475-be0e-32e2a0ee7a2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690877 Apr 29 15:55:27.009892 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-5c6e7a51-5b20-4460-9d7a-9f471bb28d77 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204250 Apr 29 15:55:27.137869 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e31a968a-04e4-49ac-8690-6732404bb21b req-c5cb84c2-fcb5-44f8-b161-50ae345ce885 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222413 Apr 29 15:55:28.003424 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369d8ca-5e50-46b3-9776-966ecc4a6f1b req-cce6e146-7bf0-405c-8372-9d5902825d27 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:28.004870 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2369d8ca-5e50-46b3-9776-966ecc4a6f1b req-cce6e146-7bf0-405c-8372-9d5902825d27 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 944 time: 0.0816410 Apr 29 15:55:28.048120 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2369d8ca-5e50-46b3-9776-966ecc4a6f1b req-257284dd-cadd-4f08-9a5a-18e951c000c5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376592 Apr 29 15:55:29.228602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7d7e6-28f8-4e8e-9339-d7d189253082 req-4466821c-0da9-4fa4-af2f-e2e13f4fa96d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:29.230078 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-45f7d7e6-28f8-4e8e-9339-d7d189253082 req-4466821c-0da9-4fa4-af2f-e2e13f4fa96d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 944 time: 0.0806713 Apr 29 15:55:29.277300 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-45f7d7e6-28f8-4e8e-9339-d7d189253082 req-0c67cbdb-dd23-404b-9b83-2032be7e43bd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413911 Apr 29 15:55:29.842577 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 0a95715e-2968-487c-bc68-0dbb98205f36 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:55:29.972402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 0a95715e-2968-487c-bc68-0dbb98205f36, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0a95715e-2968-487c-bc68-0dbb98205f36,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:55:29.985138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '0a95715e-2968-487c-bc68-0dbb98205f36', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'port_id': '0a95715e-2968-487c-bc68-0dbb98205f36', 'mac_address': 'fa:16:3e:86:1b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:55:30.038379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:30.054570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a95715e-2968-487c-bc68-0dbb98205f36 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:55:30.069442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 0a95715e-2968-487c-bc68-0dbb98205f36, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0a95715e-2968-487c-bc68-0dbb98205f36,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:55:30.134918 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:30.205487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=0a95715e-2968-487c-bc68-0dbb98205f36,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:30.212450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:30.212816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:30.213151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:30.213483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:30.213807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:30.214133 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:30.214459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:30.214780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:30.215099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:30.215416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:30.215732 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:30.216048 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:55:30.353475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['0a95715e-2968-487c-bc68-0dbb98205f36'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:55:30.465295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc5cc2-e751-44ed-a6da-eb37ea477089 req-f4e040b1-7e7b-455a-8058-06feaa1cdfc5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:30.466743 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-90fc5cc2-e751-44ed-a6da-eb37ea477089 req-f4e040b1-7e7b-455a-8058-06feaa1cdfc5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0790482 Apr 29 15:55:30.510607 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-90fc5cc2-e751-44ed-a6da-eb37ea477089 req-1788fbf6-5650-4394-8ef3-23a7d3de0d11 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379267 Apr 29 15:55:31.694114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c44043-9c04-402f-b3ea-4ee10359f816 req-7ead891b-fd7a-4a08-8f70-bedc90d56cda tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:31.695547 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-15c44043-9c04-402f-b3ea-4ee10359f816 req-7ead891b-fd7a-4a08-8f70-bedc90d56cda tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0819430 Apr 29 15:55:31.738527 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-15c44043-9c04-402f-b3ea-4ee10359f816 req-3e620515-a286-4572-b26a-cdc3adc6d3b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374255 Apr 29 15:55:31.853750 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 0a95715e-2968-487c-bc68-0dbb98205f36 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:55:31.980971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 0a95715e-2968-487c-bc68-0dbb98205f36 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:55:31.986700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 0a95715e-2968-487c-bc68-0dbb98205f36 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:55:31.987069 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:32.113978 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:32.139572 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a95715e-2968-487c-bc68-0dbb98205f36'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:32.147615 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8d08f345-eff3-44ee-a61f-be3b8ef498bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:32.150980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 0a95715e-2968-487c-bc68-0dbb98205f36, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0a95715e-2968-487c-bc68-0dbb98205f36,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:55:32.186356 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d52ab03-98f1-4271-86cb-3c4f669b50fc'] response: {'server_uuid': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a95715e-2968-487c-bc68-0dbb98205f36', 'code': 200} Apr 29 15:55:32.226644 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:32.294292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=0a95715e-2968-487c-bc68-0dbb98205f36,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:55:32.555956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36945c-28c6-4d2e-9030-cdf458bcbeb0 req-4eadb993-fa96-44d1-a22f-2a8316c3ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:32.557448 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1d36945c-28c6-4d2e-9030-cdf458bcbeb0 req-4eadb993-fa96-44d1-a22f-2a8316c3ed84 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 1099 time: 0.0730944 Apr 29 15:55:32.597733 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1d36945c-28c6-4d2e-9030-cdf458bcbeb0 req-34d18317-579d-4094-b565-7dc697655b60 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337696 Apr 29 15:55:32.923837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9456c-5957-4835-baf6-8e14e360e326 req-0e652452-94ee-4b4c-9cb8-1bdee2c8de23 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:32.925299 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-46e9456c-5957-4835-baf6-8e14e360e326 req-0e652452-94ee-4b4c-9cb8-1bdee2c8de23 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0775540 Apr 29 15:55:32.967821 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-46e9456c-5957-4835-baf6-8e14e360e326 req-f74fd067-cf24-43cf-8766-baa01d0c300a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367107 Apr 29 15:55:34.155240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe948379-69bd-4c3d-a97d-08ee74bcb436 req-1510531f-b257-45eb-834f-2599abad3b53 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:34.156753 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fe948379-69bd-4c3d-a97d-08ee74bcb436 req-1510531f-b257-45eb-834f-2599abad3b53 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0831823 Apr 29 15:55:34.181057 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9f5597c5-8ec7-42cf-bb0d-788a3c322aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:34.201468 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fe948379-69bd-4c3d-a97d-08ee74bcb436 req-8823575c-b04d-4147-8a70-72c22f536e37 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385559 Apr 29 15:55:34.379070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649e1d4-ec04-49a4-8139-57300cbb2afb req-004cea76-0424-47d8-b1be-dd6068e09584 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:34.380536 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d649e1d4-ec04-49a4-8139-57300cbb2afb req-004cea76-0424-47d8-b1be-dd6068e09584 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0795734 Apr 29 15:55:34.388936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 43782) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:55:34.394172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e2857f78-266b-4ab0-9554-9a53c2993492 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Request body: {'floatingip': {'port_id': '0a95715e-2968-487c-bc68-0dbb98205f36'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:55:34.470705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e2857f78-266b-4ab0-9554-9a53c2993492 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.146041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e2857f78-266b-4ab0-9554-9a53c2993492 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.203455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.232112 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e2857f78-266b-4ab0-9554-9a53c2993492 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.399884 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-e2857f78-266b-4ab0-9554-9a53c2993492 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Floating IP d37e74a8-b380-4c49-8ca8-62953192017d associated. External IP: 172.26.2.129, port: 0a95715e-2968-487c-bc68-0dbb98205f36. Apr 29 15:55:35.514068 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.746234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2857f78-266b-4ab0-9554-9a53c2993492 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:55:35.916351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2857f78-266b-4ab0-9554-9a53c2993492 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:55:35.920447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e2857f78-266b-4ab0-9554-9a53c2993492 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:35.926170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d66d3c-900f-4483-a15c-f26a710be53f None None] Sync routers for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:55:35.935699 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d66d3c-900f-4483-a15c-f26a710be53f None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:55:35.936300 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-01d66d3c-900f-4483-a15c-f26a710be53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:55:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:35.977839 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e2857f78-266b-4ab0-9554-9a53c2993492 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "PUT /v2.0/floatingips/d37e74a8-b380-4c49-8ca8-62953192017d HTTP/1.1" status: 200 len: 992 time: 1.5877891 Apr 29 15:55:35.978699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'tag': '0a95715e-2968-487c-bc68-0dbb98205f36'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:55:36.025642 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e946d81a-fcfb-4d4f-967e-1cb2ba8a4983'] response: {'name': 'network-changed', 'server_uuid': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'tag': '0a95715e-2968-487c-bc68-0dbb98205f36', 'status': 'completed', 'code': 200} Apr 29 15:55:36.118035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e907f0d-e9f9-47c8-8747-66395594a9f2 req-dfdfc435-42a5-4df2-a6e0-01d9e7bd1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:36.119584 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6e907f0d-e9f9-47c8-8747-66395594a9f2 req-dfdfc435-42a5-4df2-a6e0-01d9e7bd1fbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 1099 time: 0.0738652 Apr 29 15:55:36.156977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-01d66d3c-900f-4483-a15c-f26a710be53f None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:55:36.175210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1db275-3d51-49cf-86c1-ca8983fe86ba req-263cba8f-2182-4e36-9361-52cc237e78a2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:36.176717 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3a1db275-3d51-49cf-86c1-ca8983fe86ba req-263cba8f-2182-4e36-9361-52cc237e78a2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0895214 Apr 29 15:55:36.223040 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3a1db275-3d51-49cf-86c1-ca8983fe86ba req-ffa83657-d13a-433c-885e-7e1dffe6f827 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396821 Apr 29 15:55:36.254812 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e907f0d-e9f9-47c8-8747-66395594a9f2 req-93803f9e-b8f0-47e1-a1cc-22f7e542ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:36.256714 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6e907f0d-e9f9-47c8-8747-66395594a9f2 req-93803f9e-b8f0-47e1-a1cc-22f7e542ab1f service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1314220 Apr 29 15:55:36.419782 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3514bfb-26ee-4ac7-8fac-097e8ede31f7 req-6bd0fe2e-6395-4e13-998d-760ad63c38bd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:36.421485 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f3514bfb-26ee-4ac7-8fac-097e8ede31f7 req-6bd0fe2e-6395-4e13-998d-760ad63c38bd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0875289 Apr 29 15:55:36.474325 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f3514bfb-26ee-4ac7-8fac-097e8ede31f7 req-cd01f463-c0a8-47fe-9249-0236ec3631b5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436158 Apr 29 15:55:36.497552 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6e907f0d-e9f9-47c8-8747-66395594a9f2 req-dd7a5f42-9299-4fad-84e2-3c36dece15d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a95715e-2968-487c-bc68-0dbb98205f36 HTTP/1.1" status: 200 len: 1000 time: 0.2349191 Apr 29 15:55:36.537320 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-01d66d3c-900f-4483-a15c-f26a710be53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd37e74a8-b380-4c49-8ca8-62953192017d', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'port_id': '0a95715e-2968-487c-bc68-0dbb98205f36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'mac_address': 'fa:16:3e:86:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:19Z', 'updated_at': '2022-04-29T15:55:35Z', 'revision_number': 1, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:36.541017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d66d3c-900f-4483-a15c-f26a710be53f None None] Checking router: 5628057d-4d10-4f2c-b765-8eeedf27b9a6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:55:36.549932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d66d3c-900f-4483-a15c-f26a710be53f None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:55:36.550514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-01d66d3c-900f-4483-a15c-f26a710be53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:55:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:36.558541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e907f0d-e9f9-47c8-8747-66395594a9f2 req-9c6af83d-e78a-4e9d-8a3a-2cbf6e260e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:36.560004 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6e907f0d-e9f9-47c8-8747-66395594a9f2 req-9c6af83d-e78a-4e9d-8a3a-2cbf6e260e85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0567083 Apr 29 15:55:36.636911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e907f0d-e9f9-47c8-8747-66395594a9f2 req-a50bf6ac-7b09-4a18-8ae5-10267f9e149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:36.638353 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6e907f0d-e9f9-47c8-8747-66395594a9f2 req-a50bf6ac-7b09-4a18-8ae5-10267f9e149f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723999 Apr 29 15:55:36.724745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-01d66d3c-900f-4483-a15c-f26a710be53f None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:55:36.768040 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6e907f0d-e9f9-47c8-8747-66395594a9f2 req-cbb942eb-cc2e-41ea-b640-0549f4e42950 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240687 Apr 29 15:55:36.899520 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6e907f0d-e9f9-47c8-8747-66395594a9f2 req-fc8ca661-fa1d-4797-8a9c-0a60fcf0950a service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255379 Apr 29 15:55:37.084116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-01d66d3c-900f-4483-a15c-f26a710be53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd37e74a8-b380-4c49-8ca8-62953192017d', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'port_id': '0a95715e-2968-487c-bc68-0dbb98205f36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'mac_address': 'fa:16:3e:86:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:19Z', 'updated_at': '2022-04-29T15:55:35Z', 'revision_number': 1, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:55:37.088183 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d66d3c-900f-4483-a15c-f26a710be53f None None] The sync data for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv is: [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd37e74a8-b380-4c49-8ca8-62953192017d', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'port_id': '0a95715e-2968-487c-bc68-0dbb98205f36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'mac_address': 'fa:16:3e:86:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:19Z', 'updated_at': '2022-04-29T15:55:35Z', 'revision_number': 1, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:55:37.169741 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:37.266412 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b9f73a-a47c-4bb3-8fe4-14ef5ed117f0 None None] New status for floating IP d37e74a8-b380-4c49-8ca8-62953192017d: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:55:37.666370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516497c8-6ff7-4a92-8a7a-1777608e6f88 req-b7fddc41-4b2f-4128-b0c3-d72ce6b4621a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:37.668152 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-516497c8-6ff7-4a92-8a7a-1777608e6f88 req-b7fddc41-4b2f-4128-b0c3-d72ce6b4621a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0852079 Apr 29 15:55:37.712050 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-516497c8-6ff7-4a92-8a7a-1777608e6f88 req-a2d4e0f6-997a-49b9-80cb-73ae387e94d7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379193 Apr 29 15:55:37.894680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2851-c14f-4ab4-8b3f-3a9233beb917 req-d24c511d-171e-48ef-8be6-bafef7765ab2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:37.896013 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bd7a2851-c14f-4ab4-8b3f-3a9233beb917 req-d24c511d-171e-48ef-8be6-bafef7765ab2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0777514 Apr 29 15:55:37.941720 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bd7a2851-c14f-4ab4-8b3f-3a9233beb917 req-1d088e11-07c3-4bfa-9309-3ca2fe104298 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400910 Apr 29 15:55:38.462988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e506d2-b23f-4548-940e-7a61d20096a0 req-69c7af56-c098-4d93-a309-d7e1a50984f5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:38.464421 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f9e506d2-b23f-4548-940e-7a61d20096a0 req-69c7af56-c098-4d93-a309-d7e1a50984f5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0784371 Apr 29 15:55:38.509043 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f9e506d2-b23f-4548-940e-7a61d20096a0 req-882a620c-4509-447a-8fbd-fb8554b86430 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383027 Apr 29 15:55:38.556333 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-c0b9a797-35dc-4d69-b625-6e149ffb3297 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685096 Apr 29 15:55:39.702516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e565f7c-df3e-4670-addb-53f4cd0cfe51 req-9f65b4d5-2694-42a2-9b2a-45a4db216be5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:39.703981 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8e565f7c-df3e-4670-addb-53f4cd0cfe51 req-9f65b4d5-2694-42a2-9b2a-45a4db216be5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0852826 Apr 29 15:55:39.748290 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8e565f7c-df3e-4670-addb-53f4cd0cfe51 req-9eefbed5-0b3e-4828-a125-4f9790974839 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381310 Apr 29 15:55:40.693268 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-a3899834-07ee-4a96-b807-0a1f90cae673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:40.694706 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-a3899834-07ee-4a96-b807-0a1f90cae673 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 1099 time: 0.0700052 Apr 29 15:55:40.820944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-6af57ade-2306-4928-91d0-5ff13979db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:40.822366 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-6af57ade-2306-4928-91d0-5ff13979db79 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1220388 Apr 29 15:55:40.926925 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-21ec791b-2ff1-40b8-b9a8-c7faeec8c2c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a95715e-2968-487c-bc68-0dbb98205f36 HTTP/1.1" status: 200 len: 1002 time: 0.0985663 Apr 29 15:55:40.935024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c61f09-8d65-4d27-87b1-78ca3fc61965 req-cc645340-c728-4a6e-9fe0-004dbdc26a97 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:40.936479 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-35c61f09-8d65-4d27-87b1-78ca3fc61965 req-cc645340-c728-4a6e-9fe0-004dbdc26a97 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0817657 Apr 29 15:55:40.981661 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-35c61f09-8d65-4d27-87b1-78ca3fc61965 req-d555f0ae-3c40-4461-8775-a189b852388b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390615 Apr 29 15:55:40.996810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-3862240b-70dc-4542-8184-ed7551d3f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:40.998276 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-3862240b-70dc-4542-8184-ed7551d3f2d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0661733 Apr 29 15:55:41.071718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-d1e6aa1d-c419-4c87-afd2-4fde4bf669ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:41.073181 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-d1e6aa1d-c419-4c87-afd2-4fde4bf669ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690103 Apr 29 15:55:41.201585 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-4aa98ca7-ca0e-4c5f-9327-450fa5e0fe74 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226668 Apr 29 15:55:41.328893 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-c3901e7f-78c1-478b-ab4e-c79741fd5d3b service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215119 Apr 29 15:55:42.258693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09abe3f-e433-46f3-bea6-a6ff7f0a6f20 req-a6c6a1f0-aa3e-4a40-850e-00e2a0165693 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:42.260149 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f09abe3f-e433-46f3-bea6-a6ff7f0a6f20 req-a6c6a1f0-aa3e-4a40-850e-00e2a0165693 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.1733947 Apr 29 15:55:42.305056 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f09abe3f-e433-46f3-bea6-a6ff7f0a6f20 req-df91fb70-27d0-4e33-a836-f0e0ae8ae668 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390844 Apr 29 15:55:43.489056 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08e362-a151-4352-a8c1-2772370b4fa9 req-bb910679-1962-41dd-8de1-75e4f1819c07 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:43.490452 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3a08e362-a151-4352-a8c1-2772370b4fa9 req-bb910679-1962-41dd-8de1-75e4f1819c07 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0782263 Apr 29 15:55:43.535685 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3a08e362-a151-4352-a8c1-2772370b4fa9 req-830656be-0efb-4a01-b8e1-f21e93807984 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395615 Apr 29 15:55:44.715323 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033373db-83c2-49a6-9b86-08f6befb9133 req-db0c9602-4309-48d7-9f0a-2e5eca5b265a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:44.716777 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-033373db-83c2-49a6-9b86-08f6befb9133 req-db0c9602-4309-48d7-9f0a-2e5eca5b265a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0786119 Apr 29 15:55:44.759873 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-033373db-83c2-49a6-9b86-08f6befb9133 req-0c262364-5d5b-4a95-8ed3-1a2daddc39ba tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370247 Apr 29 15:55:45.943417 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff03301-d1e5-434e-8602-90cd11050c42 req-d3e89b85-f14f-40e1-8d63-8d90ad698eb8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:45.944849 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cff03301-d1e5-434e-8602-90cd11050c42 req-d3e89b85-f14f-40e1-8d63-8d90ad698eb8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0813997 Apr 29 15:55:45.988756 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cff03301-d1e5-434e-8602-90cd11050c42 req-7850d858-b22f-4ace-a38f-047267057f3f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382404 Apr 29 15:55:47.173020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d72c4-23ad-4d2e-a9a5-4a95ae8acbe0 req-e7745ae8-0aff-4a97-975d-a08be885e1e5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:47.174544 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f76d72c4-23ad-4d2e-a9a5-4a95ae8acbe0 req-e7745ae8-0aff-4a97-975d-a08be885e1e5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0795679 Apr 29 15:55:47.217682 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f76d72c4-23ad-4d2e-a9a5-4a95ae8acbe0 req-c26ab220-394d-403c-b5d2-f1914d7bde9a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372233 Apr 29 15:55:48.403189 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f40e2-8c7c-48b8-ba4b-b4bd2dfc0290 req-bf03a09a-9784-43db-9dec-02e6a5ba568a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:48.404645 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-681f40e2-8c7c-48b8-ba4b-b4bd2dfc0290 req-bf03a09a-9784-43db-9dec-02e6a5ba568a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0822837 Apr 29 15:55:48.448825 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-681f40e2-8c7c-48b8-ba4b-b4bd2dfc0290 req-3bbd2e19-0f6e-4812-9f65-434db844f61e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374846 Apr 29 15:55:48.922382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6dcc0-c170-4fdb-8ece-61bb63908398 req-e1868809-2884-4442-9e96-4d3e425d96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:48.923946 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8b6dcc0-c170-4fdb-8ece-61bb63908398 req-e1868809-2884-4442-9e96-4d3e425d96f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 1099 time: 0.0800982 Apr 29 15:55:49.061876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6dcc0-c170-4fdb-8ece-61bb63908398 req-4305ec61-e6ac-40a7-be82-69e946a1f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:49.063267 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8b6dcc0-c170-4fdb-8ece-61bb63908398 req-4305ec61-e6ac-40a7-be82-69e946a1f401 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1215992 Apr 29 15:55:49.159286 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8b6dcc0-c170-4fdb-8ece-61bb63908398 req-fed72fb2-a83a-4eb7-9eab-9f515c962682 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a95715e-2968-487c-bc68-0dbb98205f36 HTTP/1.1" status: 200 len: 1002 time: 0.0895045 Apr 29 15:55:49.327962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6dcc0-c170-4fdb-8ece-61bb63908398 req-8e3e24ca-44d2-4d80-8b08-88b5456fb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:49.329530 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8b6dcc0-c170-4fdb-8ece-61bb63908398 req-8e3e24ca-44d2-4d80-8b08-88b5456fb0bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.1637273 Apr 29 15:55:49.401836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6dcc0-c170-4fdb-8ece-61bb63908398 req-d8057b5b-8bae-4a62-8f77-8d5fea89ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:49.403246 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8b6dcc0-c170-4fdb-8ece-61bb63908398 req-d8057b5b-8bae-4a62-8f77-8d5fea89ea25 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671058 Apr 29 15:55:49.529577 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8b6dcc0-c170-4fdb-8ece-61bb63908398 req-52b07985-0ff0-422d-ab24-b0205d71e11a service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201909 Apr 29 15:55:49.630685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240033be-2c69-451e-9606-411563cd9748 req-dcf207ca-27e4-4249-a93d-66d3a7c1097f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:49.632130 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-240033be-2c69-451e-9606-411563cd9748 req-dcf207ca-27e4-4249-a93d-66d3a7c1097f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0779254 Apr 29 15:55:49.660517 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8b6dcc0-c170-4fdb-8ece-61bb63908398 req-2aaf6692-52da-4e25-8d09-71a0d9e85d2d service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256664 Apr 29 15:55:49.680883 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-240033be-2c69-451e-9606-411563cd9748 req-2b8a542b-6d16-4dca-a9a5-6d8abec8ef38 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428417 Apr 29 15:55:50.865166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1232d-b54b-4dec-8675-e91c4dccf743 req-2fc33978-8620-4812-89ca-73e265337ea2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:50.866606 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-49f1232d-b54b-4dec-8675-e91c4dccf743 req-2fc33978-8620-4812-89ca-73e265337ea2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0796151 Apr 29 15:55:50.911292 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-49f1232d-b54b-4dec-8675-e91c4dccf743 req-8d02c851-3e7b-4d3a-a46d-b7c05e0968cd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388870 Apr 29 15:55:52.097546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb90a8-beb2-49e9-9f54-840d979845c9 req-86d2953a-eea0-4b56-9329-37178dc260e9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:52.099012 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a8fb90a8-beb2-49e9-9f54-840d979845c9 req-86d2953a-eea0-4b56-9329-37178dc260e9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0825100 Apr 29 15:55:52.142273 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a8fb90a8-beb2-49e9-9f54-840d979845c9 req-b753b12f-637e-4ebd-8b3a-d62e999c998b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375643 Apr 29 15:55:53.324000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faec9fa-8a40-45fb-bae3-1de32f3cd20f req-3ba1484b-05e2-45e7-8ddb-dd7fe5221cdf tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:53.325472 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0faec9fa-8a40-45fb-bae3-1de32f3cd20f req-3ba1484b-05e2-45e7-8ddb-dd7fe5221cdf tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0791516 Apr 29 15:55:53.368607 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0faec9fa-8a40-45fb-bae3-1de32f3cd20f req-8ccf274c-d88a-4b6f-9c6a-ed933011abdf tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372393 Apr 29 15:55:54.220297 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:55:54.554634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569217b1-3888-4cdc-be43-e49b3703dad4 req-ccf3002a-a5c1-4274-bffc-6137707818a9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:54.555993 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-569217b1-3888-4cdc-be43-e49b3703dad4 req-ccf3002a-a5c1-4274-bffc-6137707818a9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0824609 Apr 29 15:55:54.599501 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-569217b1-3888-4cdc-be43-e49b3703dad4 req-bb496793-f5da-4878-9a61-946ed8c0c4f3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378778 Apr 29 15:55:55.533986 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:55:55.785383 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6d9e-dc54-4bb8-a48a-6c93aae93add req-3ef08bef-1e32-46ca-b159-65723a549f7d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:55.786736 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c78c6d9e-dc54-4bb8-a48a-6c93aae93add req-3ef08bef-1e32-46ca-b159-65723a549f7d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0833941 Apr 29 15:55:55.830845 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c78c6d9e-dc54-4bb8-a48a-6c93aae93add req-5db6ee1b-8eda-49b6-b54f-87d389b7c311 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384717 Apr 29 15:55:57.022871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24771a-5b9f-45b0-98b8-8da2d56488a3 req-b4ad7ea7-2356-4a84-9aef-e2fcdb42a486 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:57.024301 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bd24771a-5b9f-45b0-98b8-8da2d56488a3 req-b4ad7ea7-2356-4a84-9aef-e2fcdb42a486 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0811956 Apr 29 15:55:57.067783 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bd24771a-5b9f-45b0-98b8-8da2d56488a3 req-c9171fdb-2996-420d-bb7d-5c5ef804047b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377400 Apr 29 15:55:58.252310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f776fc-5ad1-4cb4-a233-f6187f2c226b req-a89f6af5-e502-436b-8ea2-2f1c35504269 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:58.253793 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-59f776fc-5ad1-4cb4-a233-f6187f2c226b req-a89f6af5-e502-436b-8ea2-2f1c35504269 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0781798 Apr 29 15:55:58.302296 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-59f776fc-5ad1-4cb4-a233-f6187f2c226b req-33b817bf-209a-4f0a-b5e1-d912ca2c96f2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425990 Apr 29 15:55:59.483256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a4c98-e0ec-42d5-8d49-a6e04bf612ed req-7afde7df-d748-4da8-a29c-655bb7f07673 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:55:59.484715 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-671a4c98-e0ec-42d5-8d49-a6e04bf612ed req-7afde7df-d748-4da8-a29c-655bb7f07673 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0795197 Apr 29 15:55:59.527874 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-671a4c98-e0ec-42d5-8d49-a6e04bf612ed req-62de40ca-85cc-41d2-9d5c-63da8302bd91 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369072 Apr 29 15:56:00.742291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd6ad5-0051-4dd6-9007-bdde77539446 req-75df805c-aba1-409e-a388-888f5d119bc3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:00.743740 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-09dd6ad5-0051-4dd6-9007-bdde77539446 req-75df805c-aba1-409e-a388-888f5d119bc3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0957305 Apr 29 15:56:00.786773 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-09dd6ad5-0051-4dd6-9007-bdde77539446 req-05f6df66-fec5-49c2-ae79-921ab9f32ba8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373554 Apr 29 15:56:02.065103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17674efa-c34b-4818-8f6b-6c71b6f6784e req-e96d07cc-7352-41c8-bb0c-2c0ea73cb6a2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:02.066566 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-17674efa-c34b-4818-8f6b-6c71b6f6784e req-e96d07cc-7352-41c8-bb0c-2c0ea73cb6a2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.1677270 Apr 29 15:56:02.109123 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-17674efa-c34b-4818-8f6b-6c71b6f6784e req-a21d0bb4-6e0e-4d86-b1cc-6d9b454806d2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368249 Apr 29 15:56:02.117411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2ba9dcbe-67fc-4a01-9663-2947d075c9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:03.313958 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-45dd5bcf-fc11-41e9-95af-7aa31284b7da service neutron] 10.222.0.44 "GET /v2.0/ports/0a95715e-2968-487c-bc68-0dbb98205f36/bindings/hv-neutron-8391 HTTP/1.1" status: 200 len: 384 time: 0.0796990 Apr 29 15:56:03.351571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315e176-e068-4a50-a8d8-15edb534a717 req-2e389121-7da3-42f2-9306-fa5774eaba4c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:03.353054 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2315e176-e068-4a50-a8d8-15edb534a717 req-2e389121-7da3-42f2-9306-fa5774eaba4c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.1366420 Apr 29 15:56:03.399165 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2315e176-e068-4a50-a8d8-15edb534a717 req-5b3a16c0-6768-4777-8539-a9db1e956b88 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403199 Apr 29 15:56:03.814546 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-993255ad-7aee-4547-8e2a-f37f51c8d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:03.815982 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-993255ad-7aee-4547-8e2a-f37f51c8d782 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 1099 time: 0.0760241 Apr 29 15:56:03.909109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-96960060-487e-43d1-a37f-565ef625558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:03.910615 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-96960060-487e-43d1-a37f-565ef625558a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 1099 time: 0.0731523 Apr 29 15:56:04.038663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-791d573e-f555-488a-a0c6-2dfcc410a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:04.040063 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-791d573e-f555-488a-a0c6-2dfcc410a6c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1241009 Apr 29 15:56:04.138467 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-023568f6-33db-42f5-9068-5585087765e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a95715e-2968-487c-bc68-0dbb98205f36 HTTP/1.1" status: 200 len: 1002 time: 0.0914757 Apr 29 15:56:04.197189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-647cc538-8b27-4a7d-8f51-306d71d2430b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:04.201710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-93dda284-1911-4562-923b-38e016424084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:04.203105 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-93dda284-1911-4562-923b-38e016424084 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0590734 Apr 29 15:56:04.275897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-0f362ccd-e1f2-4da9-9f8e-bb9446a9b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:04.277570 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-0f362ccd-e1f2-4da9-9f8e-bb9446a9b3c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681207 Apr 29 15:56:04.408230 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-9520455c-64cf-4342-a361-d0e04297e4ec service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243374 Apr 29 15:56:04.539013 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a392183-da58-4141-b6e9-adc2ad85deb4 req-59c87994-21da-455e-8e8a-c218ead9654a service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252091 Apr 29 15:56:04.583974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a82e137-df94-41bf-92dc-6c54b768992d req-f1841229-bd4f-4b27-9a8e-ac3a4ca8671c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:04.585477 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a82e137-df94-41bf-92dc-6c54b768992d req-f1841229-bd4f-4b27-9a8e-ac3a4ca8671c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0807598 Apr 29 15:56:04.633788 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a82e137-df94-41bf-92dc-6c54b768992d req-b2ce2fef-7757-4d85-baa1-dd0da94347b8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Apr 29 15:56:05.197117 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:05.402937 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:05.822715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1266b-9453-4f8d-9733-e17c156fa857 req-3439eea3-5d9e-47cb-8eea-4188c84c1a0f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:05.824171 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-91c1266b-9453-4f8d-9733-e17c156fa857 req-3439eea3-5d9e-47cb-8eea-4188c84c1a0f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0793943 Apr 29 15:56:05.867886 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-91c1266b-9453-4f8d-9733-e17c156fa857 req-2fa82d6f-fb39-4b91-b9be-7c3ed6c15b1c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374506 Apr 29 15:56:06.039317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 0a95715e-2968-487c-bc68-0dbb98205f36 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:56:06.041644 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 0a95715e-2968-487c-bc68-0dbb98205f36 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:56:06.252665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:06.291031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 0a95715e-2968-487c-bc68-0dbb98205f36, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0a95715e-2968-487c-bc68-0dbb98205f36,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:56:06.308368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a95715e-2968-487c-bc68-0dbb98205f36'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:06.319608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '0a95715e-2968-487c-bc68-0dbb98205f36', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'port_id': '0a95715e-2968-487c-bc68-0dbb98205f36', 'mac_address': 'fa:16:3e:86:1b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:56:06.323628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 0a95715e-2968-487c-bc68-0dbb98205f36, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0a95715e-2968-487c-bc68-0dbb98205f36,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:56:06.395907 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b4abc25-575f-4353-9c11-facd308cd691'] response: {'server_uuid': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a95715e-2968-487c-bc68-0dbb98205f36', 'code': 200} Apr 29 15:56:06.406888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:06.477562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:06.510936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a95715e-2968-487c-bc68-0dbb98205f36 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:56:06.510936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=0a95715e-2968-487c-bc68-0dbb98205f36,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:06.568343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:56:06.568710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:56:07.074198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016c74f-31a5-41af-b069-7547c7fe4598 req-715ecf98-60b3-4ef3-90ab-d2460b31aa77 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:07.075670 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c016c74f-31a5-41af-b069-7547c7fe4598 req-715ecf98-60b3-4ef3-90ab-d2460b31aa77 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 944 time: 0.0840669 Apr 29 15:56:07.126763 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c016c74f-31a5-41af-b069-7547c7fe4598 req-36028cd3-5e19-4c31-bf05-f79a03544c65 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442681 Apr 29 15:56:07.128601 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:07.146021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a95715e-2968-487c-bc68-0dbb98205f36 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:56:07.162081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 0a95715e-2968-487c-bc68-0dbb98205f36, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0a95715e-2968-487c-bc68-0dbb98205f36,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:56:07.185612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:07.248773 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:07.310730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['0a95715e-2968-487c-bc68-0dbb98205f36'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:56:07.366376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=0a95715e-2968-487c-bc68-0dbb98205f36,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:07.585764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0b5f4-54b4-4ef2-9796-cb749bc6ed81 req-145ea581-4f04-4ffe-a675-832c68cc287f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:07.587214 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e9a0b5f4-54b4-4ef2-9796-cb749bc6ed81 req-145ea581-4f04-4ffe-a675-832c68cc287f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 945 time: 0.0795357 Apr 29 15:56:07.632139 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e9a0b5f4-54b4-4ef2-9796-cb749bc6ed81 req-2f0eec4d-827e-436d-9415-6a48ab9ef428 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389593 Apr 29 15:56:07.663929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-d9f1fb7c-af59-4442-a91e-89ad0c04691b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:07.664560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-d9f1fb7c-af59-4442-a91e-89ad0c04691b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Synchronizing usage tracker for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:56:07.762907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-d9f1fb7c-af59-4442-a91e-89ad0c04691b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Unset dirty status for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:56:07.764023 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-d9f1fb7c-af59-4442-a91e-89ad0c04691b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6&tenant_id=d50b140d51cc452b9bdd269edc3d71f6&binding%3Ahost_id=hv-neutron-8391 HTTP/1.1" status: 200 len: 945 time: 0.1883512 Apr 29 15:56:07.945275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-2216751d-6955-4569-9a4c-0d7efd52811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:07.946762 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-2216751d-6955-4569-9a4c-0d7efd52811b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 1098 time: 0.1142821 Apr 29 15:56:08.039826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 0a95715e-2968-487c-bc68-0dbb98205f36 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:56:08.074639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-8c76952b-f6cd-4960-8096-64460b8711fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:08.076083 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-8c76952b-f6cd-4960-8096-64460b8711fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1241567 Apr 29 15:56:08.105189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 0a95715e-2968-487c-bc68-0dbb98205f36 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:08.105547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:08.178968 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-cac781d6-3df9-4295-b938-03c6921bc5ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a95715e-2968-487c-bc68-0dbb98205f36 HTTP/1.1" status: 200 len: 1001 time: 0.0966587 Apr 29 15:56:08.221930 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:08.240319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-85e9230c-d662-4037-9212-750210ec7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:08.241925 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-85e9230c-d662-4037-9212-750210ec7e66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0575750 Apr 29 15:56:08.254981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 0a95715e-2968-487c-bc68-0dbb98205f36, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0a95715e-2968-487c-bc68-0dbb98205f36,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:56:08.319853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-e603e8af-de2b-4af3-a1fe-38462e7b3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:08.323229 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-e603e8af-de2b-4af3-a1fe-38462e7b3721 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740535 Apr 29 15:56:08.340239 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:08.396927 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a95715e-2968-487c-bc68-0dbb98205f36'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:08.415439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=0a95715e-2968-487c-bc68-0dbb98205f36,revision_number=8']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:08.459688 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c08690f-1ff2-4ff3-9658-84ef48cdb95a'] response: {'server_uuid': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a95715e-2968-487c-bc68-0dbb98205f36', 'code': 200} Apr 29 15:56:08.550624 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-93ce0490-b9ee-409d-a3e2-bc510ae88df4 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235985 Apr 29 15:56:08.679825 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-660dbbc1-cefd-4f24-ac58-c14ee3c4c58a req-d813e522-7506-4eef-bb92-612cf70075d9 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233718 Apr 29 15:56:08.831011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab306e0-710b-4315-82ec-d88ed65ca2e1 req-f7ea0830-43bf-4249-9e66-cc30bafbd63a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:08.832362 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dab306e0-710b-4315-82ec-d88ed65ca2e1 req-f7ea0830-43bf-4249-9e66-cc30bafbd63a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0905173 Apr 29 15:56:08.875780 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dab306e0-710b-4315-82ec-d88ed65ca2e1 req-1b277504-cfb2-4f42-9c9e-c7e060f3fcc2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376775 Apr 29 15:56:10.067620 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26cd7-d628-4289-8f56-6255a6a4fd6e req-90cbadc4-cc27-4123-a03a-c45cd2b80a58 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:10.069077 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-22c26cd7-d628-4289-8f56-6255a6a4fd6e req-90cbadc4-cc27-4123-a03a-c45cd2b80a58 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0801749 Apr 29 15:56:10.112577 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-22c26cd7-d628-4289-8f56-6255a6a4fd6e req-429a3a58-75a3-4904-bb2d-81cc388e369a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378566 Apr 29 15:56:10.296499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46bbdc-3046-4c49-993a-30edaf841850 req-af82f53a-e1f8-428b-bbf4-3acd7a59c83e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:10.297923 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2c46bbdc-3046-4c49-993a-30edaf841850 req-af82f53a-e1f8-428b-bbf4-3acd7a59c83e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0812359 Apr 29 15:56:10.342188 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2c46bbdc-3046-4c49-993a-30edaf841850 req-7cb3120b-3c5d-4025-a634-884ab33e0610 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377767 Apr 29 15:56:10.522428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b48862-a2fe-40de-9e31-8976a7afa560 req-577ec877-2f98-4d43-959d-82230b60c50f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:10.523855 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d0b48862-a2fe-40de-9e31-8976a7afa560 req-577ec877-2f98-4d43-959d-82230b60c50f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0787652 Apr 29 15:56:10.666288 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d0b48862-a2fe-40de-9e31-8976a7afa560 req-4520ee3d-0202-4cc0-ac2e-5aa8e01c5ecc tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368525 Apr 29 15:56:11.245134 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d37eb-919c-458f-98e4-a2fde7f3fb73 req-9e7025a7-1d93-4d3b-94da-a9f8d7bbc3f3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:11.246555 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e04d37eb-919c-458f-98e4-a2fde7f3fb73 req-9e7025a7-1d93-4d3b-94da-a9f8d7bbc3f3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0773520 Apr 29 15:56:11.291437 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e04d37eb-919c-458f-98e4-a2fde7f3fb73 req-3ff3bf78-eada-4896-b114-b1fd4893e79f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390239 Apr 29 15:56:12.479823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf28311-de7b-4ae5-a355-ae5baf47e18a req-a90de2c3-e307-446a-83ba-fdd0a324c5ea tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:12.481275 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-caf28311-de7b-4ae5-a355-ae5baf47e18a req-a90de2c3-e307-446a-83ba-fdd0a324c5ea tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0793886 Apr 29 15:56:12.524487 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-caf28311-de7b-4ae5-a355-ae5baf47e18a req-550c90ff-4db8-4aa2-9ef9-9bb2f5db0aec tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374014 Apr 29 15:56:12.863128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-00108d5f-44a8-4911-bf79-67caf0e6fcc1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:12.864440 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-00108d5f-44a8-4911-bf79-67caf0e6fcc1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 946 time: 0.0802693 Apr 29 15:56:12.937196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Deleting port 0a95715e-2968-487c-bc68-0dbb98205f36 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:56:12.937533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:13.194707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] For port 0a95715e-2968-487c-bc68-0dbb98205f36, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=0a95715e-2968-487c-bc68-0dbb98205f36,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:56:13.195063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:13.485597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:13.485908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:13.486220 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Floating IP d37e74a8-b380-4c49-8ca8-62953192017d disassociated. External IP: 172.26.2.129, port: 0a95715e-2968-487c-bc68-0dbb98205f36. Apr 29 15:56:13.486833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Calling delete_port for 0a95715e-2968-487c-bc68-0dbb98205f36 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:56:13.677537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:13.717098 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e6fa5-43c5-4208-ae92-294ee8c4795f req-4bb29976-d8a8-49d3-96bc-37adca0c718b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:13.718551 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-082e6fa5-43c5-4208-ae92-294ee8c4795f req-4bb29976-d8a8-49d3-96bc-37adca0c718b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 867 time: 0.0847838 Apr 29 15:56:13.731012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event deleted for resources: {'Port': ['ID=0a95715e-2968-487c-bc68-0dbb98205f36,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:13.742521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:13.742912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:13.743201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:13.743966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:13.743966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:13.744171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:13.744693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:13.745229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:13.745571 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:13.745882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:13.746205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:13.746523 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:56:13.765021 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-082e6fa5-43c5-4208-ae92-294ee8c4795f req-226bd0f1-6dbb-4f20-935f-b39d8995a0a5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402663 Apr 29 15:56:13.936380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:56:14.111620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:56:14.121113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab76d49-fd20-4c76-8413-6cc0190b5637 None None] Sync routers for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:56:14.130971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab76d49-fd20-4c76-8413-6cc0190b5637 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:56:14.131581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-dab76d49-fd20-4c76-8413-6cc0190b5637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:56:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:14.296818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] No DVR routers for this DVR port 0a95715e-2968-487c-bc68-0dbb98205f36 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:56:14.299837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:14.302667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'name': 'network-vif-deleted', 'tag': '0a95715e-2968-487c-bc68-0dbb98205f36'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:14.311123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-dab76d49-fd20-4c76-8413-6cc0190b5637 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:56:14.403393 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6506e04b-8394-4e7a-bba8-398f4c5842f9 req-569a1627-5a60-4bd8-bfc7-6d00b2bf191c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "DELETE /v2.0/ports/0a95715e-2968-487c-bc68-0dbb98205f36 HTTP/1.1" status: 204 len: 173 time: 1.5341294 Apr 29 15:56:14.405418 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab091a5-6e48-48b1-b369-0c0d1fef6930'] response: {'server_uuid': '0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6', 'name': 'network-vif-deleted', 'tag': '0a95715e-2968-487c-bc68-0dbb98205f36', 'status': 'completed', 'code': 200} Apr 29 15:56:14.619993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-dab76d49-fd20-4c76-8413-6cc0190b5637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:14.623762 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab76d49-fd20-4c76-8413-6cc0190b5637 None None] Checking router: 5628057d-4d10-4f2c-b765-8eeedf27b9a6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:56:14.633139 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab76d49-fd20-4c76-8413-6cc0190b5637 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:56:14.633702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-dab76d49-fd20-4c76-8413-6cc0190b5637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:56:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:14.810457 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-dab76d49-fd20-4c76-8413-6cc0190b5637 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:56:14.938928 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b19c1cd7-da10-4c41-af62-090668451c31 req-274d841e-1cc0-41d3-8aba-01c56d9e0c12 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb3c8d-d95d-4cf4-a33c-9a859d58c8f6 HTTP/1.1" status: 200 len: 210 time: 0.0474524 Apr 29 15:56:15.158151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-dab76d49-fd20-4c76-8413-6cc0190b5637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:15.162036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab76d49-fd20-4c76-8413-6cc0190b5637 None None] The sync data for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv is: [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:56:15.382907 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fd2129-d46c-41ee-bb8d-3eda6237df45 None None] New status for floating IP d37e74a8-b380-4c49-8ca8-62953192017d: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:56:16.100513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 0a95715e-2968-487c-bc68-0dbb98205f36 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:56:16.137437 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 0a95715e-2968-487c-bc68-0dbb98205f36 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:56:16.137795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 0a95715e-2968-487c-bc68-0dbb98205f36 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:56:16.267890 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-4c58c008-ec33-49c0-89bc-fb512a22204b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1160994087&fields=id&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 267 time: 0.0401287 Apr 29 15:56:16.419133 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-7e3f19ea-16c6-4047-9eb0-856f4eee36c0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:16.420569 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-7e3f19ea-16c6-4047-9eb0-856f4eee36c0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 812 time: 0.1466010 Apr 29 15:56:16.435645 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-b8423ed1-4349-46f4-bcdc-b5e44348e8d8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/quotas/d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 375 time: 0.0092463 Apr 29 15:56:16.518709 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-01c055aa-014a-43db-b4d5-3a47fa7f3d6a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777938 Apr 29 15:56:16.652653 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-15ff2b32-68b7-4fdd-9db1-6225d8b4c44f service neutron] 10.222.0.39 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225390 Apr 29 15:56:16.780862 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-934bee21-747c-44ae-892d-3278e3a467ff service neutron] 10.222.0.39 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216953 Apr 29 15:56:17.039147 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-734832a5-4fba-469d-ab47-d6431a2d9e6e req-116f227c-4dbe-48a5-9925-a30eac116589 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 210 time: 0.0471420 Apr 29 15:56:18.190229 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-877ee0ce-14d2-4469-bb56-051ecfd7d30e req-8690937a-3951-4ea3-a19e-b10fbf8efb80 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 210 time: 0.0422060 Apr 29 15:56:18.961074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-e2fd3f5d-092d-4337-9494-09ab7d068a17 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:18.962503 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-e2fd3f5d-092d-4337-9494-09ab7d068a17 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 812 time: 0.1414411 Apr 29 15:56:19.009541 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-c6d8cda8-a2b9-41bc-b31b-f59283c14a92 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 380 time: 0.0395956 Apr 29 15:56:19.018236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Request body: {'port': {'device_id': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'admin_state_up': True, 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'security_groups': ['5d7aed8d-e988-48df-bff8-dba9a8685262']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:56:19.151486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:56:19.155408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Usage tracker for resource:port and tenant:d50b140d51cc452b9bdd269edc3d71f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:56:19.158763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:56:19.164385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:56:19.242800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Made reservation on behalf of d50b140d51cc452b9bdd269edc3d71f6 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:56:19.246740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:19.347734 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5c3090d5-f2c7-44c1-8c6f-33defab281f9 req-49b20bbe-5d3c-4b9c-8879-1161c716f9af tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 210 time: 0.0429344 Apr 29 15:56:19.413220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Allocated IP 172.20.0.3 (0f07f31e-6972-4b67-9805-9cfe8d1a7d60/94fd0334-42de-4bda-972c-375d984308d1/fb0f51f0-dc09-4796-b7b7-15621846820f) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:56:19.596077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:19.611341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Transition to ACTIVE for port object fb0f51f0-dc09-4796-b7b7-15621846820f will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:56:19.699113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:19.769152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:56:19.772165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:56:19.774668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:56:19.821712 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event updated for resources: {'Port': ['ID=fb0f51f0-dc09-4796-b7b7-15621846820f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:19.844185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:19.844828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:19.941188 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-83315e31-ed77-421c-9df7-01528ab119be tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9265709 Apr 29 15:56:19.965274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Request body: {'port': {'device_id': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:56:20.053985 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-92ca5dbd-c2a1-4bcc-acdb-f67993be1d58 None None] Provisioning for port fb0f51f0-dc09-4796-b7b7-15621846820f completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:56:20.059275 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-92ca5dbd-c2a1-4bcc-acdb-f67993be1d58 None None] Provisioning complete for port fb0f51f0-dc09-4796-b7b7-15621846820f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:20.059636 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-92ca5dbd-c2a1-4bcc-acdb-f67993be1d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:20.075180 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:20.111706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-92ca5dbd-c2a1-4bcc-acdb-f67993be1d58 None None] Port fb0f51f0-dc09-4796-b7b7-15621846820f cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:56:20.411017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0f51f0-dc09-4796-b7b7-15621846820f {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:56:20.418199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:20.432260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Transition to ACTIVE for port object fb0f51f0-dc09-4796-b7b7-15621846820f will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:56:20.488324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:20.539923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb9f56-5831-42cd-aa1a-ea897dc21610 req-2e24142f-2fed-4a33-802a-be3c864441b1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:20.541344 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-89fb9f56-5831-42cd-aa1a-ea897dc21610 req-2e24142f-2fed-4a33-802a-be3c864441b1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 943 time: 0.0870771 Apr 29 15:56:20.592123 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-89fb9f56-5831-42cd-aa1a-ea897dc21610 req-2c762f57-c39f-4931-b123-bd1036ae23fa tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Apr 29 15:56:20.649676 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f51f0-dc09-4796-b7b7-15621846820f,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:20.723290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Attempting to bind port fb0f51f0-dc09-4796-b7b7-15621846820f on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:56:20.723618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Attempting to bind port fb0f51f0-dc09-4796-b7b7-15621846820f by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:56:20.723940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Attempting to bind port fb0f51f0-dc09-4796-b7b7-15621846820f on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:56:20.728470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Port fb0f51f0-dc09-4796-b7b7-15621846820f on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:56:20.728791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Attempting to bind port fb0f51f0-dc09-4796-b7b7-15621846820f on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:56:20.733966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:56:20.734290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Checking segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:56:20.734658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Bound using segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:56:20.735070 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Bound port: fb0f51f0-dc09-4796-b7b7-15621846820f, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:56:20.735433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:20.921790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] For port fb0f51f0-dc09-4796-b7b7-15621846820f, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:56:20.925168 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] For port fb0f51f0-dc09-4796-b7b7-15621846820f, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fb0f51f0-dc09-4796-b7b7-15621846820f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:56:20.985239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:21.050807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:21.051860 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:21.053122 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] 10.222.0.44 "PUT /v2.0/ports/fb0f51f0-dc09-4796-b7b7-15621846820f HTTP/1.1" status: 200 len: 1093 time: 1.0919411 Apr 29 15:56:21.053544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'tag': 'fb0f51f0-dc09-4796-b7b7-15621846820f'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:21.078002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e01b11-4598-4d25-851f-89ef6a2281e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0f51f0-dc09-4796-b7b7-15621846820f,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:21.099541 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785c04b3-789f-4f7d-bcc0-0a0d428e9e67'] response: {'name': 'network-changed', 'server_uuid': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'tag': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'status': 'completed', 'code': 200} Apr 29 15:56:21.195401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f96d-20a9-488c-8ad9-71965b9dd669 req-2dde277a-8261-4cf4-b0dd-9a1d52f3f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:21.196905 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0882f96d-20a9-488c-8ad9-71965b9dd669 req-2dde277a-8261-4cf4-b0dd-9a1d52f3f78e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 1096 time: 0.0769467 Apr 29 15:56:21.336838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f96d-20a9-488c-8ad9-71965b9dd669 req-e29b645d-1964-460c-957c-690b7e126d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:21.338222 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0882f96d-20a9-488c-8ad9-71965b9dd669 req-e29b645d-1964-460c-957c-690b7e126d80 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1352468 Apr 29 15:56:21.472184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882f96d-20a9-488c-8ad9-71965b9dd669 req-ea1a8c6b-7d53-4caf-b3aa-8cc41f8ef224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:21.473543 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0882f96d-20a9-488c-8ad9-71965b9dd669 req-ea1a8c6b-7d53-4caf-b3aa-8cc41f8ef224 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298850 Apr 29 15:56:21.575386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-ede89b3a-19d8-4711-ac44-0b3b08ec36c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:21.576862 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-ede89b3a-19d8-4711-ac44-0b3b08ec36c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 1096 time: 0.0685222 Apr 29 15:56:21.646223 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-e7c04385-2312-4c94-9342-c322e81a257a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb0f51f0-dc09-4796-b7b7-15621846820f HTTP/1.1" status: 200 len: 217 time: 0.0627036 Apr 29 15:56:21.706891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-f9265d37-71cd-4350-ae25-dfd828973c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:21.708327 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-f9265d37-71cd-4350-ae25-dfd828973c6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0569692 Apr 29 15:56:21.783858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118126e2-837e-4884-b5fd-81a9dec0f089 req-31c89127-93d9-42b1-a4ce-be66732d4381 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:21.785269 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-118126e2-837e-4884-b5fd-81a9dec0f089 req-31c89127-93d9-42b1-a4ce-be66732d4381 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 943 time: 0.0799351 Apr 29 15:56:21.787559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-35244c73-b93a-4027-b4ab-b206f27c15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:21.789041 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-35244c73-b93a-4027-b4ab-b206f27c15bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731022 Apr 29 15:56:21.833499 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-118126e2-837e-4884-b5fd-81a9dec0f089 req-a799763e-63b9-41cc-8396-a73e526d3fcb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Apr 29 15:56:21.919655 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-450fe377-53bb-437f-97b5-97815b2b9fda service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242168 Apr 29 15:56:22.048048 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8660a650-d7fb-4e54-9efd-95e92a3883e7 req-f4f8878f-e623-47df-afe6-fd8df0449763 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223149 Apr 29 15:56:23.021043 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1892ee7-4ddb-40c6-8fd7-b8add7538e1b req-79b3f189-7c72-4ed3-b680-643a2bc1d8d4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:23.022511 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d1892ee7-4ddb-40c6-8fd7-b8add7538e1b req-79b3f189-7c72-4ed3-b680-643a2bc1d8d4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 943 time: 0.0804257 Apr 29 15:56:23.066686 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d1892ee7-4ddb-40c6-8fd7-b8add7538e1b req-cd964393-ece2-4c27-80cc-c570ba8d2c5f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385110 Apr 29 15:56:24.117845 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fb0f51f0-dc09-4796-b7b7-15621846820f details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:56:24.239119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:24.258255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d078fd6-9fdf-4100-a243-9fd066c93a09 req-a1eb64a9-3ec5-4130-9292-5ad110924eb1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:24.259914 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d078fd6-9fdf-4100-a243-9fd066c93a09 req-a1eb64a9-3ec5-4130-9292-5ad110924eb1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 943 time: 0.0846207 Apr 29 15:56:24.266259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fb0f51f0-dc09-4796-b7b7-15621846820f, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fb0f51f0-dc09-4796-b7b7-15621846820f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:56:24.280565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'port_id': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'mac_address': 'fa:16:3e:a8:8a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:56:24.307839 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d078fd6-9fdf-4100-a243-9fd066c93a09 req-897f253d-8ac5-43f8-b1ea-5e7e721a1b2c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416312 Apr 29 15:56:24.341893 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:24.359187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0f51f0-dc09-4796-b7b7-15621846820f {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:56:24.374896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fb0f51f0-dc09-4796-b7b7-15621846820f, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fb0f51f0-dc09-4796-b7b7-15621846820f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:56:24.419203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:24.486066 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=fb0f51f0-dc09-4796-b7b7-15621846820f,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:24.612028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['fb0f51f0-dc09-4796-b7b7-15621846820f'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:56:25.491219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0550fe8-9974-44c3-96e8-080f6bcf291c req-902a27a4-c9eb-4a92-83a7-ce608669d4bc tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:25.492703 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d0550fe8-9974-44c3-96e8-080f6bcf291c req-902a27a4-c9eb-4a92-83a7-ce608669d4bc tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 944 time: 0.0797091 Apr 29 15:56:25.537715 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d0550fe8-9974-44c3-96e8-080f6bcf291c req-33300bd3-2816-4fc8-a04c-5cbc67be0775 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393739 Apr 29 15:56:26.133133 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fb0f51f0-dc09-4796-b7b7-15621846820f up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:56:26.236322 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port fb0f51f0-dc09-4796-b7b7-15621846820f completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:56:26.242321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port fb0f51f0-dc09-4796-b7b7-15621846820f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:56:26.242698 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:26.358565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:26.384601 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f51f0-dc09-4796-b7b7-15621846820f'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:26.394485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fb0f51f0-dc09-4796-b7b7-15621846820f, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fb0f51f0-dc09-4796-b7b7-15621846820f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:56:26.430319 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af0153a-e163-4f55-bb14-95e970eb6824'] response: {'server_uuid': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'code': 200} Apr 29 15:56:26.453840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:26.524884 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=fb0f51f0-dc09-4796-b7b7-15621846820f,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:56:26.794014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436dd2-049c-4611-9da6-ae30d9de26f9 req-cdb5a26d-6722-43bd-b265-b89efb9f4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:26.795457 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-cd436dd2-049c-4611-9da6-ae30d9de26f9 req-cdb5a26d-6722-43bd-b265-b89efb9f4c36 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 1098 time: 0.0674791 Apr 29 15:56:26.835629 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-cd436dd2-049c-4611-9da6-ae30d9de26f9 req-c11e9bc5-d039-4fe7-ae6f-46c58a10d9eb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333304 Apr 29 15:56:26.869727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f121efb-c090-47ba-b368-bc8465e044bc req-6e9eae9d-3581-45e6-a053-3fae6eea80ef tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:26.871166 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f121efb-c090-47ba-b368-bc8465e044bc req-6e9eae9d-3581-45e6-a053-3fae6eea80ef tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0843761 Apr 29 15:56:26.915051 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f121efb-c090-47ba-b368-bc8465e044bc req-44342e67-a051-41fe-b6e5-3b8206c93579 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383043 Apr 29 15:56:28.101408 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560989d-7632-4afc-9ff9-737474ce9e60 req-efe6bf2f-e400-4ad0-a247-0079eb01db8e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:28.102845 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3560989d-7632-4afc-9ff9-737474ce9e60 req-efe6bf2f-e400-4ad0-a247-0079eb01db8e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0784385 Apr 29 15:56:28.150731 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3560989d-7632-4afc-9ff9-737474ce9e60 req-1dde8c9c-029e-47dd-92ba-75800cd046bc tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Apr 29 15:56:29.331561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df74ec-7967-460e-9104-a0306eea0e6b req-bd3a6eeb-7d96-41e0-bd64-681b5e786802 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:29.333120 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-44df74ec-7967-460e-9104-a0306eea0e6b req-bd3a6eeb-7d96-41e0-bd64-681b5e786802 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0785437 Apr 29 15:56:29.377034 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-44df74ec-7967-460e-9104-a0306eea0e6b req-fe7397ae-dc63-4fa2-a485-044d991c648a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382564 Apr 29 15:56:29.557332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f1f50-4c40-4544-9f41-1d7472f091c8 req-410e23ad-6edc-4693-803a-b243f79bffb2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:29.558680 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b35f1f50-4c40-4544-9f41-1d7472f091c8 req-410e23ad-6edc-4693-803a-b243f79bffb2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0829523 Apr 29 15:56:29.567120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 43964) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:56:29.572221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-e3def958-4d2c-462e-ab79-dbf5a140c9ce tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Request body: {'floatingip': {'port_id': 'fb0f51f0-dc09-4796-b7b7-15621846820f'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:56:29.646408 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e3def958-4d2c-462e-ab79-dbf5a140c9ce tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:30.323669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e3def958-4d2c-462e-ab79-dbf5a140c9ce tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:30.384905 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e3def958-4d2c-462e-ab79-dbf5a140c9ce tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:30.549701 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-e3def958-4d2c-462e-ab79-dbf5a140c9ce tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Floating IP d37e74a8-b380-4c49-8ca8-62953192017d associated. External IP: 172.26.2.129, port: fb0f51f0-dc09-4796-b7b7-15621846820f. Apr 29 15:56:30.890245 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3def958-4d2c-462e-ab79-dbf5a140c9ce tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:56:31.076240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3def958-4d2c-462e-ab79-dbf5a140c9ce tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:56:31.081065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e3def958-4d2c-462e-ab79-dbf5a140c9ce tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:31.086256 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0357b1d-0ff3-4b12-92b5-2994bdb92a21 None None] Sync routers for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:56:31.095480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0357b1d-0ff3-4b12-92b5-2994bdb92a21 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:56:31.096080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b0357b1d-0ff3-4b12-92b5-2994bdb92a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:56:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:31.136234 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e3def958-4d2c-462e-ab79-dbf5a140c9ce tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "PUT /v2.0/floatingips/d37e74a8-b380-4c49-8ca8-62953192017d HTTP/1.1" status: 200 len: 991 time: 1.5679448 Apr 29 15:56:31.136824 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'tag': 'fb0f51f0-dc09-4796-b7b7-15621846820f'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:56:31.235054 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a78489-5b1b-4398-b418-1ee0fb0eafc9'] response: {'name': 'network-changed', 'server_uuid': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'tag': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'status': 'completed', 'code': 200} Apr 29 15:56:31.288579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-b0357b1d-0ff3-4b12-92b5-2994bdb92a21 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:56:31.339025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32eeca-997e-4c1b-a779-a4f293d9308a req-2036f745-7320-46e1-b558-e28530708ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:31.340500 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ca32eeca-997e-4c1b-a779-a4f293d9308a req-2036f745-7320-46e1-b558-e28530708ddd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 1098 time: 0.0799499 Apr 29 15:56:31.481744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32eeca-997e-4c1b-a779-a4f293d9308a req-0d4ad959-f524-407d-b359-6dfd20a1a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:31.483384 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ca32eeca-997e-4c1b-a779-a4f293d9308a req-0d4ad959-f524-407d-b359-6dfd20a1a1ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1364017 Apr 29 15:56:31.584561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809547f-752d-48a0-baa5-2f9cde03d6db req-389d4685-8612-452e-a08e-5d0ae4664463 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:31.586933 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e809547f-752d-48a0-baa5-2f9cde03d6db req-389d4685-8612-452e-a08e-5d0ae4664463 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0846093 Apr 29 15:56:31.593552 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ca32eeca-997e-4c1b-a779-a4f293d9308a req-c5dfc14a-488d-4631-be9c-910840d108b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb0f51f0-dc09-4796-b7b7-15621846820f HTTP/1.1" status: 200 len: 999 time: 0.1023507 Apr 29 15:56:31.633994 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e809547f-752d-48a0-baa5-2f9cde03d6db req-97c9882c-b235-402f-8c93-665d5075c454 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412862 Apr 29 15:56:31.660506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32eeca-997e-4c1b-a779-a4f293d9308a req-29106747-699b-45ef-935b-f70f47fe799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:31.662095 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ca32eeca-997e-4c1b-a779-a4f293d9308a req-29106747-699b-45ef-935b-f70f47fe799f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0618720 Apr 29 15:56:31.691514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b0357b1d-0ff3-4b12-92b5-2994bdb92a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd37e74a8-b380-4c49-8ca8-62953192017d', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'port_id': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'mac_address': 'fa:16:3e:a8:8a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:19Z', 'updated_at': '2022-04-29T15:56:30Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:31.696233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0357b1d-0ff3-4b12-92b5-2994bdb92a21 None None] Checking router: 5628057d-4d10-4f2c-b765-8eeedf27b9a6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:56:31.704482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0357b1d-0ff3-4b12-92b5-2994bdb92a21 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:56:31.705082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b0357b1d-0ff3-4b12-92b5-2994bdb92a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:56:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:31.739589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32eeca-997e-4c1b-a779-a4f293d9308a req-6c7db41b-6e3f-4c26-a98e-4525d2c975cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:31.741120 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ca32eeca-997e-4c1b-a779-a4f293d9308a req-6c7db41b-6e3f-4c26-a98e-4525d2c975cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721326 Apr 29 15:56:31.882711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-b0357b1d-0ff3-4b12-92b5-2994bdb92a21 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:56:31.983495 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ca32eeca-997e-4c1b-a779-a4f293d9308a req-025616e3-29df-4705-b88e-8c9d707817c4 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361267 Apr 29 15:56:32.119155 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ca32eeca-997e-4c1b-a779-a4f293d9308a req-74fdafd3-0667-4cee-a25a-2ee19753598a service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285641 Apr 29 15:56:32.132860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e25ecd4d-bbf6-4c7a-9503-c5fcac0539ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:32.238145 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b0357b1d-0ff3-4b12-92b5-2994bdb92a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd37e74a8-b380-4c49-8ca8-62953192017d', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'port_id': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'mac_address': 'fa:16:3e:a8:8a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:19Z', 'updated_at': '2022-04-29T15:56:30Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:56:32.242777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0357b1d-0ff3-4b12-92b5-2994bdb92a21 None None] The sync data for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv is: [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd37e74a8-b380-4c49-8ca8-62953192017d', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'port_id': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'mac_address': 'fa:16:3e:a8:8a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:19Z', 'updated_at': '2022-04-29T15:56:30Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:56:32.436116 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bad63f-32bc-4a99-9841-764651af6b8c None None] New status for floating IP d37e74a8-b380-4c49-8ca8-62953192017d: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:56:32.605897 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:56:32.825366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b789c3d-d81f-47a8-9488-b6049a6fc797 req-97f878fa-bfd7-4836-a6a4-e1379935a3b3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:32.826820 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1b789c3d-d81f-47a8-9488-b6049a6fc797 req-97f878fa-bfd7-4836-a6a4-e1379935a3b3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0842860 Apr 29 15:56:32.870345 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1b789c3d-d81f-47a8-9488-b6049a6fc797 req-b55223ef-66d6-4807-a6d5-1bad3d37d193 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377576 Apr 29 15:56:34.169267 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5f9ab-326a-41ce-9215-cc412eb6d09b req-20bb453c-2811-4e26-ac2c-b6fb72521289 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:34.170753 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-afb5f9ab-326a-41ce-9215-cc412eb6d09b req-20bb453c-2811-4e26-ac2c-b6fb72521289 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.1948657 Apr 29 15:56:34.179179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-439ab891-f98a-477c-b7c5-28a86280a3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:34.215244 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-afb5f9ab-326a-41ce-9215-cc412eb6d09b req-2ef639ef-9e9b-4fba-8e3d-779184f476f3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387540 Apr 29 15:56:35.225560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:35.400791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52916004-f7ef-4e1e-b146-e5cb069d10c6 req-484a1a7f-5d98-4c87-b857-494a8066e82a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:35.402245 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-52916004-f7ef-4e1e-b146-e5cb069d10c6 req-484a1a7f-5d98-4c87-b857-494a8066e82a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0804949 Apr 29 15:56:35.402824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:35.449906 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-52916004-f7ef-4e1e-b146-e5cb069d10c6 req-b1ba0f75-a73b-4b74-8afb-39214bc41fea tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416009 Apr 29 15:56:36.631300 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d39c6-c20b-474e-85a9-d7606a4b73d3 req-42deb3d8-313f-4f79-b598-ba2b9890d93d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:36.632697 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ed3d39c6-c20b-474e-85a9-d7606a4b73d3 req-42deb3d8-313f-4f79-b598-ba2b9890d93d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0777581 Apr 29 15:56:36.677297 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ed3d39c6-c20b-474e-85a9-d7606a4b73d3 req-65f4d88c-a2c9-452c-b423-b0031f308797 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389769 Apr 29 15:56:37.144873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:37.863927 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb6693-a93e-4c32-9b4c-484cbe118312 req-9f3c3d35-a914-45df-8bc6-73bdf1425d6c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:37.866128 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0dfb6693-a93e-4c32-9b4c-484cbe118312 req-9f3c3d35-a914-45df-8bc6-73bdf1425d6c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0848236 Apr 29 15:56:37.908637 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0dfb6693-a93e-4c32-9b4c-484cbe118312 req-744c1208-a50e-47ea-9753-02fdb0c64a63 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369589 Apr 29 15:56:39.103503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b5886-2b9d-4c59-b552-b8717d92469a req-c1afec2d-3b69-45d3-b9bc-a4423afd9504 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:39.104959 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ac7b5886-2b9d-4c59-b552-b8717d92469a req-c1afec2d-3b69-45d3-b9bc-a4423afd9504 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0905840 Apr 29 15:56:39.148789 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ac7b5886-2b9d-4c59-b552-b8717d92469a req-75c0a7bb-7078-48f7-bda1-60176792a5e2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381491 Apr 29 15:56:40.331901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea12cb6-d7c9-4195-85c6-98e6779df9a3 req-f967cc06-fa3c-4a7a-b7e3-9ccff680d4e8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:40.333922 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fea12cb6-d7c9-4195-85c6-98e6779df9a3 req-f967cc06-fa3c-4a7a-b7e3-9ccff680d4e8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0814555 Apr 29 15:56:40.377187 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fea12cb6-d7c9-4195-85c6-98e6779df9a3 req-10ad5a9b-ce2e-4c36-a392-d9a49bec6a62 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373378 Apr 29 15:56:41.561588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b3619-f4b1-4843-b448-565a36be214b req-b920ccb2-305e-4a08-9de5-2c85d169353e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:41.562941 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d49b3619-f4b1-4843-b448-565a36be214b req-b920ccb2-305e-4a08-9de5-2c85d169353e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0788317 Apr 29 15:56:41.609817 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d49b3619-f4b1-4843-b448-565a36be214b req-e6f9f31b-a3ef-4a3e-a7e0-c6b15a6f2bc1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411227 Apr 29 15:56:42.792778 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59a45d-bc2c-46e5-896c-a0f749b01a89 req-eaafa53c-3d33-4d9c-8103-fa0df1595e7f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:42.794212 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ac59a45d-bc2c-46e5-896c-a0f749b01a89 req-eaafa53c-3d33-4d9c-8103-fa0df1595e7f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0800016 Apr 29 15:56:42.838540 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ac59a45d-bc2c-46e5-896c-a0f749b01a89 req-fddd746b-1a91-4a4c-a137-b96ff30b526d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387595 Apr 29 15:56:44.021421 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43918a79-87af-4772-a268-60c2af938bb6 req-df87d166-1aee-44b4-aa9f-06ac2041779e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:44.022839 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-43918a79-87af-4772-a268-60c2af938bb6 req-df87d166-1aee-44b4-aa9f-06ac2041779e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0810678 Apr 29 15:56:44.065843 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-43918a79-87af-4772-a268-60c2af938bb6 req-0b732986-a2ea-48db-979e-642cf3271e2a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373557 Apr 29 15:56:45.250428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d9491-f91c-497c-8411-ece15d5ee827 req-2383506c-daff-4c84-a6dc-c0b520bc2992 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:45.251868 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-192d9491-f91c-497c-8411-ece15d5ee827 req-2383506c-daff-4c84-a6dc-c0b520bc2992 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0804870 Apr 29 15:56:45.296113 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-192d9491-f91c-497c-8411-ece15d5ee827 req-86162d94-6486-46d5-b939-0366577381bd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379138 Apr 29 15:56:46.482266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d35502-a7fc-49b7-92ac-299944630524 req-a231694b-6b45-4d8a-94f1-5a4abdc4f3de tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:46.483691 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c8d35502-a7fc-49b7-92ac-299944630524 req-a231694b-6b45-4d8a-94f1-5a4abdc4f3de tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0811231 Apr 29 15:56:46.526756 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c8d35502-a7fc-49b7-92ac-299944630524 req-737fe5e9-3cb1-4170-a86a-f430d99f963f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372915 Apr 29 15:56:47.711833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277ff52-4e54-4008-a9f5-7d62b9cdcfe1 req-b27052a6-e996-410b-8b34-c572e5030044 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:47.713311 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e277ff52-4e54-4008-a9f5-7d62b9cdcfe1 req-b27052a6-e996-410b-8b34-c572e5030044 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0802064 Apr 29 15:56:47.760256 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e277ff52-4e54-4008-a9f5-7d62b9cdcfe1 req-8691fddf-6cbe-4c96-bec5-2671708fc9d0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411410 Apr 29 15:56:48.943764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39515cc6-0a25-4aa6-b1f4-7d59cac8755c req-39d8047e-448c-4de8-ae64-f673a545f4e4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:48.945211 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-39515cc6-0a25-4aa6-b1f4-7d59cac8755c req-39d8047e-448c-4de8-ae64-f673a545f4e4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0790169 Apr 29 15:56:48.988399 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-39515cc6-0a25-4aa6-b1f4-7d59cac8755c req-3042484d-458a-4502-91f4-fff857b79798 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374174 Apr 29 15:56:50.177585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a06a1-8cb6-46f7-a92f-eb918a009149 req-3f45bdf0-d4ab-44ae-b940-8c88967e000b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:50.179037 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a20a06a1-8cb6-46f7-a92f-eb918a009149 req-3f45bdf0-d4ab-44ae-b940-8c88967e000b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0847261 Apr 29 15:56:50.222869 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a20a06a1-8cb6-46f7-a92f-eb918a009149 req-0a44ce3e-3937-465b-8605-ea31f6443f10 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381417 Apr 29 15:56:51.406687 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03ecd5-6bc9-4576-a477-58a21ee7429f req-96fbd4e1-3d3c-4826-8763-7c458b2eb3aa tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:51.408115 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6f03ecd5-6bc9-4576-a477-58a21ee7429f req-96fbd4e1-3d3c-4826-8763-7c458b2eb3aa tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0777092 Apr 29 15:56:51.452824 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6f03ecd5-6bc9-4576-a477-58a21ee7429f req-5d34173c-0b5c-4327-a04d-776e7e801de2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383339 Apr 29 15:56:51.595932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307421b-2cf6-4703-b5da-005d5ca301a3 req-81c3511c-9777-4091-8afb-c3edeee78d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:51.597362 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6307421b-2cf6-4703-b5da-005d5ca301a3 req-81c3511c-9777-4091-8afb-c3edeee78d58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 1098 time: 0.0687473 Apr 29 15:56:51.739166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307421b-2cf6-4703-b5da-005d5ca301a3 req-4cc5ebf8-a942-4524-ae72-80ca5a1ae52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:51.740622 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6307421b-2cf6-4703-b5da-005d5ca301a3 req-4cc5ebf8-a942-4524-ae72-80ca5a1ae52a service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1243966 Apr 29 15:56:51.841180 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6307421b-2cf6-4703-b5da-005d5ca301a3 req-ce245ac8-4619-4936-b600-a75cbf5899e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb0f51f0-dc09-4796-b7b7-15621846820f HTTP/1.1" status: 200 len: 1001 time: 0.0944622 Apr 29 15:56:51.900916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307421b-2cf6-4703-b5da-005d5ca301a3 req-4bb949bb-39c5-47a5-a587-b90467d8d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:51.902205 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6307421b-2cf6-4703-b5da-005d5ca301a3 req-4bb949bb-39c5-47a5-a587-b90467d8d72b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0553148 Apr 29 15:56:51.980938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307421b-2cf6-4703-b5da-005d5ca301a3 req-422d3ceb-8914-4f37-89ca-57ba88b2b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:51.982377 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6307421b-2cf6-4703-b5da-005d5ca301a3 req-422d3ceb-8914-4f37-89ca-57ba88b2b3c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708184 Apr 29 15:56:52.110349 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6307421b-2cf6-4703-b5da-005d5ca301a3 req-04213359-d62d-49d6-9154-2fa0cf5700ad service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214628 Apr 29 15:56:52.239936 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6307421b-2cf6-4703-b5da-005d5ca301a3 req-c367403b-d221-481f-907d-ef2e8307816a service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227703 Apr 29 15:56:52.644371 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550d02a-a09b-4185-a6bb-e8f70d644bd4 req-b399f5f8-b934-4f17-8fc4-3a235f519e8f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:52.645845 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9550d02a-a09b-4185-a6bb-e8f70d644bd4 req-b399f5f8-b934-4f17-8fc4-3a235f519e8f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0830128 Apr 29 15:56:52.691046 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9550d02a-a09b-4185-a6bb-e8f70d644bd4 req-84ca3539-c530-4c33-afe7-8cd4d3022e1d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393305 Apr 29 15:56:53.874554 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60bbf-5750-4c7f-a700-c7c6dffc3fe8 req-54e9ec54-254d-4853-bad6-477e490bc529 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:53.876050 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-95a60bbf-5750-4c7f-a700-c7c6dffc3fe8 req-54e9ec54-254d-4853-bad6-477e490bc529 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0784874 Apr 29 15:56:53.919942 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-95a60bbf-5750-4c7f-a700-c7c6dffc3fe8 req-ef1768ea-b58b-4d73-9750-fe9ad8be120d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375042 Apr 29 15:56:54.207561 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:56:55.104855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509554c-1020-4db1-aaa8-66c647774c4d req-caf636e8-2ccb-4f95-9f48-72b5b0aeb80b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:55.106277 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3509554c-1020-4db1-aaa8-66c647774c4d req-caf636e8-2ccb-4f95-9f48-72b5b0aeb80b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0819740 Apr 29 15:56:55.149744 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3509554c-1020-4db1-aaa8-66c647774c4d req-037cf9c1-ae74-46d8-852c-5db149cb897d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377610 Apr 29 15:56:56.331338 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0e202-677c-4f50-8534-bdfad9c7bb90 req-0a286568-2da8-485b-a16c-da4914eccb82 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:56.332836 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4ac0e202-677c-4f50-8534-bdfad9c7bb90 req-0a286568-2da8-485b-a16c-da4914eccb82 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0791516 Apr 29 15:56:56.379927 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4ac0e202-677c-4f50-8534-bdfad9c7bb90 req-427d4756-83fe-4672-8fb9-ab538769ce36 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405862 Apr 29 15:56:57.563567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a06e65-ac0f-4527-8c68-a022f443c466 req-9ce75f0f-668b-482c-829e-e068596111e7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:57.564963 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f0a06e65-ac0f-4527-8c68-a022f443c466 req-9ce75f0f-668b-482c-829e-e068596111e7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0788984 Apr 29 15:56:57.608907 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f0a06e65-ac0f-4527-8c68-a022f443c466 req-023d6d07-b2f1-402e-9f14-af18961e0c99 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381141 Apr 29 15:56:58.791757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a620d8-c966-4ed0-b011-ae3cdd0a0d07 req-da315fd3-6f35-43d9-a044-87d6a0671e54 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:56:58.793212 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-91a620d8-c966-4ed0-b011-ae3cdd0a0d07 req-da315fd3-6f35-43d9-a044-87d6a0671e54 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0813940 Apr 29 15:56:58.837094 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-91a620d8-c966-4ed0-b011-ae3cdd0a0d07 req-b8afbe0f-80cb-4cc4-babe-502e954c8bb9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381577 Apr 29 15:57:00.032738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f177aed-f9d3-4f2d-bd9c-396ddae40140 req-e429fa0d-aa22-4acf-a7b2-d0704bac2541 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:00.034368 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8f177aed-f9d3-4f2d-bd9c-396ddae40140 req-e429fa0d-aa22-4acf-a7b2-d0704bac2541 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0788147 Apr 29 15:57:00.082195 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8f177aed-f9d3-4f2d-bd9c-396ddae40140 req-baccc329-b22e-4149-9da0-8406ac23eac4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Apr 29 15:57:01.277314 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1798e9-1079-45b0-88d2-1704a5960ddf req-f78f232b-7d2c-456e-9a7a-d53678a31ac0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:01.278648 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-be1798e9-1079-45b0-88d2-1704a5960ddf req-f78f232b-7d2c-456e-9a7a-d53678a31ac0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0836251 Apr 29 15:57:01.322739 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-be1798e9-1079-45b0-88d2-1704a5960ddf req-87abf1da-0196-405d-827d-323a0e956fed tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384405 Apr 29 15:57:02.126945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ddd3dbde-fba6-4585-8dae-7af9ee693bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:02.505690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9b414-e0e1-4853-a315-54766f2f06fd req-8869011f-6cd4-49ad-903a-106cf03ed13c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:02.507268 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bbf9b414-e0e1-4853-a315-54766f2f06fd req-8869011f-6cd4-49ad-903a-106cf03ed13c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0792706 Apr 29 15:57:02.555081 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bbf9b414-e0e1-4853-a315-54766f2f06fd req-1db6507c-e82c-4007-840c-35083e6f13db tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 Apr 29 15:57:03.095005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b15c39-1b60-454d-9a2a-9e291e0f4178 req-fc0c3f1a-a556-4e12-814b-42612b9e5f09 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:03.096518 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f7b15c39-1b60-454d-9a2a-9e291e0f4178 req-fc0c3f1a-a556-4e12-814b-42612b9e5f09 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0818167 Apr 29 15:57:03.141073 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f7b15c39-1b60-454d-9a2a-9e291e0f4178 req-30443d9f-8dc6-4756-b19b-beb0714a8d48 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385623 Apr 29 15:57:03.141951 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-fe087d37-5085-490e-ba05-16081bb3dd60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676842 Apr 29 15:57:04.180103 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c5618f97-b087-4816-a976-e51e00f43362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:04.338410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f838-8e58-4fdd-a94f-7d622483be02 req-cdd4b261-cfae-4376-9410-958d127bb6c7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:04.339889 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de36f838-8e58-4fdd-a94f-7d622483be02 req-cdd4b261-cfae-4376-9410-958d127bb6c7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0884778 Apr 29 15:57:04.497489 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de36f838-8e58-4fdd-a94f-7d622483be02 req-3736fde1-9db5-4958-bd3a-d598a82570ae tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516516 Apr 29 15:57:05.190146 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-42d18d4d-ae35-44dd-bf49-771a56156b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:05.191523 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-42d18d4d-ae35-44dd-bf49-771a56156b9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 1098 time: 0.0793493 Apr 29 15:57:05.231346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:05.321978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-960cefec-9626-4a97-bc20-ede08970c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:05.323405 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-960cefec-9626-4a97-bc20-ede08970c8d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1261084 Apr 29 15:57:05.413638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:05.424005 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-b2bd3fa1-3f9e-411b-a661-2895ee4be940 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb0f51f0-dc09-4796-b7b7-15621846820f HTTP/1.1" status: 200 len: 1001 time: 0.0951757 Apr 29 15:57:05.484690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-9b7e7dd7-67fb-474c-bc56-99a7f07ada49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:05.486020 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-9b7e7dd7-67fb-474c-bc56-99a7f07ada49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0564125 Apr 29 15:57:05.558521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-3be3088a-183f-42c2-b965-a19555032492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:05.559962 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-3be3088a-183f-42c2-b965-a19555032492 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681496 Apr 29 15:57:05.702427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfd72a-bfb9-43c6-b343-becb798e7367 req-ebec977b-9957-4916-a0e6-d5f2d705e3c9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:05.703960 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cbdfd72a-bfb9-43c6-b343-becb798e7367 req-ebec977b-9957-4916-a0e6-d5f2d705e3c9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0953257 Apr 29 15:57:05.757709 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cbdfd72a-bfb9-43c6-b343-becb798e7367 req-6f591cbd-60a3-40c5-828e-f880ffe34bd0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429504 Apr 29 15:57:05.809376 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-297827a2-570d-411e-9209-2402912b8af4 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430687 Apr 29 15:57:05.938085 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-3116f42a-66fb-4695-a412-1fb537d05c74 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233125 Apr 29 15:57:06.949136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881291b2-4303-44ec-bde4-131728846695 req-a5a30849-5aa2-465e-a53a-d366ade5980a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:06.950837 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-881291b2-4303-44ec-bde4-131728846695 req-a5a30849-5aa2-465e-a53a-d366ade5980a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0873649 Apr 29 15:57:06.996204 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-881291b2-4303-44ec-bde4-131728846695 req-2043d49b-f6e1-4127-a421-624c7f10ec3b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395896 Apr 29 15:57:07.150760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:07.819926 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-6ff08c73-ac9f-44c1-b17a-bceb53f6f646 service neutron] 10.222.0.44 "GET /v2.0/ports/fb0f51f0-dc09-4796-b7b7-15621846820f/bindings/hv-neutron-8391 HTTP/1.1" status: 200 len: 384 time: 0.0730896 Apr 29 15:57:08.181698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a374d2f-6ef9-4d75-a5c7-e05546108b97 req-3e03963c-4c57-44a8-9916-e11b34123774 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:08.183129 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1a374d2f-6ef9-4d75-a5c7-e05546108b97 req-3e03963c-4c57-44a8-9916-e11b34123774 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0812402 Apr 29 15:57:08.231698 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1a374d2f-6ef9-4d75-a5c7-e05546108b97 req-88331a1a-4886-449a-805c-4b67afada042 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429134 Apr 29 15:57:08.508192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-9cad07ee-8e77-41e5-be1a-e81eb5757397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:08.508192 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-9cad07ee-8e77-41e5-be1a-e81eb5757397 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 1098 time: 0.0716710 Apr 29 15:57:08.583743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-ff84fb30-ac57-477d-b312-365dac5efbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:08.586248 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-ff84fb30-ac57-477d-b312-365dac5efbcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 1098 time: 0.0744374 Apr 29 15:57:08.719340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-6c175f1c-959c-49bb-a5e8-87db28da11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:08.720799 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-6c175f1c-959c-49bb-a5e8-87db28da11b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1285808 Apr 29 15:57:08.823106 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-c2643f7b-20ff-4e66-81a6-48b27388a3f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb0f51f0-dc09-4796-b7b7-15621846820f HTTP/1.1" status: 200 len: 1001 time: 0.0961921 Apr 29 15:57:08.883285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-46a38cc1-a361-4320-a70b-ed3b470782e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:08.884740 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-46a38cc1-a361-4320-a70b-ed3b470782e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0565398 Apr 29 15:57:08.961854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-c3be21c2-76ea-47d4-bbbc-e44376e2430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:08.963314 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-c3be21c2-76ea-47d4-bbbc-e44376e2430b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729396 Apr 29 15:57:09.093263 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-b51a2a84-7c98-4f65-9be3-8cc6a7c7f404 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231272 Apr 29 15:57:09.222947 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1fc90460-2407-4ea1-a253-50fd25bdcc28 req-486dd2d7-941d-407f-ad63-22314c045ac7 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240807 Apr 29 15:57:09.419716 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae11283-833c-4de4-bbbe-07b0cface0cf req-65c7961c-749a-45a3-a779-8fec929f6022 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:09.421220 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1ae11283-833c-4de4-bbbe-07b0cface0cf req-65c7961c-749a-45a3-a779-8fec929f6022 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0811605 Apr 29 15:57:09.467445 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1ae11283-833c-4de4-bbbe-07b0cface0cf req-f14bd74b-fef6-4b01-b646-8e0731a89800 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399582 Apr 29 15:57:09.535316 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:57:10.353514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fb0f51f0-dc09-4796-b7b7-15621846820f details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:57:10.355898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fb0f51f0-dc09-4796-b7b7-15621846820f no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:57:10.571637 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:10.590641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fb0f51f0-dc09-4796-b7b7-15621846820f, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fb0f51f0-dc09-4796-b7b7-15621846820f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:57:10.609404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'port_id': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'mac_address': 'fa:16:3e:a8:8a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:57:10.614606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb0f51f0-dc09-4796-b7b7-15621846820f'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:10.663586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fb0f51f0-dc09-4796-b7b7-15621846820f, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fb0f51f0-dc09-4796-b7b7-15621846820f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:57:10.663748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537550c-9c30-4c09-817c-0d727d02cc0d req-227f9b0e-076a-4374-9ad5-a451217b1cb5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:10.663748 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d537550c-9c30-4c09-817c-0d727d02cc0d req-227f9b0e-076a-4374-9ad5-a451217b1cb5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0830069 Apr 29 15:57:10.707200 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d537550c-9c30-4c09-817c-0d727d02cc0d req-137b31e3-2359-47e1-a782-0a4b718a0b97 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417080 Apr 29 15:57:10.724747 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88ff344-df78-4124-8969-a72597b2ceec'] response: {'server_uuid': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'code': 200} Apr 29 15:57:10.736338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:10.753309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb0f51f0-dc09-4796-b7b7-15621846820f {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:57:10.785227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:10.898900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:57:10.899176 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:57:10.901428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=fb0f51f0-dc09-4796-b7b7-15621846820f,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:10.908447 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:10.908822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:10.909161 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:10.909496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:10.909827 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:10.910156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:10.910488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:10.910908 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:10.911174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:10.911498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:10.911818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:10.912136 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:11.453019 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:11.469910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0f51f0-dc09-4796-b7b7-15621846820f {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:57:11.485277 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fb0f51f0-dc09-4796-b7b7-15621846820f, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fb0f51f0-dc09-4796-b7b7-15621846820f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:57:11.549932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:11.612371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['fb0f51f0-dc09-4796-b7b7-15621846820f'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:57:11.661301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=fb0f51f0-dc09-4796-b7b7-15621846820f,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:11.896615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900afdea-d4fc-4761-b9dd-e3621c175ea3 req-67ed7e4b-ac12-450c-b6da-7d8b2a6aebb9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:11.898610 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-900afdea-d4fc-4761-b9dd-e3621c175ea3 req-67ed7e4b-ac12-450c-b6da-7d8b2a6aebb9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 944 time: 0.0799236 Apr 29 15:57:11.941975 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-900afdea-d4fc-4761-b9dd-e3621c175ea3 req-ae622297-6a3a-43cc-affc-f907c9664459 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377469 Apr 29 15:57:12.367167 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fb0f51f0-dc09-4796-b7b7-15621846820f up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:57:12.438316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port fb0f51f0-dc09-4796-b7b7-15621846820f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:57:12.438696 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:12.467817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a62b79-1ee0-4dd9-b464-4c826ee0d4a0 req-a02a7e19-3f17-434a-8c56-eb607fe523a7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:12.469428 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c7a62b79-1ee0-4dd9-b464-4c826ee0d4a0 req-a02a7e19-3f17-434a-8c56-eb607fe523a7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 944 time: 0.0901339 Apr 29 15:57:12.514930 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c7a62b79-1ee0-4dd9-b464-4c826ee0d4a0 req-4b12ce6a-275b-447c-bab8-5b94335aa89d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389185 Apr 29 15:57:12.550720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-aff066c0-893f-450a-84db-e6bee2612a79 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:12.551395 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-aff066c0-893f-450a-84db-e6bee2612a79 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Synchronizing usage tracker for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:57:12.559605 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:12.592173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port fb0f51f0-dc09-4796-b7b7-15621846820f, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fb0f51f0-dc09-4796-b7b7-15621846820f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:57:12.624559 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-aff066c0-893f-450a-84db-e6bee2612a79 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Unset dirty status for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:57:12.625711 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-aff066c0-893f-450a-84db-e6bee2612a79 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58&tenant_id=d50b140d51cc452b9bdd269edc3d71f6&binding%3Ahost_id=hv-neutron-8391 HTTP/1.1" status: 200 len: 944 time: 0.1607351 Apr 29 15:57:12.658937 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:12.726035 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f51f0-dc09-4796-b7b7-15621846820f'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:12.734594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=fb0f51f0-dc09-4796-b7b7-15621846820f,revision_number=8']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:12.766346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-4087bbaa-d8d3-49a0-8f53-bc4e28ba3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:12.768121 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-4087bbaa-d8d3-49a0-8f53-bc4e28ba3fd6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 1098 time: 0.0713317 Apr 29 15:57:12.780596 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4c13ef-9795-45ec-b021-a41e37552828'] response: {'server_uuid': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'code': 200} Apr 29 15:57:12.896553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-bbf89924-66ad-495b-84d5-add9eb91f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:12.897932 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-bbf89924-66ad-495b-84d5-add9eb91f189 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1245120 Apr 29 15:57:12.997246 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-17abe77f-6a64-4500-9ec2-c93f2dd26b26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb0f51f0-dc09-4796-b7b7-15621846820f HTTP/1.1" status: 200 len: 1001 time: 0.0935895 Apr 29 15:57:13.059722 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-819bd282-2354-41e6-b7e0-f7ac4eac2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:13.061126 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-819bd282-2354-41e6-b7e0-f7ac4eac2e30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0588503 Apr 29 15:57:13.133394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-645b2665-e22a-4e7f-8e82-dad1d38410e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:13.134817 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-645b2665-e22a-4e7f-8e82-dad1d38410e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675137 Apr 29 15:57:13.362372 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-7aa97671-bbf8-465e-8069-fc733ffa7aae service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218363 Apr 29 15:57:13.488094 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9e1efde1-37ce-49ec-8527-bda64b604efd req-3273b74c-02d5-4f43-a5fb-63faba1e14de service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201286 Apr 29 15:57:13.702198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580adea-06ca-4598-9a0c-ca4b29c6cc83 req-92e12ff7-6ae1-44ca-83f3-02334d23d34d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:13.703677 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8580adea-06ca-4598-9a0c-ca4b29c6cc83 req-92e12ff7-6ae1-44ca-83f3-02334d23d34d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0799015 Apr 29 15:57:13.755446 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8580adea-06ca-4598-9a0c-ca4b29c6cc83 req-60cb3402-134d-4430-a3c6-c44f81650567 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450954 Apr 29 15:57:14.940738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d1154-674e-4d5e-8d74-731a00131035 req-e5bd1717-df7d-4661-954c-68d7385ccb46 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:14.942177 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b17d1154-674e-4d5e-8d74-731a00131035 req-e5bd1717-df7d-4661-954c-68d7385ccb46 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0794337 Apr 29 15:57:14.989405 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b17d1154-674e-4d5e-8d74-731a00131035 req-0cdd98dd-8f74-4322-8d7e-4bae240b9dda tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Apr 29 15:57:15.182212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a947699-19b2-4e04-8cf2-63f3d9a57798 req-fcbf0375-55e8-4fc7-9213-e0bcbc119db1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:15.183561 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a947699-19b2-4e04-8cf2-63f3d9a57798 req-fcbf0375-55e8-4fc7-9213-e0bcbc119db1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0825284 Apr 29 15:57:15.227126 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a947699-19b2-4e04-8cf2-63f3d9a57798 req-dda284fc-81df-4da5-b8bf-06ba92808117 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377736 Apr 29 15:57:15.829469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083651d-09cf-454a-bd7e-3f8a72cfc393 req-eada25b9-bc17-496a-addb-fbf9ff72f651 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:15.830934 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c083651d-09cf-454a-bd7e-3f8a72cfc393 req-eada25b9-bc17-496a-addb-fbf9ff72f651 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0800676 Apr 29 15:57:15.875336 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c083651d-09cf-454a-bd7e-3f8a72cfc393 req-82082685-68ff-469d-aa25-4fd94664692b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382178 Apr 29 15:57:16.008703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e878c-5a00-4dd9-992b-ce23c5e1f4aa req-ec73e6d2-c94d-403e-b021-bba5a453f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:16.010145 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b59e878c-5a00-4dd9-992b-ce23c5e1f4aa req-ec73e6d2-c94d-403e-b021-bba5a453f7db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 1098 time: 0.0746918 Apr 29 15:57:16.139531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e878c-5a00-4dd9-992b-ce23c5e1f4aa req-1c3f69d2-4731-4d95-9d15-98d171b19652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:16.140967 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b59e878c-5a00-4dd9-992b-ce23c5e1f4aa req-1c3f69d2-4731-4d95-9d15-98d171b19652 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1253276 Apr 29 15:57:16.240859 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b59e878c-5a00-4dd9-992b-ce23c5e1f4aa req-91b9789e-a4d4-4438-894f-c76f79801d50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb0f51f0-dc09-4796-b7b7-15621846820f HTTP/1.1" status: 200 len: 1001 time: 0.0925934 Apr 29 15:57:16.305513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e878c-5a00-4dd9-992b-ce23c5e1f4aa req-74753d5e-87b3-454f-8e9b-a04aadd51d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:16.306935 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b59e878c-5a00-4dd9-992b-ce23c5e1f4aa req-74753d5e-87b3-454f-8e9b-a04aadd51d16 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0605936 Apr 29 15:57:16.381604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e878c-5a00-4dd9-992b-ce23c5e1f4aa req-7765b9c3-8777-46c2-8b53-214b5b93dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:16.383057 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b59e878c-5a00-4dd9-992b-ce23c5e1f4aa req-7765b9c3-8777-46c2-8b53-214b5b93dae9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699084 Apr 29 15:57:16.510711 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b59e878c-5a00-4dd9-992b-ce23c5e1f4aa req-5b2cbb34-fceb-49df-a227-e65f961475d6 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215713 Apr 29 15:57:16.638425 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b59e878c-5a00-4dd9-992b-ce23c5e1f4aa req-033a1b11-fdbc-44c7-a499-9c64e96deaca service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221890 Apr 29 15:57:17.064759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398deeb-b2e5-4c3a-8960-5823580baffa req-c690cee3-9afb-45ab-b5db-a1def2ce21b1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:17.066204 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c398deeb-b2e5-4c3a-8960-5823580baffa req-c690cee3-9afb-45ab-b5db-a1def2ce21b1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0829921 Apr 29 15:57:17.110521 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c398deeb-b2e5-4c3a-8960-5823580baffa req-04d61703-abae-4bdb-8ef8-0eff1845518b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380030 Apr 29 15:57:18.294485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba44fc6-9213-4f14-b049-1b48ae04afa3 req-a7947ca0-b77f-4034-be3a-8ebcdb4cdf91 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:18.295949 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bba44fc6-9213-4f14-b049-1b48ae04afa3 req-a7947ca0-b77f-4034-be3a-8ebcdb4cdf91 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0806606 Apr 29 15:57:18.340844 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bba44fc6-9213-4f14-b049-1b48ae04afa3 req-5e57a100-79ad-4ff8-84bf-e2cfd5d664af tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388827 Apr 29 15:57:18.947252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbd9d8-308b-4a7d-81aa-cd5019c3daec req-6e45de84-e12e-41f1-8bb5-fba9fe526c18 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:18.948720 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dbbbd9d8-308b-4a7d-81aa-cd5019c3daec req-6e45de84-e12e-41f1-8bb5-fba9fe526c18 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0830376 Apr 29 15:57:18.991102 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dbbbd9d8-308b-4a7d-81aa-cd5019c3daec req-4aa7550d-e254-4330-9c39-16b9847bb851 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367112 Apr 29 15:57:20.176995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7dcd5-2ff0-4143-b17a-cd91795e508b req-2a5462c0-e3b8-4f55-a57e-93257130730f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:20.178464 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-16d7dcd5-2ff0-4143-b17a-cd91795e508b req-2a5462c0-e3b8-4f55-a57e-93257130730f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0782392 Apr 29 15:57:20.226891 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-16d7dcd5-2ff0-4143-b17a-cd91795e508b req-0d11e62f-fa1f-493a-ac1f-56ee2d77e7f5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426073 Apr 29 15:57:20.487321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-03927970-37f8-4007-b3c4-d920a90d13bb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:20.488743 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-03927970-37f8-4007-b3c4-d920a90d13bb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 945 time: 0.0814581 Apr 29 15:57:20.555856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Deleting port fb0f51f0-dc09-4796-b7b7-15621846820f {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:57:20.556115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:20.794264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] For port fb0f51f0-dc09-4796-b7b7-15621846820f, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=fb0f51f0-dc09-4796-b7b7-15621846820f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:57:20.794616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:21.176395 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:21.177037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:21.177344 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Floating IP d37e74a8-b380-4c49-8ca8-62953192017d disassociated. External IP: 172.26.2.129, port: fb0f51f0-dc09-4796-b7b7-15621846820f. Apr 29 15:57:21.177726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Calling delete_port for fb0f51f0-dc09-4796-b7b7-15621846820f owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:57:21.368018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:21.376168 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6886d299-3c4e-45cc-8eda-7f52cd689ad0 req-a5ab8730-97de-472b-b561-b88f5c7d22b0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 210 time: 0.0437784 Apr 29 15:57:21.421377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event deleted for resources: {'Port': ['ID=fb0f51f0-dc09-4796-b7b7-15621846820f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:21.431153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:21.431479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:21.431813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:21.432152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:21.432495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:21.432858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:21.433140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:21.433462 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:21.433784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:21.434105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:21.434424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:21.434741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:57:21.616810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:57:21.790485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:57:21.799703 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dbc48a-4785-419b-aabd-03fa8eb46755 None None] Sync routers for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:57:21.810830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dbc48a-4785-419b-aabd-03fa8eb46755 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:57:21.811516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-90dbc48a-4785-419b-aabd-03fa8eb46755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:57:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:21.862959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] No DVR routers for this DVR port fb0f51f0-dc09-4796-b7b7-15621846820f on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:57:21.865541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:21.868640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'name': 'network-vif-deleted', 'tag': 'fb0f51f0-dc09-4796-b7b7-15621846820f'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:21.919776 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47dd37a6-c78d-45d1-86e5-8ff4ae926c3d'] response: {'server_uuid': 'e28e885e-f3a6-4eb4-b79c-e3a791b02f58', 'name': 'network-vif-deleted', 'tag': 'fb0f51f0-dc09-4796-b7b7-15621846820f', 'status': 'completed', 'code': 200} Apr 29 15:57:21.967914 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ba059dce-b0e7-4af7-aa56-2523d19f77cf req-1960cbe8-eff8-48c8-921a-268bedf82362 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "DELETE /v2.0/ports/fb0f51f0-dc09-4796-b7b7-15621846820f HTTP/1.1" status: 204 len: 173 time: 1.4741826 Apr 29 15:57:21.989649 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-90dbc48a-4785-419b-aabd-03fa8eb46755 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:57:22.296690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-90dbc48a-4785-419b-aabd-03fa8eb46755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:22.300483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dbc48a-4785-419b-aabd-03fa8eb46755 None None] Checking router: 5628057d-4d10-4f2c-b765-8eeedf27b9a6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:57:22.309765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dbc48a-4785-419b-aabd-03fa8eb46755 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:57:22.310342 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-90dbc48a-4785-419b-aabd-03fa8eb46755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:57:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:22.436722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fb0f51f0-dc09-4796-b7b7-15621846820f no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:57:22.473777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: fb0f51f0-dc09-4796-b7b7-15621846820f {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:57:22.474114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device fb0f51f0-dc09-4796-b7b7-15621846820f not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:57:22.526387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-90dbc48a-4785-419b-aabd-03fa8eb46755 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:57:22.540341 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e750c00d-6da5-488c-901a-6bda8275676b req-4a7e849b-031c-41d9-bb21-a16dd420d6bb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=e28e885e-f3a6-4eb4-b79c-e3a791b02f58 HTTP/1.1" status: 200 len: 210 time: 0.0443039 Apr 29 15:57:22.876921 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-90dbc48a-4785-419b-aabd-03fa8eb46755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:22.880865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dbc48a-4785-419b-aabd-03fa8eb46755 None None] The sync data for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv is: [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:57:23.080890 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaabdb0-6287-4914-b9cc-17d6fe63c677 None None] New status for floating IP d37e74a8-b380-4c49-8ca8-62953192017d: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:57:23.886312 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-541b3e2b-cf1a-46b8-ae18-46255f0fcc98 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1160994087&fields=id&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 267 time: 0.0419312 Apr 29 15:57:24.033919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-9cecba40-3652-4382-9b2d-ae006450dde1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:24.035332 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-9cecba40-3652-4382-9b2d-ae006450dde1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 812 time: 0.1426110 Apr 29 15:57:24.049574 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-b9fe7827-8e5a-4211-a88d-4e5b675e6936 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/quotas/d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 375 time: 0.0086949 Apr 29 15:57:24.132319 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-f8343d4d-0dc5-4425-a50f-90aed1b59649 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774846 Apr 29 15:57:24.225148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:24.372575 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-634749cf-2f12-44e6-80b5-c998fa08dec0 service neutron] 10.222.0.39 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283056 Apr 29 15:57:24.504416 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-8ba316fa-5406-4af5-a0f0-c4c2337aa633 service neutron] 10.222.0.39 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260164 Apr 29 15:57:24.762288 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e3c89bc1-2e3c-49fc-ac67-95dba521f3b4 req-fc2bc786-31d7-45dc-a901-fb100da2b46a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 210 time: 0.0431242 Apr 29 15:57:25.915175 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fcf01149-bf22-4b29-b49b-628a48c2e3b1 req-2d69c8d6-a147-48a9-8604-982899fd5467 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 210 time: 0.0456662 Apr 29 15:57:26.607438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-f1c6ae53-b3fb-4ccd-9c52-224d756f958b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:26.608782 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-f1c6ae53-b3fb-4ccd-9c52-224d756f958b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 812 time: 0.1426222 Apr 29 15:57:26.655821 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-f256cd4f-2f6d-4f5a-89ad-46e4aba01ecb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 380 time: 0.0388687 Apr 29 15:57:26.664270 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Request body: {'port': {'device_id': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'admin_state_up': True, 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'security_groups': ['5d7aed8d-e988-48df-bff8-dba9a8685262']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:57:26.799696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:57:26.804008 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Usage tracker for resource:port and tenant:d50b140d51cc452b9bdd269edc3d71f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:57:26.807256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:57:26.812901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:57:26.887885 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Made reservation on behalf of d50b140d51cc452b9bdd269edc3d71f6 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:57:26.891362 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:27.059278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Allocated IP 172.20.0.5 (0f07f31e-6972-4b67-9805-9cfe8d1a7d60/94fd0334-42de-4bda-972c-375d984308d1/29ceef1c-edac-4251-800a-bc3bedb8effb) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:57:27.068448 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fd64378f-572e-44e0-b8b8-1105716bf142 req-6f39238b-01cd-4194-99dd-e29ee58e4007 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 210 time: 0.0422125 Apr 29 15:57:27.243721 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:27.258671 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Transition to ACTIVE for port object 29ceef1c-edac-4251-800a-bc3bedb8effb will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:57:27.339346 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:27.412541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:57:27.415982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:57:27.419698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:57:27.570660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event updated for resources: {'Port': ['ID=29ceef1c-edac-4251-800a-bc3bedb8effb,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:27.607564 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:27.608215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:27.675694 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4059c15e-a103-408a-866f-3d57f08f4c82 None None] Provisioning for port 29ceef1c-edac-4251-800a-bc3bedb8effb completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:57:27.680922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4059c15e-a103-408a-866f-3d57f08f4c82 None None] Provisioning complete for port 29ceef1c-edac-4251-800a-bc3bedb8effb triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:57:27.692793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4059c15e-a103-408a-866f-3d57f08f4c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:27.705885 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-727a20e1-fa71-4bad-88f2-548c51b866a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0450833 Apr 29 15:57:27.717108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Request body: {'port': {'device_id': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:57:27.737099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4059c15e-a103-408a-866f-3d57f08f4c82 None None] Port 29ceef1c-edac-4251-800a-bc3bedb8effb cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:57:27.826510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:28.156516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ceef1c-edac-4251-800a-bc3bedb8effb {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:57:28.163622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:28.177584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Transition to ACTIVE for port object 29ceef1c-edac-4251-800a-bc3bedb8effb will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:57:28.241999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:28.257135 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c393c8b-2fd2-467d-a4d0-54d1b50c03f5 req-9821af53-40b5-40c9-8620-ea0c38aeb7f1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:28.259301 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5c393c8b-2fd2-467d-a4d0-54d1b50c03f5 req-9821af53-40b5-40c9-8620-ea0c38aeb7f1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 931 time: 0.0802629 Apr 29 15:57:28.311458 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5c393c8b-2fd2-467d-a4d0-54d1b50c03f5 req-c554d63c-1a5e-4e45-87aa-d5b0f44524f6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457394 Apr 29 15:57:28.400205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Pushing event updated for resources: {'Port': ['ID=29ceef1c-edac-4251-800a-bc3bedb8effb,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:28.482306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Attempting to bind port 29ceef1c-edac-4251-800a-bc3bedb8effb on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:57:28.482641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Attempting to bind port 29ceef1c-edac-4251-800a-bc3bedb8effb by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:57:28.482968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Attempting to bind port 29ceef1c-edac-4251-800a-bc3bedb8effb on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:57:28.487439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Port 29ceef1c-edac-4251-800a-bc3bedb8effb on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:57:28.487753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Attempting to bind port 29ceef1c-edac-4251-800a-bc3bedb8effb on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:57:28.493317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:57:28.493645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Checking segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:57:28.494023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Bound using segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:57:28.494446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Bound port: 29ceef1c-edac-4251-800a-bc3bedb8effb, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:57:28.494785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:28.582053 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:57:28.584922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=29ceef1c-edac-4251-800a-bc3bedb8effb,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:57:28.693904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:28.757192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:28.757791 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:28.759837 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] 10.222.0.44 "PUT /v2.0/ports/29ceef1c-edac-4251-800a-bc3bedb8effb HTTP/1.1" status: 200 len: 1093 time: 1.0466459 Apr 29 15:57:28.760260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:28.781678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032fe6d-a679-4385-8f1e-c38049020e2d service neutron] Pushing event updated for resources: {'Port': ['ID=29ceef1c-edac-4251-800a-bc3bedb8effb,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:28.812712 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e70ae56d-d8d2-46e9-9e79-30b4f219a81b'] response: {'name': 'network-changed', 'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'status': 'completed', 'code': 200} Apr 29 15:57:28.904400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896548d-16a2-4a1a-93c5-b5ecc5a2cf45 req-4c50e033-73e6-493e-a478-f6bb88987148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:28.905905 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d896548d-16a2-4a1a-93c5-b5ecc5a2cf45 req-4c50e033-73e6-493e-a478-f6bb88987148 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 1096 time: 0.0729949 Apr 29 15:57:29.055263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896548d-16a2-4a1a-93c5-b5ecc5a2cf45 req-82bb71d2-34fd-4060-93fa-a33c09706653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:29.055263 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d896548d-16a2-4a1a-93c5-b5ecc5a2cf45 req-82bb71d2-34fd-4060-93fa-a33c09706653 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1400199 Apr 29 15:57:29.183639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896548d-16a2-4a1a-93c5-b5ecc5a2cf45 req-1ae9cbc0-e746-47fd-911c-c1174228ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:29.185090 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d896548d-16a2-4a1a-93c5-b5ecc5a2cf45 req-1ae9cbc0-e746-47fd-911c-c1174228ce3e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272414 Apr 29 15:57:29.292250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-eeb54f2f-d0ca-4878-b19d-95dd111406ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:29.293755 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-eeb54f2f-d0ca-4878-b19d-95dd111406ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 1096 time: 0.0735908 Apr 29 15:57:29.361261 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-65daa7b3-4d96-434c-8710-00378db27301 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ceef1c-edac-4251-800a-bc3bedb8effb HTTP/1.1" status: 200 len: 217 time: 0.0599101 Apr 29 15:57:29.425185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-3a6e0b23-fe10-41c9-b11a-085fa82c5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:29.426848 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-3a6e0b23-fe10-41c9-b11a-085fa82c5e14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0596306 Apr 29 15:57:29.497296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781533ab-ebd6-47d3-bdef-79af6310f2d7 req-02419dac-208e-4c86-adfd-df7b5abf0dc1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:29.498806 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-781533ab-ebd6-47d3-bdef-79af6310f2d7 req-02419dac-208e-4c86-adfd-df7b5abf0dc1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 943 time: 0.0809445 Apr 29 15:57:29.501178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-55bfd839-d92c-42a5-acbf-137a80d907d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:29.502620 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-55bfd839-d92c-42a5-acbf-137a80d907d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696397 Apr 29 15:57:29.544261 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-781533ab-ebd6-47d3-bdef-79af6310f2d7 req-213ce489-c43c-4c60-9e7e-bc4ffe4ab0d0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396147 Apr 29 15:57:29.634258 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-079c6b72-ae89-4687-9ae6-3b57201e133b service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241684 Apr 29 15:57:29.762076 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4c2c03b4-ae78-4a72-a84e-5a583f987644 req-2d6d774a-87b6-4110-b9c0-09a883de9154 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230588 Apr 29 15:57:30.733255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6059b7-a002-4f18-bd1f-7ad8ce073914 req-204a4a07-81e9-4c5c-a39d-1b5bed00d4a3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:30.734772 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cd6059b7-a002-4f18-bd1f-7ad8ce073914 req-204a4a07-81e9-4c5c-a39d-1b5bed00d4a3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 943 time: 0.0833218 Apr 29 15:57:30.778670 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cd6059b7-a002-4f18-bd1f-7ad8ce073914 req-a23ebc7f-5133-48ac-9d05-2238cdd41c3c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380251 Apr 29 15:57:31.962975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499eb09-63a8-4305-84df-af40ee23533f req-cc7f5149-faa4-40b3-8035-e9bd0eb03331 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:31.964390 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2499eb09-63a8-4305-84df-af40ee23533f req-cc7f5149-faa4-40b3-8035-e9bd0eb03331 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 943 time: 0.0779824 Apr 29 15:57:32.008149 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2499eb09-63a8-4305-84df-af40ee23533f req-f542acb7-026a-461c-914c-022daf3884e8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381069 Apr 29 15:57:32.116041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9986c350-665f-4a87-99cb-f44571041944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:32.492601 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 29ceef1c-edac-4251-800a-bc3bedb8effb details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:57:32.620614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=29ceef1c-edac-4251-800a-bc3bedb8effb,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:57:32.634056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'port_id': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'mac_address': 'fa:16:3e:ca:30:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:57:32.687159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:32.703778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ceef1c-edac-4251-800a-bc3bedb8effb {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:57:32.719404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=29ceef1c-edac-4251-800a-bc3bedb8effb,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:57:32.807258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:32.875385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=29ceef1c-edac-4251-800a-bc3bedb8effb,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:33.008099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['29ceef1c-edac-4251-800a-bc3bedb8effb'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:57:33.199229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24daedd-e269-46a4-8130-830b622764cf req-c478afab-ff65-4ebc-80cc-13e329f2cf75 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:33.200688 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a24daedd-e269-46a4-8130-830b622764cf req-c478afab-ff65-4ebc-80cc-13e329f2cf75 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 944 time: 0.0849638 Apr 29 15:57:33.245633 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a24daedd-e269-46a4-8130-830b622764cf req-333590a2-cc1e-464d-8ff7-263cc33d5272 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392277 Apr 29 15:57:34.201982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-712b8b41-f295-4679-96d9-b401cebd0d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:34.429922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05e555-1634-45ca-9c4c-7b272f6e6443 req-a98bc14b-b05b-4971-9ca1-a371a9d16210 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:34.432066 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ab05e555-1634-45ca-9c4c-7b272f6e6443 req-a98bc14b-b05b-4971-9ca1-a371a9d16210 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 944 time: 0.0808916 Apr 29 15:57:34.478679 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ab05e555-1634-45ca-9c4c-7b272f6e6443 req-68bf9d63-0686-4630-9697-037925db14d8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408232 Apr 29 15:57:34.506797 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 29ceef1c-edac-4251-800a-bc3bedb8effb up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:57:34.641787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 29ceef1c-edac-4251-800a-bc3bedb8effb completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:57:34.646573 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 29ceef1c-edac-4251-800a-bc3bedb8effb triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:57:34.646924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:34.761343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:34.787983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:34.800694 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=29ceef1c-edac-4251-800a-bc3bedb8effb,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:57:34.832749 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ac08c7-f98d-4490-8956-e44515f29eca'] response: {'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'code': 200} Apr 29 15:57:34.876544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:34.943706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=29ceef1c-edac-4251-800a-bc3bedb8effb,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:57:35.214053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:35.308520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d32224-ebb4-4424-80cc-bd6ca0fc3371 req-f390f4e6-41be-4139-869c-46aa0d1f69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:35.309999 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5d32224-ebb4-4424-80cc-bd6ca0fc3371 req-f390f4e6-41be-4139-869c-46aa0d1f69a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 1098 time: 0.1805785 Apr 29 15:57:35.350267 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c5d32224-ebb4-4424-80cc-bd6ca0fc3371 req-d7589bce-f7c2-4650-81e6-945db5a1cd4b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338073 Apr 29 15:57:35.476180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:35.666694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48778fb2-6ca4-4fa9-b65d-5830e0ccb8cf req-2dbe6951-a8f5-4506-b811-9c74a4f5cb22 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:35.668176 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-48778fb2-6ca4-4fa9-b65d-5830e0ccb8cf req-2dbe6951-a8f5-4506-b811-9c74a4f5cb22 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0825586 Apr 29 15:57:35.713864 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-48778fb2-6ca4-4fa9-b65d-5830e0ccb8cf req-c24925fb-2df7-4951-b153-23153492abf3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398991 Apr 29 15:57:36.910089 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33773f23-a8c6-4f3d-a9ce-bfc520cafd5c req-a2e79e1d-810f-40ca-8e53-87f77a7d3dd6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:36.911535 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-33773f23-a8c6-4f3d-a9ce-bfc520cafd5c req-a2e79e1d-810f-40ca-8e53-87f77a7d3dd6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0908968 Apr 29 15:57:36.956808 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-33773f23-a8c6-4f3d-a9ce-bfc520cafd5c req-416d74ce-db12-46fb-b17e-4291221041e8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394847 Apr 29 15:57:37.135802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad29d0-c7f4-42df-80e3-cf02ffeedd89 req-ecedc9b9-b2d3-4c9c-a641-c5300d30d262 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:37.137290 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b4ad29d0-c7f4-42df-80e3-cf02ffeedd89 req-ecedc9b9-b2d3-4c9c-a641-c5300d30d262 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0796051 Apr 29 15:57:37.139228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:37.145980 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 44168) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:57:37.150891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d00b1696-d578-47ee-8ae2-4fc87ce53959 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Request body: {'floatingip': {'port_id': '29ceef1c-edac-4251-800a-bc3bedb8effb'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:57:37.230587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d00b1696-d578-47ee-8ae2-4fc87ce53959 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:37.912534 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d00b1696-d578-47ee-8ae2-4fc87ce53959 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:37.967850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d00b1696-d578-47ee-8ae2-4fc87ce53959 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:38.139731 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-d00b1696-d578-47ee-8ae2-4fc87ce53959 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Floating IP d37e74a8-b380-4c49-8ca8-62953192017d associated. External IP: 172.26.2.129, port: 29ceef1c-edac-4251-800a-bc3bedb8effb. Apr 29 15:57:38.486574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00b1696-d578-47ee-8ae2-4fc87ce53959 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:57:38.662032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00b1696-d578-47ee-8ae2-4fc87ce53959 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:57:38.666857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d00b1696-d578-47ee-8ae2-4fc87ce53959 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:38.672295 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a6aa2-0b1c-4ca2-99eb-9897b19046f2 None None] Sync routers for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:57:38.681721 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a6aa2-0b1c-4ca2-99eb-9897b19046f2 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:57:38.682400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-011a6aa2-0b1c-4ca2-99eb-9897b19046f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:57:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:38.723461 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d00b1696-d578-47ee-8ae2-4fc87ce53959 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "PUT /v2.0/floatingips/d37e74a8-b380-4c49-8ca8-62953192017d HTTP/1.1" status: 200 len: 991 time: 1.5764060 Apr 29 15:57:38.724068 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:57:38.780936 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90c79f4-d959-4e5f-b040-59d3b5f89e6d'] response: {'name': 'network-changed', 'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'status': 'completed', 'code': 200} Apr 29 15:57:38.864174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-011a6aa2-0b1c-4ca2-99eb-9897b19046f2 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:57:38.874276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7cc17-b4ff-41f2-84f7-f800ea63f745 req-c9270695-59bb-4ac4-97ac-5f41e091589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:38.875928 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-aac7cc17-b4ff-41f2-84f7-f800ea63f745 req-c9270695-59bb-4ac4-97ac-5f41e091589e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 1098 time: 0.0753703 Apr 29 15:57:39.013750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7cc17-b4ff-41f2-84f7-f800ea63f745 req-956a1f94-d56e-436c-96a6-b7523bfa2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:39.015191 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-aac7cc17-b4ff-41f2-84f7-f800ea63f745 req-956a1f94-d56e-436c-96a6-b7523bfa2973 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1331348 Apr 29 15:57:39.127673 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-aac7cc17-b4ff-41f2-84f7-f800ea63f745 req-11842daf-ab5f-4f0d-b9a6-ab888555366a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ceef1c-edac-4251-800a-bc3bedb8effb HTTP/1.1" status: 200 len: 999 time: 0.1068714 Apr 29 15:57:39.202171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7cc17-b4ff-41f2-84f7-f800ea63f745 req-04d78e64-a792-471e-957f-5becdef4dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:39.203977 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-aac7cc17-b4ff-41f2-84f7-f800ea63f745 req-04d78e64-a792-471e-957f-5becdef4dbea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0703824 Apr 29 15:57:39.231712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf676d2e-a1d0-4c4f-abdd-8ac6447c580b req-e42cfd49-7aef-42cf-9852-1f6f5a8e9837 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:39.233232 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bf676d2e-a1d0-4c4f-abdd-8ac6447c580b req-e42cfd49-7aef-42cf-9852-1f6f5a8e9837 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0917034 Apr 29 15:57:39.279843 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-011a6aa2-0b1c-4ca2-99eb-9897b19046f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd37e74a8-b380-4c49-8ca8-62953192017d', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'port_id': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'mac_address': 'fa:16:3e:ca:30:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:19Z', 'updated_at': '2022-04-29T15:57:37Z', 'revision_number': 9, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:39.281960 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bf676d2e-a1d0-4c4f-abdd-8ac6447c580b req-913a1abb-86ba-4d04-9d9a-ec8c148ce181 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409417 Apr 29 15:57:39.288090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a6aa2-0b1c-4ca2-99eb-9897b19046f2 None None] Checking router: 5628057d-4d10-4f2c-b765-8eeedf27b9a6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:57:39.297258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a6aa2-0b1c-4ca2-99eb-9897b19046f2 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:57:39.297872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-011a6aa2-0b1c-4ca2-99eb-9897b19046f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:57:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:39.358964 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-fa3de975-cffb-4390-a2dc-4bd84a94122e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107595 Apr 29 15:57:39.361499 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7cc17-b4ff-41f2-84f7-f800ea63f745 req-703f40d2-9a47-4f7a-b404-156e2d95ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:39.362876 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-aac7cc17-b4ff-41f2-84f7-f800ea63f745 req-703f40d2-9a47-4f7a-b404-156e2d95ff32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1503353 Apr 29 15:57:39.479304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-011a6aa2-0b1c-4ca2-99eb-9897b19046f2 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:57:39.502231 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-aac7cc17-b4ff-41f2-84f7-f800ea63f745 req-8db122b3-7b35-4a4f-bc3c-7e9d3dee2d57 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328602 Apr 29 15:57:39.651006 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-aac7cc17-b4ff-41f2-84f7-f800ea63f745 req-9a415a44-d642-4a92-a777-f9ac16b02507 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419325 Apr 29 15:57:39.843555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-011a6aa2-0b1c-4ca2-99eb-9897b19046f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd37e74a8-b380-4c49-8ca8-62953192017d', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'port_id': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'mac_address': 'fa:16:3e:ca:30:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:19Z', 'updated_at': '2022-04-29T15:57:37Z', 'revision_number': 9, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:57:39.847495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a6aa2-0b1c-4ca2-99eb-9897b19046f2 None None] The sync data for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv is: [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd37e74a8-b380-4c49-8ca8-62953192017d', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'port_id': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'mac_address': 'fa:16:3e:ca:30:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:19Z', 'updated_at': '2022-04-29T15:57:37Z', 'revision_number': 9, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:57:40.056585 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130cba02-fd95-4e85-acb3-faf7b6a4f108 None None] New status for floating IP d37e74a8-b380-4c49-8ca8-62953192017d: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:57:40.495453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c765daf-ed60-487a-a31c-b871d2aa9ee8 req-eed90173-0ecc-42db-a79f-2559637357cf tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:40.497098 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4c765daf-ed60-487a-a31c-b871d2aa9ee8 req-eed90173-0ecc-42db-a79f-2559637357cf tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.1063809 Apr 29 15:57:40.542639 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4c765daf-ed60-487a-a31c-b871d2aa9ee8 req-e4896289-9cb8-4467-b008-a6fd2f355893 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396664 Apr 29 15:57:41.560250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349113b2-67bb-4165-ac83-4327f3ed842a req-be52f35d-0d83-45dc-bf64-c22118497326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:41.561655 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-be52f35d-0d83-45dc-bf64-c22118497326 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 1098 time: 0.0700302 Apr 29 15:57:41.696916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349113b2-67bb-4165-ac83-4327f3ed842a req-e94fb9b3-ce33-4fd0-a1cc-e085cda25e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:41.698402 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-e94fb9b3-ce33-4fd0-a1cc-e085cda25e72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1299284 Apr 29 15:57:41.726583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b8035-f05b-4c8d-89e4-7ab57abf38fd req-cdb6827a-5fb2-40e4-9783-32e02b02a739 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:41.728814 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1a1b8035-f05b-4c8d-89e4-7ab57abf38fd req-cdb6827a-5fb2-40e4-9783-32e02b02a739 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0791831 Apr 29 15:57:41.772229 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1a1b8035-f05b-4c8d-89e4-7ab57abf38fd req-7d7da24a-e459-4ec8-9352-11af82dce800 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377157 Apr 29 15:57:41.807093 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-baf21b75-4bf8-4018-9757-fbb013d74018 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ceef1c-edac-4251-800a-bc3bedb8effb HTTP/1.1" status: 200 len: 1002 time: 0.1029906 Apr 29 15:57:41.866214 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349113b2-67bb-4165-ac83-4327f3ed842a req-84247562-761e-4761-b8b2-cec33f8866d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:41.867502 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-84247562-761e-4761-b8b2-cec33f8866d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0550742 Apr 29 15:57:41.941980 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349113b2-67bb-4165-ac83-4327f3ed842a req-96a45364-ca71-4723-beec-7ee8ef78b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:41.943390 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-96a45364-ca71-4723-beec-7ee8ef78b8e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701656 Apr 29 15:57:42.069658 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-cca7e31a-c865-4440-8bc3-86955dedf053 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203015 Apr 29 15:57:42.303853 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-c1fe132d-5da6-4de4-b7ce-2be0412e5373 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285171 Apr 29 15:57:43.068282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56373121-1426-4aa8-a791-87bfd14ebcdd req-2d513cb2-8b65-4c3a-ac84-e631a3e130bc tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:43.069669 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56373121-1426-4aa8-a791-87bfd14ebcdd req-2d513cb2-8b65-4c3a-ac84-e631a3e130bc tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.1930127 Apr 29 15:57:43.113317 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56373121-1426-4aa8-a791-87bfd14ebcdd req-a2fb8f9c-294c-48ec-8c3b-7a33e522b8a2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370502 Apr 29 15:57:44.303031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c7a57-8398-4514-a2fd-7bab72af928f req-1e9a1ca6-84d1-4601-b03d-87ff106bf841 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:44.326132 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d38c7a57-8398-4514-a2fd-7bab72af928f req-1e9a1ca6-84d1-4601-b03d-87ff106bf841 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0824864 Apr 29 15:57:44.348240 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d38c7a57-8398-4514-a2fd-7bab72af928f req-203dcbe1-8daa-487c-8507-ffd3396201ed tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379281 Apr 29 15:57:45.680721 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e917bc-0410-4063-8365-270ac368c502 req-41369937-e933-4c7e-8c87-57425ece4b57 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:45.682285 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-42e917bc-0410-4063-8365-270ac368c502 req-41369937-e933-4c7e-8c87-57425ece4b57 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0792346 Apr 29 15:57:45.726265 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-42e917bc-0410-4063-8365-270ac368c502 req-bdd0291f-8809-45a4-a270-571d880ecc6d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382905 Apr 29 15:57:46.533801 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:57:46.911966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bd5bf-9498-494d-ab5c-572afc4083b4 req-c696e306-7876-48c3-bbb5-eb24fee9d70a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:46.913352 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9e9bd5bf-9498-494d-ab5c-572afc4083b4 req-c696e306-7876-48c3-bbb5-eb24fee9d70a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0826278 Apr 29 15:57:46.957630 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9e9bd5bf-9498-494d-ab5c-572afc4083b4 req-3ce8fb6d-c954-412f-a005-61960d2eb10b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379481 Apr 29 15:57:48.138187 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f34698-afd3-4152-8346-7c1c149d6932 req-171458cb-f36e-4a37-a2ca-0e3587dae70a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:48.139614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-94f34698-afd3-4152-8346-7c1c149d6932 req-171458cb-f36e-4a37-a2ca-0e3587dae70a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0774963 Apr 29 15:57:48.182057 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-94f34698-afd3-4152-8346-7c1c149d6932 req-aa3c1f99-1166-44db-8a55-af19961274ed tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368547 Apr 29 15:57:49.372646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd72ed-769b-4b7e-8559-c28120c2e1ac req-0efb309e-4eca-4bbc-8676-3fd602be9d06 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:49.374069 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d3dd72ed-769b-4b7e-8559-c28120c2e1ac req-0efb309e-4eca-4bbc-8676-3fd602be9d06 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0817103 Apr 29 15:57:49.417466 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d3dd72ed-769b-4b7e-8559-c28120c2e1ac req-0d607118-e64b-4a43-a895-acc747865c18 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377092 Apr 29 15:57:50.597832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f66193-c058-44c5-8df8-9f2306564109 req-c87dd438-4df4-442b-87d0-b8b62331dd89 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:50.599179 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a5f66193-c058-44c5-8df8-9f2306564109 req-c87dd438-4df4-442b-87d0-b8b62331dd89 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0784230 Apr 29 15:57:50.648201 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a5f66193-c058-44c5-8df8-9f2306564109 req-8e2ae08f-b04c-45e0-a6eb-ae7b1c06b3a2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425947 Apr 29 15:57:51.837560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a6b24-078d-4ad6-a536-2b8d5c68a599 req-22df569e-301c-48d6-9b47-deeb7d87b203 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:51.839029 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e87a6b24-078d-4ad6-a536-2b8d5c68a599 req-22df569e-301c-48d6-9b47-deeb7d87b203 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0814064 Apr 29 15:57:51.884952 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e87a6b24-078d-4ad6-a536-2b8d5c68a599 req-549bb1b1-928d-4ac0-81ad-6de63d935b12 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401399 Apr 29 15:57:51.926100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff680a-c78a-40a1-999b-791ca9f893b6 req-8430f726-3072-4703-8024-cf1120457410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:51.927896 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-10ff680a-c78a-40a1-999b-791ca9f893b6 req-8430f726-3072-4703-8024-cf1120457410 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 1098 time: 0.0702989 Apr 29 15:57:52.067663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff680a-c78a-40a1-999b-791ca9f893b6 req-8f7739ae-f7c3-48c0-bd1f-aba257d9e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:52.069119 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-10ff680a-c78a-40a1-999b-791ca9f893b6 req-8f7739ae-f7c3-48c0-bd1f-aba257d9e8c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1233568 Apr 29 15:57:52.169772 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-10ff680a-c78a-40a1-999b-791ca9f893b6 req-84eed03b-a14f-4fe4-806a-21f7abb12404 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ceef1c-edac-4251-800a-bc3bedb8effb HTTP/1.1" status: 200 len: 1002 time: 0.0950561 Apr 29 15:57:52.231716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff680a-c78a-40a1-999b-791ca9f893b6 req-82d3c257-3fd5-40bf-8ae8-4ba312eec81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:52.233130 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-10ff680a-c78a-40a1-999b-791ca9f893b6 req-82d3c257-3fd5-40bf-8ae8-4ba312eec81b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0561962 Apr 29 15:57:52.310854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff680a-c78a-40a1-999b-791ca9f893b6 req-d7934d62-97b9-4bf5-881f-3c154b7ef30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:52.312311 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-10ff680a-c78a-40a1-999b-791ca9f893b6 req-d7934d62-97b9-4bf5-881f-3c154b7ef30a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721283 Apr 29 15:57:52.441302 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-10ff680a-c78a-40a1-999b-791ca9f893b6 req-c0a89410-b950-4197-80b0-2f6bc7aaa665 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223483 Apr 29 15:57:52.568206 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-10ff680a-c78a-40a1-999b-791ca9f893b6 req-f457d0eb-ec96-4eb8-9778-eba8f6974767 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208410 Apr 29 15:57:53.076933 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2771b-ea71-44d4-9c90-70d3ff4f2d61 req-c0266559-5f73-4778-a707-d3e2c1ebdf89 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:53.078413 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5ca2771b-ea71-44d4-9c90-70d3ff4f2d61 req-c0266559-5f73-4778-a707-d3e2c1ebdf89 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0845156 Apr 29 15:57:53.124212 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5ca2771b-ea71-44d4-9c90-70d3ff4f2d61 req-46247f75-8d89-4e38-8f50-6397e01adde1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388687 Apr 29 15:57:54.213021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:57:54.308673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89275c3e-1fb4-415d-aebc-d43bf9b68144 req-3f160479-6cb8-40c9-bc39-d5ceb39739f4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:54.310107 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-89275c3e-1fb4-415d-aebc-d43bf9b68144 req-3f160479-6cb8-40c9-bc39-d5ceb39739f4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0788343 Apr 29 15:57:54.353221 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-89275c3e-1fb4-415d-aebc-d43bf9b68144 req-4b5217bc-1480-4f61-a646-d19e002710aa tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374868 Apr 29 15:57:55.538750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be156886-3543-4dbc-9f89-1ebe3b97db0c req-9d84f8ef-8c79-4916-9ac0-0df7a37b7d58 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:55.540753 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-be156886-3543-4dbc-9f89-1ebe3b97db0c req-9d84f8ef-8c79-4916-9ac0-0df7a37b7d58 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0827887 Apr 29 15:57:55.583441 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-be156886-3543-4dbc-9f89-1ebe3b97db0c req-69f0635f-f7d0-4761-b4db-a49723634c83 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371442 Apr 29 15:57:56.765524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1d3c0-ceb8-4f3c-9b77-1bfb7de6a59d req-cf112863-5cd1-47cc-a42f-c3cf30a4b845 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:56.766953 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cac1d3c0-ceb8-4f3c-9b77-1bfb7de6a59d req-cf112863-5cd1-47cc-a42f-c3cf30a4b845 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0773194 Apr 29 15:57:56.813783 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cac1d3c0-ceb8-4f3c-9b77-1bfb7de6a59d req-d4c0ffec-6395-44c6-abcd-664bd7078d65 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412126 Apr 29 15:57:57.994466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2693dd8-9ce8-4169-a428-2338ae76f4c1 req-ccb28dfb-9710-410d-8a78-20b665776400 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:57.995877 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b2693dd8-9ce8-4169-a428-2338ae76f4c1 req-ccb28dfb-9710-410d-8a78-20b665776400 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0779469 Apr 29 15:57:58.038514 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b2693dd8-9ce8-4169-a428-2338ae76f4c1 req-9f914f30-cc6b-4202-aa3a-53c5c6b82b8f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370448 Apr 29 15:57:59.226068 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315c406-3873-4c24-bd6b-c411c955a413 req-b10b0a2d-246f-4a54-a4cf-c1725b2a721c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:57:59.227964 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8315c406-3873-4c24-bd6b-c411c955a413 req-b10b0a2d-246f-4a54-a4cf-c1725b2a721c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0831261 Apr 29 15:57:59.272222 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8315c406-3873-4c24-bd6b-c411c955a413 req-ce86765d-9200-428b-92a6-940a18f4413d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Apr 29 15:58:00.455893 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7a8f0-c380-4791-b422-d192d5a35a55 req-889d0039-9958-4eaa-8b6e-c30bb2f6e591 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:00.457347 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cfd7a8f0-c380-4791-b422-d192d5a35a55 req-889d0039-9958-4eaa-8b6e-c30bb2f6e591 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0778117 Apr 29 15:58:00.500282 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cfd7a8f0-c380-4791-b422-d192d5a35a55 req-6b2c447a-a0d2-431e-adc7-324100609174 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365779 Apr 29 15:58:01.684506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc170ce-91c0-4140-9ae9-0945258d302a req-ad4522b4-1c7c-488c-9cb0-795f1c3ef7ec tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:01.685922 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1bc170ce-91c0-4140-9ae9-0945258d302a req-ad4522b4-1c7c-488c-9cb0-795f1c3ef7ec tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0810835 Apr 29 15:58:01.730986 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1bc170ce-91c0-4140-9ae9-0945258d302a req-f5d77054-0ba4-4dfc-9253-829143ce59dc tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394349 Apr 29 15:58:02.121999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c9c715ca-61f2-476c-8662-503992364eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:02.923109 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3751-4689-43ff-888c-ebe9d45c3bf7 req-840ca4ae-bef4-433d-93ce-4f3079d166bc tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:02.924607 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2fbd3751-4689-43ff-888c-ebe9d45c3bf7 req-840ca4ae-bef4-433d-93ce-4f3079d166bc tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0785763 Apr 29 15:58:02.970253 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2fbd3751-4689-43ff-888c-ebe9d45c3bf7 req-be8cb13e-c13b-4f30-9033-cfb22fdb965d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392838 Apr 29 15:58:04.156052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca33f67-408f-429a-a68d-2f0ca8bc41d5 req-12230006-0b0e-47a9-b991-58fce338b63f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:04.157545 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eca33f67-408f-429a-a68d-2f0ca8bc41d5 req-12230006-0b0e-47a9-b991-58fce338b63f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0834072 Apr 29 15:58:04.196307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-43c2b5b8-a04c-47db-bd43-86926b827266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:04.201943 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eca33f67-408f-429a-a68d-2f0ca8bc41d5 req-d15130e1-bb32-4225-b7ca-83b33a7c2ea0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387342 Apr 29 15:58:05.190408 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:05.403235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a643d37-04fd-4429-a145-b460960f3984 req-216a14ea-b5d8-44cd-8556-8c500d5af9f9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:05.404750 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a643d37-04fd-4429-a145-b460960f3984 req-216a14ea-b5d8-44cd-8556-8c500d5af9f9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0968211 Apr 29 15:58:05.407463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:05.452095 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a643d37-04fd-4429-a145-b460960f3984 req-0e2cd876-fbf9-4212-bcfd-417b5f824620 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414455 Apr 29 15:58:06.641294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbe64d-ee86-4634-a9e0-d9a2f60fa24b req-f522b850-7c8a-43bf-ad6e-fa0e0b5b36bd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:06.642757 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-96bbe64d-ee86-4634-a9e0-d9a2f60fa24b req-f522b850-7c8a-43bf-ad6e-fa0e0b5b36bd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0796294 Apr 29 15:58:06.687606 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-96bbe64d-ee86-4634-a9e0-d9a2f60fa24b req-4484cd9b-6850-460c-a577-c691f4b4f8df tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392911 Apr 29 15:58:07.127613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:07.882844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd30646-3872-4569-9cc9-e2c3ad18425e req-ab27b3de-7287-499c-ae2a-5b8f15fb06cb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:07.882844 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bd30646-3872-4569-9cc9-e2c3ad18425e req-ab27b3de-7287-499c-ae2a-5b8f15fb06cb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0833085 Apr 29 15:58:07.920010 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bd30646-3872-4569-9cc9-e2c3ad18425e req-bad92e1d-6cdd-44a7-893c-fe480d5620e2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372097 Apr 29 15:58:09.101285 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f549-f06d-46b4-8c96-5686d2a7944c req-08cd196d-58c2-405c-b207-9d32ee3e32e6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:09.102738 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d53f549-f06d-46b4-8c96-5686d2a7944c req-08cd196d-58c2-405c-b207-9d32ee3e32e6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0782478 Apr 29 15:58:09.149848 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d53f549-f06d-46b4-8c96-5686d2a7944c req-7729822c-f900-403b-a5e1-b9ecbe4a1385 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Apr 29 15:58:10.335499 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2baa2-1069-4d2d-b70e-30e58b4808d6 req-b90dc9cf-f777-4104-ba40-c42430da0eef tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:10.336951 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-24b2baa2-1069-4d2d-b70e-30e58b4808d6 req-b90dc9cf-f777-4104-ba40-c42430da0eef tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0821400 Apr 29 15:58:10.380712 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-24b2baa2-1069-4d2d-b70e-30e58b4808d6 req-88dca658-a8a5-49b5-bb0f-eb76db7d7788 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373821 Apr 29 15:58:11.564699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9b39f-8811-4ed2-b8d7-4c90d088c351 req-fa7033cd-dbf2-4b51-9cee-56e4a93a42d4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:11.566325 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-17c9b39f-8811-4ed2-b8d7-4c90d088c351 req-fa7033cd-dbf2-4b51-9cee-56e4a93a42d4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0795157 Apr 29 15:58:11.613161 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-17c9b39f-8811-4ed2-b8d7-4c90d088c351 req-81ce3991-4627-48b1-b881-ac47c82303eb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 Apr 29 15:58:12.884571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51d697-bb4e-49e9-9c0f-88d04c58f391 req-e4a3d7d3-0268-47ea-8705-4ec072fb5598 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:12.886022 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd51d697-bb4e-49e9-9c0f-88d04c58f391 req-e4a3d7d3-0268-47ea-8705-4ec072fb5598 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.1689162 Apr 29 15:58:12.929054 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd51d697-bb4e-49e9-9c0f-88d04c58f391 req-2e1bc70f-31b9-45f3-8090-15c1c84fa014 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373363 Apr 29 15:58:14.116371 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ed3e-3eec-4156-a6d5-ec7638f15064 req-a1f2bdec-d58f-4a5f-b367-bf088a461a6f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:14.117820 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-13a5ed3e-3eec-4156-a6d5-ec7638f15064 req-a1f2bdec-d58f-4a5f-b367-bf088a461a6f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0805542 Apr 29 15:58:14.161336 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-13a5ed3e-3eec-4156-a6d5-ec7638f15064 req-4c1da908-9080-4cc8-a22e-4e45a7e95094 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377545 Apr 29 15:58:14.428701 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-d1b3e185-1834-4ef1-b746-bd5024e0031b service neutron] 10.222.0.44 "GET /v2.0/ports/29ceef1c-edac-4251-800a-bc3bedb8effb/bindings/hv-neutron-8391 HTTP/1.1" status: 200 len: 384 time: 0.0714281 Apr 29 15:58:14.942033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349113b2-67bb-4165-ac83-4327f3ed842a req-828246e8-7851-4096-b354-5968403d25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:14.943466 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-828246e8-7851-4096-b354-5968403d25d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 1098 time: 0.0717604 Apr 29 15:58:15.032504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349113b2-67bb-4165-ac83-4327f3ed842a req-3d4d90d0-cdfd-439a-85a2-cfe3eb0ae65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:15.033998 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-3d4d90d0-cdfd-439a-85a2-cfe3eb0ae65b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 1098 time: 0.0696123 Apr 29 15:58:15.161593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349113b2-67bb-4165-ac83-4327f3ed842a req-4b22e5b9-8549-4fd1-a63e-7c2e0f72bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:15.163011 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-4b22e5b9-8549-4fd1-a63e-7c2e0f72bb14 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1238053 Apr 29 15:58:15.266794 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-5aa72ecc-5372-4397-b938-1ce67ba483f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ceef1c-edac-4251-800a-bc3bedb8effb HTTP/1.1" status: 200 len: 1002 time: 0.0981128 Apr 29 15:58:15.333395 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349113b2-67bb-4165-ac83-4327f3ed842a req-d9c9fe09-d3b5-4a41-b526-030a528b5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:15.334829 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-d9c9fe09-d3b5-4a41-b526-030a528b5549 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0608799 Apr 29 15:58:15.348110 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a33f8-242f-467d-8ccc-88dc83b3cf71 req-d3002658-1e7a-477d-91fa-ee36eb7854ed tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:15.349615 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c08a33f8-242f-467d-8ccc-88dc83b3cf71 req-d3002658-1e7a-477d-91fa-ee36eb7854ed tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0800982 Apr 29 15:58:15.394550 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c08a33f8-242f-467d-8ccc-88dc83b3cf71 req-0a3ed7fe-2b79-436a-921e-169bd322b575 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384471 Apr 29 15:58:15.412738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349113b2-67bb-4165-ac83-4327f3ed842a req-58601c58-5e28-4d58-9ffc-150f384c51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:15.414204 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-58601c58-5e28-4d58-9ffc-150f384c51d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740573 Apr 29 15:58:15.542026 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-2b53a158-7441-4b8e-b8bd-6334c30645b5 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219759 Apr 29 15:58:15.774372 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-349113b2-67bb-4165-ac83-4327f3ed842a req-d9673270-fbe1-4932-a041-1f15022db844 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263784 Apr 29 15:58:16.581503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41650008-5c00-4347-a084-8518ca0ce429 req-24172190-e7e4-4885-8cda-a64561e171cd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:16.583176 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-41650008-5c00-4347-a084-8518ca0ce429 req-24172190-e7e4-4885-8cda-a64561e171cd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0826364 Apr 29 15:58:16.627135 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-41650008-5c00-4347-a084-8518ca0ce429 req-f316824d-8ca5-433c-b509-9a8d1dd16889 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378127 Apr 29 15:58:16.694850 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 29ceef1c-edac-4251-800a-bc3bedb8effb details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:58:16.698374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 29ceef1c-edac-4251-800a-bc3bedb8effb no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:58:16.913610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:16.935576 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=29ceef1c-edac-4251-800a-bc3bedb8effb,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:58:16.957244 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:16.963877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'port_id': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'mac_address': 'fa:16:3e:ca:30:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:58:16.969796 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=29ceef1c-edac-4251-800a-bc3bedb8effb,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:58:17.008325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:17.062295 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c098a83-ee2e-4abd-901f-f18f793b6383'] response: {'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'code': 200} Apr 29 15:58:17.080623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:17.103712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29ceef1c-edac-4251-800a-bc3bedb8effb {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:58:17.107412 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=29ceef1c-edac-4251-800a-bc3bedb8effb,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:17.116292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:17.116658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:17.116993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:17.117323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:17.117650 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:17.117975 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:17.118298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:17.118646 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:17.118994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:17.119394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:17.119629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:17.119943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:17.176001 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:58:17.176351 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:58:17.733567 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:17.752065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ceef1c-edac-4251-800a-bc3bedb8effb {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:58:17.767360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=29ceef1c-edac-4251-800a-bc3bedb8effb,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:58:17.808207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:17.814447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9150e4-f210-4959-97ee-fdc11e01e9d4 req-c4c81a01-23e6-4961-bfe0-57d5bc5aa2b9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:17.815917 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3f9150e4-f210-4959-97ee-fdc11e01e9d4 req-c4c81a01-23e6-4961-bfe0-57d5bc5aa2b9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 943 time: 0.0793710 Apr 29 15:58:17.863824 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3f9150e4-f210-4959-97ee-fdc11e01e9d4 req-1f7b8864-ebe3-4375-94b1-51d5999bdc5d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 Apr 29 15:58:17.869632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['29ceef1c-edac-4251-800a-bc3bedb8effb'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:58:17.927133 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=29ceef1c-edac-4251-800a-bc3bedb8effb,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:18.498042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-e75c0e47-56a3-4c4e-98f2-4124d81cee7e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:18.498662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2f3b8-8a5d-4db8-a263-517d80eeb951 req-7d4ff7cf-1564-4721-879a-26d18de446a2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:18.498761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-e75c0e47-56a3-4c4e-98f2-4124d81cee7e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Synchronizing usage tracker for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:58:18.499987 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-59a2f3b8-8a5d-4db8-a263-517d80eeb951 req-7d4ff7cf-1564-4721-879a-26d18de446a2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 944 time: 0.0786765 Apr 29 15:58:18.544095 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-59a2f3b8-8a5d-4db8-a263-517d80eeb951 req-70fd7a4b-4123-47c6-b736-04fe20559dd9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381956 Apr 29 15:58:18.544837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-e75c0e47-56a3-4c4e-98f2-4124d81cee7e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Unset dirty status for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:58:18.546105 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-e75c0e47-56a3-4c4e-98f2-4124d81cee7e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43&tenant_id=d50b140d51cc452b9bdd269edc3d71f6&binding%3Ahost_id=hv-neutron-8391 HTTP/1.1" status: 200 len: 944 time: 0.1301663 Apr 29 15:58:18.629078 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-c3461503-a59f-4989-860b-94f8a6d3d0ea service neutron] 10.222.0.44 "GET /v2.0/ports/29ceef1c-edac-4251-800a-bc3bedb8effb/bindings/hv-neutron-8391 HTTP/1.1" status: 200 len: 384 time: 0.0764713 Apr 29 15:58:18.709239 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 29ceef1c-edac-4251-800a-bc3bedb8effb up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:18.720396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-b05d285f-3d39-4289-b6f8-c2f1c0f0c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:18.721878 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-b05d285f-3d39-4289-b6f8-c2f1c0f0c64d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 1097 time: 0.0718474 Apr 29 15:58:18.777125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 29ceef1c-edac-4251-800a-bc3bedb8effb triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:18.777704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:18.852553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-869c1c68-0757-4002-9b57-fb589b9f430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:18.854369 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-869c1c68-0757-4002-9b57-fb589b9f430e service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1264548 Apr 29 15:58:18.891652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:18.922932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=29ceef1c-edac-4251-800a-bc3bedb8effb,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:58:18.959624 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-4b8a5d38-8fa7-4465-8d12-ae068082a828 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ceef1c-edac-4251-800a-bc3bedb8effb HTTP/1.1" status: 200 len: 1001 time: 0.0994654 Apr 29 15:58:18.996442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:19.022270 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-a452d7dd-d9c3-4a5c-a2bf-6719430e2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:19.023697 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-a452d7dd-d9c3-4a5c-a2bf-6719430e2737 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0584044 Apr 29 15:58:19.062818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:19.070969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=29ceef1c-edac-4251-800a-bc3bedb8effb,revision_number=8']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:19.102518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-670755f8-a3cd-4e01-8c27-c5a2f9daf2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:19.104934 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-670755f8-a3cd-4e01-8c27-c5a2f9daf2a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756094 Apr 29 15:58:19.116950 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2f090c-3f34-4592-8cb7-e822f7e954a9'] response: {'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'code': 200} Apr 29 15:58:19.235554 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-dcb7e4a7-98a4-462a-9018-c853f447f6a4 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251011 Apr 29 15:58:19.365418 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-6ed4e9c2-1aa4-4c7d-b8e6-e6d1f758e9a3 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241055 Apr 29 15:58:19.732273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc80c3d-29cd-4c7f-aad0-8f3bbeab905a req-b43917df-7094-4a88-8d6d-661c026dafb4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:19.733726 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-efc80c3d-29cd-4c7f-aad0-8f3bbeab905a req-b43917df-7094-4a88-8d6d-661c026dafb4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0851216 Apr 29 15:58:19.778541 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-efc80c3d-29cd-4c7f-aad0-8f3bbeab905a req-8345fc2f-ea69-4fda-bb40-d5f9183090fe tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390992 Apr 29 15:58:20.966479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f955-8ec7-4d0a-99b1-28df1488be76 req-95d501a9-5195-4ad5-8a40-2b04fbaca1f6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:20.967932 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8151f955-8ec7-4d0a-99b1-28df1488be76 req-95d501a9-5195-4ad5-8a40-2b04fbaca1f6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0811574 Apr 29 15:58:21.011881 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8151f955-8ec7-4d0a-99b1-28df1488be76 req-d374efef-8992-4697-a39a-bb64644df332 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381176 Apr 29 15:58:22.199014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba86e-2764-40f4-81ad-3d2fdc2f9e57 req-087b516c-2a9f-44e3-9f08-c6646e6df967 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:22.200400 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-aa5ba86e-2764-40f4-81ad-3d2fdc2f9e57 req-087b516c-2a9f-44e3-9f08-c6646e6df967 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0841219 Apr 29 15:58:22.221001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-e22fe518-9fd2-4ae2-96e2-364d32d81d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:22.222547 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-e22fe518-9fd2-4ae2-96e2-364d32d81d48 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 1098 time: 0.0704005 Apr 29 15:58:22.245227 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-aa5ba86e-2764-40f4-81ad-3d2fdc2f9e57 req-88e09bde-153d-4e0f-8130-8ddfcee03c2f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390058 Apr 29 15:58:22.316283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-95423506-c7ba-4dfb-92f0-f13f78b42553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:22.317762 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-95423506-c7ba-4dfb-92f0-f13f78b42553 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 1098 time: 0.0746536 Apr 29 15:58:22.444932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-8e7972ba-bda0-4612-aa1f-212fce81a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:22.446353 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-8e7972ba-bda0-4612-aa1f-212fce81a25c service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1231964 Apr 29 15:58:22.544885 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-b2541cb9-2f56-4e05-a974-32de88d10573 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29ceef1c-edac-4251-800a-bc3bedb8effb HTTP/1.1" status: 200 len: 1002 time: 0.0929792 Apr 29 15:58:22.606051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-90070612-79fc-411a-9b88-742298b4b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:22.607426 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-90070612-79fc-411a-9b88-742298b4b0a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0568550 Apr 29 15:58:22.680765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-1ca379e5-beec-46f5-9b89-019325fa5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:22.682809 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-1ca379e5-beec-46f5-9b89-019325fa5004 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688212 Apr 29 15:58:22.808658 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-94284607-02a9-45ac-bbcc-e9ee20fb33c9 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201017 Apr 29 15:58:23.043580 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-367f4779-186f-4aff-bc7c-5060ba223de4 req-c6d5b96f-b83e-49eb-bdf1-1246fb09b686 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293401 Apr 29 15:58:23.429484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742cbfc-1646-4471-b41e-e148e18b9c62 req-d22396ff-f50a-44d7-a13c-0681b2ce1d12 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:23.430917 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e742cbfc-1646-4471-b41e-e148e18b9c62 req-d22396ff-f50a-44d7-a13c-0681b2ce1d12 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0804970 Apr 29 15:58:23.486520 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e742cbfc-1646-4471-b41e-e148e18b9c62 req-4a3cfa8a-7a3f-4376-ab67-74afefd0a619 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498257 Apr 29 15:58:23.532132 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:58:24.310747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:24.675060 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c4ec3-9b31-4b6d-933c-1173e813337a req-7fbe639f-dd78-41a6-a7a3-7138beba7abf tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:24.683976 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-210c4ec3-9b31-4b6d-933c-1173e813337a req-7fbe639f-dd78-41a6-a7a3-7138beba7abf tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 945 time: 0.0808733 Apr 29 15:58:24.722867 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-210c4ec3-9b31-4b6d-933c-1173e813337a req-546c8461-470c-4224-aa5d-3facbdb0db4c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386007 Apr 29 15:58:24.724818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 29ceef1c-edac-4251-800a-bc3bedb8effb details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:58:24.857193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=29ceef1c-edac-4251-800a-bc3bedb8effb,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:58:24.870926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'port_id': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'mac_address': 'fa:16:3e:ca:30:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:58:24.928300 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:24.945365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29ceef1c-edac-4251-800a-bc3bedb8effb {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:58:24.960805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=29ceef1c-edac-4251-800a-bc3bedb8effb,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:58:25.036124 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:25.101456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['29ceef1c-edac-4251-800a-bc3bedb8effb'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:58:25.160742 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=29ceef1c-edac-4251-800a-bc3bedb8effb,revision_number=9']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:25.906878 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f1d4b-c753-4d5b-9655-df060dbc352f req-bf1d60bf-c818-43f0-87d8-fae6f604c8ed tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:25.908309 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-277f1d4b-c753-4d5b-9655-df060dbc352f req-bf1d60bf-c818-43f0-87d8-fae6f604c8ed tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 944 time: 0.0828557 Apr 29 15:58:25.951302 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-277f1d4b-c753-4d5b-9655-df060dbc352f req-e83055b3-e24f-4326-a5a7-5267d0ab5eea tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373118 Apr 29 15:58:26.131502 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9797e97-e10a-45ed-81ce-e3b00d4d6958 req-b4f40a87-1a91-4c3a-916a-8d0e2d6b4425 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:26.132916 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e9797e97-e10a-45ed-81ce-e3b00d4d6958 req-b4f40a87-1a91-4c3a-916a-8d0e2d6b4425 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 944 time: 0.0784357 Apr 29 15:58:26.176125 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e9797e97-e10a-45ed-81ce-e3b00d4d6958 req-3b1998ba-3704-4886-a04e-b3a58ebfa068 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366526 Apr 29 15:58:26.374320 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acf45c-d896-4772-99a8-d77cd78d640f req-052c9a1a-4a4e-4487-a5f6-a57ed7675be0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:26.375772 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-05acf45c-d896-4772-99a8-d77cd78d640f req-052c9a1a-4a4e-4487-a5f6-a57ed7675be0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 944 time: 0.0842400 Apr 29 15:58:26.419322 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-05acf45c-d896-4772-99a8-d77cd78d640f req-a7366c70-7ff7-4709-93b8-552bdceec1ce tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378613 Apr 29 15:58:26.740688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 29ceef1c-edac-4251-800a-bc3bedb8effb up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:26.808242 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 29ceef1c-edac-4251-800a-bc3bedb8effb triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:26.808636 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:26.928515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:26.955669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:26.966225 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=29ceef1c-edac-4251-800a-bc3bedb8effb,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:58:27.004554 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a15533b-4c91-41ab-97d0-02b7ae797ab8'] response: {'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'code': 200} Apr 29 15:58:27.006892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0a56a-609a-4e69-9a8d-985a97e8cdb6 req-fb37f7a7-8c15-4bae-9d4f-39b00748bac2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:27.008343 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-94e0a56a-609a-4e69-9a8d-985a97e8cdb6 req-fb37f7a7-8c15-4bae-9d4f-39b00748bac2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 944 time: 0.0832062 Apr 29 15:58:27.047788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:27.057560 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-94e0a56a-609a-4e69-9a8d-985a97e8cdb6 req-4ddbc797-51f3-4c2f-8527-b4123751d34b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430593 Apr 29 15:58:27.115133 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=29ceef1c-edac-4251-800a-bc3bedb8effb,revision_number=10']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:28.241977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195f038-84b7-4d13-9ef9-cd73c6330d44 req-c5552be1-203a-40d2-82f2-6764fb0e4d86 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:28.243422 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f195f038-84b7-4d13-9ef9-cd73c6330d44 req-c5552be1-203a-40d2-82f2-6764fb0e4d86 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 946 time: 0.0803957 Apr 29 15:58:28.287180 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f195f038-84b7-4d13-9ef9-cd73c6330d44 req-7c1b76fc-3a05-485e-af62-ef204b84450d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380576 Apr 29 15:58:29.001953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-3a5b6b61-76e7-41bf-a376-ef41832b5274 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:29.003356 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-3a5b6b61-76e7-41bf-a376-ef41832b5274 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 946 time: 0.0808654 Apr 29 15:58:29.073311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Deleting port 29ceef1c-edac-4251-800a-bc3bedb8effb {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:58:29.073646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:29.322845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] For port 29ceef1c-edac-4251-800a-bc3bedb8effb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=29ceef1c-edac-4251-800a-bc3bedb8effb,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:58:29.322845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:29.475022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed3c66-bc9b-4d82-a7b1-1166950fd12b req-ab1a7d8f-e781-4f86-a2de-538f1d1d9e99 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:29.477153 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-65ed3c66-bc9b-4d82-a7b1-1166950fd12b req-ab1a7d8f-e781-4f86-a2de-538f1d1d9e99 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 946 time: 0.0827041 Apr 29 15:58:29.521907 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-65ed3c66-bc9b-4d82-a7b1-1166950fd12b req-9d934358-96fb-4e1e-a05b-3961c7d8da57 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379624 Apr 29 15:58:29.612274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:29.612673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:29.612988 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Floating IP d37e74a8-b380-4c49-8ca8-62953192017d disassociated. External IP: 172.26.2.129, port: 29ceef1c-edac-4251-800a-bc3bedb8effb. Apr 29 15:58:29.613328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Calling delete_port for 29ceef1c-edac-4251-800a-bc3bedb8effb owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:58:29.802329 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:29.855875 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event deleted for resources: {'Port': ['ID=29ceef1c-edac-4251-800a-bc3bedb8effb,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:29.866168 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.866519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.866849 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.867177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.867504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.867830 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.868161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.868499 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.868826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.869144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.869464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:29.869786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:58:30.058661 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:58:30.229778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:58:30.240994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e507cf7-3413-4be6-922a-4ad2d8133a25 None None] Sync routers for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:58:30.251397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e507cf7-3413-4be6-922a-4ad2d8133a25 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:58:30.252215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e507cf7-3413-4be6-922a-4ad2d8133a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:58:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:30.413053 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] No DVR routers for this DVR port 29ceef1c-edac-4251-800a-bc3bedb8effb on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:58:30.415490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:30.418475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'name': 'network-vif-deleted', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:30.444593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6e507cf7-3413-4be6-922a-4ad2d8133a25 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:58:30.559138 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e85f152-5eaa-4ee1-adca-e47f23f5e334'] response: {'server_uuid': '52300e38-c425-44ae-bf1d-6c978dc4fb43', 'name': 'network-vif-deleted', 'tag': '29ceef1c-edac-4251-800a-bc3bedb8effb', 'status': 'completed', 'code': 200} Apr 29 15:58:30.596968 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-aa823f41-ee43-45b1-adf7-ba4f60e5ce39 req-ead060ac-c820-4688-936e-cc69a60be1b4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "DELETE /v2.0/ports/29ceef1c-edac-4251-800a-bc3bedb8effb HTTP/1.1" status: 204 len: 173 time: 1.5878620 Apr 29 15:58:30.686538 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-812c2fd2-e794-4dc3-a9b8-b257d1fde0bd req-0b8904e8-b246-40c4-8e32-591d80b4e86d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=52300e38-c425-44ae-bf1d-6c978dc4fb43 HTTP/1.1" status: 200 len: 210 time: 0.0436127 Apr 29 15:58:30.794527 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e507cf7-3413-4be6-922a-4ad2d8133a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:30.798458 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e507cf7-3413-4be6-922a-4ad2d8133a25 None None] Checking router: 5628057d-4d10-4f2c-b765-8eeedf27b9a6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:58:30.806981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e507cf7-3413-4be6-922a-4ad2d8133a25 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:58:30.808481 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e507cf7-3413-4be6-922a-4ad2d8133a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:58:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:30.985260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6e507cf7-3413-4be6-922a-4ad2d8133a25 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:58:31.295583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e507cf7-3413-4be6-922a-4ad2d8133a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:31.302589 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e507cf7-3413-4be6-922a-4ad2d8133a25 None None] The sync data for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv is: [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:58:31.513791 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867eee87-7837-4411-9764-9ea78f9c10a2 None None] New status for floating IP d37e74a8-b380-4c49-8ca8-62953192017d: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:58:32.025186 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-b6080f24-e799-4381-aa1f-0de1c964eff1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1160994087&fields=id&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 267 time: 0.0397937 Apr 29 15:58:32.105480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3e966e02-8df1-443e-865d-34bf249295ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:32.176762 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-27feec13-05c1-4512-bd99-4fa726f432a3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:32.178437 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-27feec13-05c1-4512-bd99-4fa726f432a3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 812 time: 0.1459653 Apr 29 15:58:32.192740 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-14eb1f88-e8ee-4f66-8ec2-c11277d75427 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/quotas/d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 375 time: 0.0087795 Apr 29 15:58:32.282019 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-df92b124-1cd6-4802-a9c8-7ed22eb14334 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844109 Apr 29 15:58:32.518355 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-732162e5-7ade-4dd4-843d-b6ff62684cab service neutron] 10.222.0.39 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242975 Apr 29 15:58:32.649406 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-7e9f0c8f-d234-4f20-bc7a-f43300bf29ad service neutron] 10.222.0.39 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250088 Apr 29 15:58:32.888348 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9fec4726-6e02-422c-af9a-7188cc09fef4 req-cddeab40-5a88-4e3b-a482-be6ceb721d78 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 210 time: 0.0423863 Apr 29 15:58:34.037442 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8932160c-90d1-454d-9f7d-0603f518d060 req-6fb4dd4d-737f-4afb-8295-ba2feb3c1ab9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 210 time: 0.0425401 Apr 29 15:58:34.231211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-43a749f8-ac0f-463c-a17c-b5d404fc62f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:34.771747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 29ceef1c-edac-4251-800a-bc3bedb8effb no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:58:34.809720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 29ceef1c-edac-4251-800a-bc3bedb8effb {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:58:34.810062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 29ceef1c-edac-4251-800a-bc3bedb8effb not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 15:58:34.973260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-de1ddf49-97b0-4dff-b441-d9db9c3ce349 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:34.974665 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-de1ddf49-97b0-4dff-b441-d9db9c3ce349 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 812 time: 0.1427696 Apr 29 15:58:35.022594 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-1bd01173-d4eb-458a-a8f7-8c9b4d785144 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 380 time: 0.0398085 Apr 29 15:58:35.030610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Request body: {'port': {'device_id': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'admin_state_up': True, 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'security_groups': ['5d7aed8d-e988-48df-bff8-dba9a8685262']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:58:35.167116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 15:58:35.171476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Usage tracker for resource:port and tenant:d50b140d51cc452b9bdd269edc3d71f6 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 15:58:35.174473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 15:58:35.180593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 15:58:35.207611 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-899d2ec6-6ba3-4b04-8baa-2591fa7dd5b9 req-6844f444-4be9-4419-9e4d-a47d2d325e19 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 210 time: 0.0644028 Apr 29 15:58:35.241924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.270377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Made reservation on behalf of d50b140d51cc452b9bdd269edc3d71f6 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 15:58:35.274155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.436299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.438189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Allocated IP 172.20.0.9 (0f07f31e-6972-4b67-9805-9cfe8d1a7d60/94fd0334-42de-4bda-972c-375d984308d1/f859254e-7e86-4032-8bc6-401d70927c48) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 15:58:35.622561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.637420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Transition to ACTIVE for port object f859254e-7e86-4032-8bc6-401d70927c48 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:58:35.710627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.784238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 15:58:35.787246 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 15:58:35.790963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 15:58:35.822383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event updated for resources: {'Port': ['ID=f859254e-7e86-4032-8bc6-401d70927c48,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:35.858588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:35.859188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:35.951910 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-bb7bd994-401d-462d-9f29-925d5c17b928 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9248586 Apr 29 15:58:35.963343 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Request body: {'port': {'device_id': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:58:36.024573 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ff8a0ff0-1df1-47f4-a3ad-ce65714a67df None None] Provisioning for port f859254e-7e86-4032-8bc6-401d70927c48 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:58:36.029707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ff8a0ff0-1df1-47f4-a3ad-ce65714a67df None None] Provisioning complete for port f859254e-7e86-4032-8bc6-401d70927c48 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:36.030096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ff8a0ff0-1df1-47f4-a3ad-ce65714a67df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:36.074456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:36.083867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a0ff0-1df1-47f4-a3ad-ce65714a67df None None] Port f859254e-7e86-4032-8bc6-401d70927c48 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 15:58:36.394311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a57829-1cbc-4c8a-9d7e-3d1f6295ebb7 req-3557d93c-ceba-433a-b9d5-dc642c06f1a6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:36.395745 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f1a57829-1cbc-4c8a-9d7e-3d1f6295ebb7 req-3557d93c-ceba-433a-b9d5-dc642c06f1a6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 931 time: 0.0795221 Apr 29 15:58:36.411537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f859254e-7e86-4032-8bc6-401d70927c48 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:58:36.419234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:36.433556 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Transition to ACTIVE for port object f859254e-7e86-4032-8bc6-401d70927c48 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 15:58:36.440316 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f1a57829-1cbc-4c8a-9d7e-3d1f6295ebb7 req-bfce2948-a61f-46c6-8ca8-4d001ad17487 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387802 Apr 29 15:58:36.504843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:36.657929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Pushing event updated for resources: {'Port': ['ID=f859254e-7e86-4032-8bc6-401d70927c48,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:36.737304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Attempting to bind port f859254e-7e86-4032-8bc6-401d70927c48 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 15:58:36.737635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Attempting to bind port f859254e-7e86-4032-8bc6-401d70927c48 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 15:58:36.737955 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Attempting to bind port f859254e-7e86-4032-8bc6-401d70927c48 on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:58:36.742479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Port f859254e-7e86-4032-8bc6-401d70927c48 on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 15:58:36.742814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Attempting to bind port f859254e-7e86-4032-8bc6-401d70927c48 on network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 15:58:36.748336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 15:58:36.748694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Checking segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 15:58:36.749066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Bound using segment: {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 15:58:36.749478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Bound port: f859254e-7e86-4032-8bc6-401d70927c48, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d49869-1121-4719-a125-7570ec6bb077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 15:58:36.749811 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:36.935637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 15:58:36.938766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 15:58:37.036009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:37.095900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:37.096478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:37.097843 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] 10.222.0.44 "PUT /v2.0/ports/f859254e-7e86-4032-8bc6-401d70927c48 HTTP/1.1" status: 200 len: 1093 time: 1.1384749 Apr 29 15:58:37.098262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:37.116839 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733b43d-bc6b-4ec9-a334-5dbeb6304928 service neutron] Pushing event updated for resources: {'Port': ['ID=f859254e-7e86-4032-8bc6-401d70927c48,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:37.147312 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ca1464-6143-4828-a1d3-be4b00480b68'] response: {'name': 'network-changed', 'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48', 'status': 'completed', 'code': 200} Apr 29 15:58:37.173334 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:37.239752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb178a3-2294-489d-a8c5-07343e8bb715 req-43858719-68f8-4e85-84e2-07ab55810942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:37.241414 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fdb178a3-2294-489d-a8c5-07343e8bb715 req-43858719-68f8-4e85-84e2-07ab55810942 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0759542 Apr 29 15:58:37.379317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb178a3-2294-489d-a8c5-07343e8bb715 req-a3d7b42f-a048-4d2e-a8b0-a11e5954ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:37.380685 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fdb178a3-2294-489d-a8c5-07343e8bb715 req-a3d7b42f-a048-4d2e-a8b0-a11e5954ea9b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1327212 Apr 29 15:58:37.512731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb178a3-2294-489d-a8c5-07343e8bb715 req-706edc70-acf1-42bb-964a-cb70e786f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:37.514160 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fdb178a3-2294-489d-a8c5-07343e8bb715 req-706edc70-acf1-42bb-964a-cb70e786f9fe service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281691 Apr 29 15:58:37.624565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-41cc3eef-5104-427d-a477-e7ced34bb801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:37.625983 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-41cc3eef-5104-427d-a477-e7ced34bb801 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 1096 time: 0.0707371 Apr 29 15:58:37.630542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205ac56-e520-4727-900f-3b9440129599 req-61af600b-ff9c-4b85-b05a-f95ef4f70e6c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:37.632068 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8205ac56-e520-4727-900f-3b9440129599 req-61af600b-ff9c-4b85-b05a-f95ef4f70e6c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 943 time: 0.0846686 Apr 29 15:58:37.675793 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8205ac56-e520-4727-900f-3b9440129599 req-5c2c9233-e8db-46c2-b99f-88665175b7f1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378790 Apr 29 15:58:37.697183 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-30369535-c493-45b1-87e1-4b0a3fcaf06e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f859254e-7e86-4032-8bc6-401d70927c48 HTTP/1.1" status: 200 len: 217 time: 0.0649271 Apr 29 15:58:37.758264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-c3e0d27d-86da-494f-9e41-75a1cd01fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:37.759643 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-c3e0d27d-86da-494f-9e41-75a1cd01fd17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0572176 Apr 29 15:58:37.835973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-357ac237-ffa2-416c-bcef-877f07f4869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:37.837447 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-357ac237-ffa2-416c-bcef-877f07f4869d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721757 Apr 29 15:58:37.963789 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-8097f996-31ad-4631-9398-9c8f5cc7e7ff service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201890 Apr 29 15:58:38.092398 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c6ba9af4-245c-4db8-9018-d23615698b1c req-70182c8f-50b9-49fd-9971-256afbb637ee service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197815 Apr 29 15:58:38.861266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56693ba6-138d-4beb-98d4-a26ccd9f418d req-dd599d48-7907-4dc0-beac-59280b310bd2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:38.862703 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56693ba6-138d-4beb-98d4-a26ccd9f418d req-dd599d48-7907-4dc0-beac-59280b310bd2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 943 time: 0.0779474 Apr 29 15:58:38.906153 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56693ba6-138d-4beb-98d4-a26ccd9f418d req-c61e33a5-66c0-4f8b-848a-39cee907e379 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377829 Apr 29 15:58:40.093843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c8070-a753-4487-8553-8bd147147b34 req-a537ee8e-9dad-4ba9-baba-4ac1d84f2389 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:40.095270 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-556c8070-a753-4487-8553-8bd147147b34 req-a537ee8e-9dad-4ba9-baba-4ac1d84f2389 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 943 time: 0.0819433 Apr 29 15:58:40.138867 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-556c8070-a753-4487-8553-8bd147147b34 req-b6f0d4b2-7adf-4e22-913d-c2156803389f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380385 Apr 29 15:58:40.817858 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f859254e-7e86-4032-8bc6-401d70927c48 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:58:40.945946 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:58:40.958422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'f859254e-7e86-4032-8bc6-401d70927c48', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'port_id': 'f859254e-7e86-4032-8bc6-401d70927c48', 'mac_address': 'fa:16:3e:45:8d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:58:41.015022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:41.031260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f859254e-7e86-4032-8bc6-401d70927c48 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:58:41.046285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:58:41.121660 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:41.187869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=f859254e-7e86-4032-8bc6-401d70927c48,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:41.321528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903857aa-09ac-4fe0-9bae-45eafcfd02cb req-46d13684-a635-4b0b-87f7-1fb62f54609a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:41.322957 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-903857aa-09ac-4fe0-9bae-45eafcfd02cb req-46d13684-a635-4b0b-87f7-1fb62f54609a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 944 time: 0.0786626 Apr 29 15:58:41.353925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['f859254e-7e86-4032-8bc6-401d70927c48'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:58:41.370577 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-903857aa-09ac-4fe0-9bae-45eafcfd02cb req-898309b9-694e-4fd2-84e9-a88eae6edf5f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413349 Apr 29 15:58:42.554081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755d327-d325-404d-95d3-9b475bf5201f req-421382d7-9e30-46a4-b060-8f2490f51dda tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:42.555430 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c755d327-d325-404d-95d3-9b475bf5201f req-421382d7-9e30-46a4-b060-8f2490f51dda tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 944 time: 0.0791285 Apr 29 15:58:42.599504 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c755d327-d325-404d-95d3-9b475bf5201f req-e30261de-047b-4f79-8055-f2f293ff75c4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377724 Apr 29 15:58:42.834260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f859254e-7e86-4032-8bc6-401d70927c48 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:58:42.961853 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port f859254e-7e86-4032-8bc6-401d70927c48 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 15:58:42.966892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port f859254e-7e86-4032-8bc6-401d70927c48 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:58:42.967160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:43.113896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:43.139304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:43.148771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:58:43.183979 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea11172a-46d4-41a0-bc53-7878081852b0'] response: {'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48', 'code': 200} Apr 29 15:58:43.224744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:43.290507 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=f859254e-7e86-4032-8bc6-401d70927c48,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:58:43.556921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c2e66-6a1c-438e-8c02-d2531e994dc6 req-893fc093-ae6b-4ce4-b9be-884da36642f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:43.558374 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e11c2e66-6a1c-438e-8c02-d2531e994dc6 req-893fc093-ae6b-4ce4-b9be-884da36642f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0694084 Apr 29 15:58:43.598023 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e11c2e66-6a1c-438e-8c02-d2531e994dc6 req-cbd3020f-fe2a-435a-8cc2-1f6d2231c495 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334964 Apr 29 15:58:43.783521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634cb20-0258-47a5-9013-22e742e94bb5 req-1fd6bf5f-4b56-4efe-aac7-02a347aac464 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:43.785001 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4634cb20-0258-47a5-9013-22e742e94bb5 req-1fd6bf5f-4b56-4efe-aac7-02a347aac464 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0828454 Apr 29 15:58:43.829003 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4634cb20-0258-47a5-9013-22e742e94bb5 req-8a31b555-c7fa-4e59-9d1d-c2d11cbaa80f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381725 Apr 29 15:58:45.025988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e0ef7-f8bd-4c46-bb1f-37bd3405e158 req-134def92-be90-432a-a55a-6226f7e24acb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:45.027647 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a06e0ef7-f8bd-4c46-bb1f-37bd3405e158 req-134def92-be90-432a-a55a-6226f7e24acb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0792379 Apr 29 15:58:45.074341 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a06e0ef7-f8bd-4c46-bb1f-37bd3405e158 req-66d28f82-2d95-4ee9-84c3-3842dc515136 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401230 Apr 29 15:58:45.258689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfc9e0-81ab-46e0-b7af-ad78f90cf477 req-86b9555f-70f3-4cb5-911a-bdb331b405f3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:45.260165 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b5dfc9e0-81ab-46e0-b7af-ad78f90cf477 req-86b9555f-70f3-4cb5-911a-bdb331b405f3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0844779 Apr 29 15:58:45.269164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 44372) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 15:58:45.274049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0f6a4cdf-cdf6-42d3-ab7a-4575294b28b7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Request body: {'floatingip': {'port_id': 'f859254e-7e86-4032-8bc6-401d70927c48'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 15:58:45.354057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f6a4cdf-cdf6-42d3-ab7a-4575294b28b7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:46.066859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f6a4cdf-cdf6-42d3-ab7a-4575294b28b7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:46.133568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f6a4cdf-cdf6-42d3-ab7a-4575294b28b7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:46.301246 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-0f6a4cdf-cdf6-42d3-ab7a-4575294b28b7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Floating IP d37e74a8-b380-4c49-8ca8-62953192017d associated. External IP: 172.26.2.129, port: f859254e-7e86-4032-8bc6-401d70927c48. Apr 29 15:58:46.640164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6a4cdf-cdf6-42d3-ab7a-4575294b28b7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:58:46.813832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6a4cdf-cdf6-42d3-ab7a-4575294b28b7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:58:46.818644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0f6a4cdf-cdf6-42d3-ab7a-4575294b28b7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:46.823413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41222a4-894e-4f3a-a9d0-9148a8f9fa52 None None] Sync routers for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:58:46.837330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41222a4-894e-4f3a-a9d0-9148a8f9fa52 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:58:46.837935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f41222a4-894e-4f3a-a9d0-9148a8f9fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:58:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:46.871071 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0f6a4cdf-cdf6-42d3-ab7a-4575294b28b7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "PUT /v2.0/floatingips/d37e74a8-b380-4c49-8ca8-62953192017d HTTP/1.1" status: 200 len: 992 time: 1.6008592 Apr 29 15:58:46.871671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:58:46.915575 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ebbf5c-8842-4089-9690-e637f6a99906'] response: {'name': 'network-changed', 'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48', 'status': 'completed', 'code': 200} Apr 29 15:58:47.009029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c416ef-ee73-497e-9b76-087293a7a0b8 req-82cf1292-83bc-4416-b647-726a5f031db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:47.010490 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8c416ef-ee73-497e-9b76-087293a7a0b8 req-82cf1292-83bc-4416-b647-726a5f031db1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0741992 Apr 29 15:58:47.023448 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-f41222a4-894e-4f3a-a9d0-9148a8f9fa52 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:58:47.142506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c416ef-ee73-497e-9b76-087293a7a0b8 req-9136697f-b50d-4a38-ba43-e50ebc13cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:47.143919 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8c416ef-ee73-497e-9b76-087293a7a0b8 req-9136697f-b50d-4a38-ba43-e50ebc13cf31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1276057 Apr 29 15:58:47.248278 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8c416ef-ee73-497e-9b76-087293a7a0b8 req-c6254262-d612-4593-afdc-8b2e4eb1621c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f859254e-7e86-4032-8bc6-401d70927c48 HTTP/1.1" status: 200 len: 1000 time: 0.0988555 Apr 29 15:58:47.312869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c416ef-ee73-497e-9b76-087293a7a0b8 req-b5c76304-ed05-4e7f-9f03-8fe26dfd1001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:47.314652 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8c416ef-ee73-497e-9b76-087293a7a0b8 req-b5c76304-ed05-4e7f-9f03-8fe26dfd1001 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0604732 Apr 29 15:58:47.382756 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f41222a4-894e-4f3a-a9d0-9148a8f9fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd37e74a8-b380-4c49-8ca8-62953192017d', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'port_id': 'f859254e-7e86-4032-8bc6-401d70927c48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'mac_address': 'fa:16:3e:45:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:19Z', 'updated_at': '2022-04-29T15:58:45Z', 'revision_number': 13, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:47.387397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41222a4-894e-4f3a-a9d0-9148a8f9fa52 None None] Checking router: 5628057d-4d10-4f2c-b765-8eeedf27b9a6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:58:47.396759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41222a4-894e-4f3a-a9d0-9148a8f9fa52 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:58:47.397296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f41222a4-894e-4f3a-a9d0-9148a8f9fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:58:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:47.505468 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c416ef-ee73-497e-9b76-087293a7a0b8 req-bb02ca1c-907a-4531-b1f4-4b1a3f1bb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:47.506945 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8c416ef-ee73-497e-9b76-087293a7a0b8 req-bb02ca1c-907a-4531-b1f4-4b1a3f1bb968 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1867537 Apr 29 15:58:47.598875 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-f41222a4-894e-4f3a-a9d0-9148a8f9fa52 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:58:47.644704 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8c416ef-ee73-497e-9b76-087293a7a0b8 req-cc58ba42-d4d0-40d9-9b29-b86709cddf49 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316864 Apr 29 15:58:47.783003 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e8c416ef-ee73-497e-9b76-087293a7a0b8 req-48629c28-38b6-4fd4-9db1-09aa9b21a36d service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327019 Apr 29 15:58:47.948860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f41222a4-894e-4f3a-a9d0-9148a8f9fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd37e74a8-b380-4c49-8ca8-62953192017d', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'port_id': 'f859254e-7e86-4032-8bc6-401d70927c48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'mac_address': 'fa:16:3e:45:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:19Z', 'updated_at': '2022-04-29T15:58:45Z', 'revision_number': 13, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:58:47.953405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41222a4-894e-4f3a-a9d0-9148a8f9fa52 None None] The sync data for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv is: [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd37e74a8-b380-4c49-8ca8-62953192017d', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'floating_ip_address': '172.26.2.129', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'port_id': 'f859254e-7e86-4032-8bc6-401d70927c48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'mac_address': 'fa:16:3e:45:8d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T15:55:19Z', 'updated_at': '2022-04-29T15:58:45Z', 'revision_number': 13, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:58:48.144361 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f86e90-71a6-4f6a-a4da-a04457cd4259 None None] New status for floating IP d37e74a8-b380-4c49-8ca8-62953192017d: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:58:48.774658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49750434-cf59-4f1b-ae17-7bea21fc697c req-a07f863d-c1b0-4a9c-befe-bc6cbe778fc9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:48.776030 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-49750434-cf59-4f1b-ae17-7bea21fc697c req-a07f863d-c1b0-4a9c-befe-bc6cbe778fc9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0824416 Apr 29 15:58:48.819933 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-49750434-cf59-4f1b-ae17-7bea21fc697c req-6b6bff53-ffdb-4fc6-9800-4cafb76bd8d4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372651 Apr 29 15:58:54.218726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:58:54.607520 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-22377c70-d6f3-444f-a53b-ad7ab4d15382 req-1999829b-cfb1-440c-b48d-48f4063c8be3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677834 Apr 29 15:58:54.740531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22377c70-d6f3-444f-a53b-ad7ab4d15382 req-5e4c1eac-83f6-494a-bd2e-30e88ef42421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:54.741968 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-22377c70-d6f3-444f-a53b-ad7ab4d15382 req-5e4c1eac-83f6-494a-bd2e-30e88ef42421 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0694578 Apr 29 15:58:54.881080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22377c70-d6f3-444f-a53b-ad7ab4d15382 req-1e1086bb-40ec-4ec7-af0c-e568b258cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:54.882432 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-22377c70-d6f3-444f-a53b-ad7ab4d15382 req-1e1086bb-40ec-4ec7-af0c-e568b258cdc3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1230917 Apr 29 15:58:54.997878 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-22377c70-d6f3-444f-a53b-ad7ab4d15382 req-65a0cc66-4294-4dce-8456-af25cbc823f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f859254e-7e86-4032-8bc6-401d70927c48 HTTP/1.1" status: 200 len: 1002 time: 0.0956128 Apr 29 15:58:55.063445 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22377c70-d6f3-444f-a53b-ad7ab4d15382 req-3998f758-dcbf-425b-911a-3d3c9e4b50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:55.064884 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-22377c70-d6f3-444f-a53b-ad7ab4d15382 req-3998f758-dcbf-425b-911a-3d3c9e4b50a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0609150 Apr 29 15:58:55.139394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22377c70-d6f3-444f-a53b-ad7ab4d15382 req-ffd44911-a23f-48b1-b494-ba71ab99ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:55.140783 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-22377c70-d6f3-444f-a53b-ad7ab4d15382 req-ffd44911-a23f-48b1-b494-ba71ab99ce41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696266 Apr 29 15:58:55.272167 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-22377c70-d6f3-444f-a53b-ad7ab4d15382 req-b3fd8db2-eabc-4da5-8aba-509ac197d502 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247895 Apr 29 15:58:55.402004 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-22377c70-d6f3-444f-a53b-ad7ab4d15382 req-8134ee45-8d91-4f32-bb5e-5987e1e18f33 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233287 Apr 29 15:58:59.013183 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd8c52-6247-4d63-9ac3-fbc85011f7e0 req-ac98f988-51ba-4830-b484-8d31ab475abd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:58:59.014661 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7ebd8c52-6247-4d63-9ac3-fbc85011f7e0 req-ac98f988-51ba-4830-b484-8d31ab475abd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0800624 Apr 29 15:58:59.061940 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7ebd8c52-6247-4d63-9ac3-fbc85011f7e0 req-587a516d-ea08-40de-8d3c-88f28e89948f tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413158 Apr 29 15:58:59.093516 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-839c571b-cefb-43e1-8bf8-040c9d26515a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1170919 Apr 29 15:59:00.249281 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe2f9d-0669-4c27-9f6f-6914fc972bbd req-4655d3bb-db2f-462e-a6c0-049ba90bbb49 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:00.252921 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-94fe2f9d-0669-4c27-9f6f-6914fc972bbd req-4655d3bb-db2f-462e-a6c0-049ba90bbb49 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0851302 Apr 29 15:59:00.296373 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-94fe2f9d-0669-4c27-9f6f-6914fc972bbd req-82e15058-bfa5-4e29-836d-56f54c58c6ee tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399022 Apr 29 15:59:00.530423 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:59:01.085425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-d673b429-1a36-4fe6-b36b-b94770ca7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:01.086879 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-d673b429-1a36-4fe6-b36b-b94770ca7a05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0702250 Apr 29 15:59:01.226178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-b648a880-6d78-403d-8322-70c90fdd938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:01.227531 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-b648a880-6d78-403d-8322-70c90fdd938d service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1337259 Apr 29 15:59:01.330085 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-3a1a9c9f-45af-4ea9-abe8-00dc16cbc2ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f859254e-7e86-4032-8bc6-401d70927c48 HTTP/1.1" status: 200 len: 1002 time: 0.0956693 Apr 29 15:59:01.392131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-6a39b4f6-0572-4cf6-aa96-1f1ed01c22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:01.393601 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-6a39b4f6-0572-4cf6-aa96-1f1ed01c22c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0573785 Apr 29 15:59:01.492813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a267be8-abf6-4bb0-bfad-7f6051a86883 req-97a2a9d9-5601-428d-bbf7-195ba6d78876 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:01.494270 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5a267be8-abf6-4bb0-bfad-7f6051a86883 req-97a2a9d9-5601-428d-bbf7-195ba6d78876 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0865593 Apr 29 15:59:01.584897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-8dea8aac-fa05-4004-b6f6-33151b4fdcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:01.586397 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-8dea8aac-fa05-4004-b6f6-33151b4fdcaf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1861093 Apr 29 15:59:01.664018 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5a267be8-abf6-4bb0-bfad-7f6051a86883 req-0c1b4b77-542b-46a6-ab2a-49ae65549c7d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636980 Apr 29 15:59:01.722977 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-de1cd3cb-3445-406f-aae1-d9962f970733 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271062 Apr 29 15:59:01.850861 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-c4ab5b7c-465a-43bd-9d6e-3fac0812db2c service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213923 Apr 29 15:59:02.117153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f93e-104f-4a9c-8584-19356444a4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:02.848858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778505-d56e-48f3-b8c2-7efd8d57de83 req-d6d83594-fd7b-4d50-9cc0-7f5d166e8ecb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:02.850277 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5b778505-d56e-48f3-b8c2-7efd8d57de83 req-d6d83594-fd7b-4d50-9cc0-7f5d166e8ecb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0792093 Apr 29 15:59:02.894498 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5b778505-d56e-48f3-b8c2-7efd8d57de83 req-ea1b448d-27ed-433b-a950-d92a1216c06c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385237 Apr 29 15:59:04.077070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200735c5-ae8f-40fa-870c-940a489da66f req-44ab3054-027b-40a0-bb1a-447d2fc4c9d6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:04.078496 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-200735c5-ae8f-40fa-870c-940a489da66f req-44ab3054-027b-40a0-bb1a-447d2fc4c9d6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0796189 Apr 29 15:59:04.120561 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-200735c5-ae8f-40fa-870c-940a489da66f req-53610a1d-fa2a-4488-a86b-01a2e8f53b48 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364416 Apr 29 15:59:04.196250 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-35f397e5-4313-4ebe-812f-3640499d8f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:05.218987 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:05.309876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447fc9a-e345-47e3-b389-cb26e214ec1a req-58157d53-4857-495c-947d-8cc550610141 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:05.311334 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0447fc9a-e345-47e3-b389-cb26e214ec1a req-58157d53-4857-495c-947d-8cc550610141 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0810120 Apr 29 15:59:05.359287 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0447fc9a-e345-47e3-b389-cb26e214ec1a req-ae2062d7-824b-412c-946d-16072e69f591 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 Apr 29 15:59:05.419281 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:06.542837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082199b-53d4-4c39-93c6-dae4a3ada641 req-4156dfe5-8ad6-4908-a3b8-c99faaba3da0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:06.544229 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f082199b-53d4-4c39-93c6-dae4a3ada641 req-4156dfe5-8ad6-4908-a3b8-c99faaba3da0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0793147 Apr 29 15:59:06.588650 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f082199b-53d4-4c39-93c6-dae4a3ada641 req-250e608b-62b9-43e8-9a64-86bcf63cbff0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385926 Apr 29 15:59:07.138757 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:07.783630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7df3e6-cbf6-4e1c-9517-d3e649669bb0 req-f0dc216b-b42f-4acd-ac54-db071ed3d69a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:07.783630 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5b7df3e6-cbf6-4e1c-9517-d3e649669bb0 req-f0dc216b-b42f-4acd-ac54-db071ed3d69a tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0827553 Apr 29 15:59:07.829186 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5b7df3e6-cbf6-4e1c-9517-d3e649669bb0 req-ada4e45a-585c-44a0-ba52-b12768e29b63 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397489 Apr 29 15:59:09.010282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbd2e8-106d-444d-9982-3cbc0a0fb803 req-727671a6-e90d-487e-8c6f-1a193919e063 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:09.012299 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a7dbd2e8-106d-444d-9982-3cbc0a0fb803 req-727671a6-e90d-487e-8c6f-1a193919e063 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0786688 Apr 29 15:59:09.056060 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a7dbd2e8-106d-444d-9982-3cbc0a0fb803 req-eef42f81-9a36-4d12-96f6-f0ad1f9a08e1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380230 Apr 29 15:59:10.244354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fac893-2c7a-4d22-9c9a-de1a41cd21cd req-b8562261-4453-46f1-8e00-dfb885a1a828 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:10.245819 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-08fac893-2c7a-4d22-9c9a-de1a41cd21cd req-b8562261-4453-46f1-8e00-dfb885a1a828 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0832665 Apr 29 15:59:10.289756 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-08fac893-2c7a-4d22-9c9a-de1a41cd21cd req-7db37fd7-eb05-46fb-9b8b-c5de7c5ba3c3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376472 Apr 29 15:59:11.474507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de1ad0-675d-4bb8-afb0-2c351a3bd095 req-e91b55c2-5c89-4549-90a4-044797e1628b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:11.475952 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a6de1ad0-675d-4bb8-afb0-2c351a3bd095 req-e91b55c2-5c89-4549-90a4-044797e1628b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0792031 Apr 29 15:59:11.521802 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a6de1ad0-675d-4bb8-afb0-2c351a3bd095 req-4409ca30-7342-4be3-aeb0-26209424ec09 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399485 Apr 29 15:59:12.708676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196e83f-6520-42e3-aff1-698107301a78 req-608bb31a-85f4-475b-a172-d406f0c1aedb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:12.710107 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5196e83f-6520-42e3-aff1-698107301a78 req-608bb31a-85f4-475b-a172-d406f0c1aedb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0788939 Apr 29 15:59:12.753916 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5196e83f-6520-42e3-aff1-698107301a78 req-dd88b41d-30b9-4f5c-98ca-ad495e9c09b5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380652 Apr 29 15:59:13.941358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289099a3-9bc0-489d-aef7-6b6368b7f4c7 req-b6e8b58b-a222-4521-96e1-8a537110a447 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:13.942797 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-289099a3-9bc0-489d-aef7-6b6368b7f4c7 req-b6e8b58b-a222-4521-96e1-8a537110a447 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0832088 Apr 29 15:59:13.986756 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-289099a3-9bc0-489d-aef7-6b6368b7f4c7 req-362ffc6f-dd5f-4bd5-8adb-a03b8f894b83 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382869 Apr 29 15:59:15.171800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cd2fc-b594-433d-bd74-0d7e7d6f5b96 req-3106cf15-b3f5-49c0-a39b-adbdd2841a97 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:15.173272 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3c7cd2fc-b594-433d-bd74-0d7e7d6f5b96 req-3106cf15-b3f5-49c0-a39b-adbdd2841a97 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0800002 Apr 29 15:59:15.217890 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3c7cd2fc-b594-433d-bd74-0d7e7d6f5b96 req-c920ee53-5dc5-4f99-a347-ed7374b333f8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387795 Apr 29 15:59:16.407321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc81bea-350b-4e1e-9346-ed3963737d2d req-62e91adb-c8b1-4cc2-bc05-f62af9d6b976 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:16.408764 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1bc81bea-350b-4e1e-9346-ed3963737d2d req-62e91adb-c8b1-4cc2-bc05-f62af9d6b976 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0816755 Apr 29 15:59:16.454894 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1bc81bea-350b-4e1e-9346-ed3963737d2d req-6cf56ea6-9560-41f4-913a-996669c91a31 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405459 Apr 29 15:59:17.639299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bcdb7-4564-4a60-9e0a-89aa2ca620a4 req-9c16b381-edfd-4bc5-8c3b-e8e65ce562e4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:17.640690 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6e3bcdb7-4564-4a60-9e0a-89aa2ca620a4 req-9c16b381-edfd-4bc5-8c3b-e8e65ce562e4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0812094 Apr 29 15:59:17.684307 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6e3bcdb7-4564-4a60-9e0a-89aa2ca620a4 req-db3f987a-bd3f-45bf-8105-fd94de6bdca8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375650 Apr 29 15:59:18.869759 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae2c06-aab8-4377-a3ee-9a5d62e921dd req-1c0eff27-a072-4cc2-8e8f-48dd87b81853 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:18.871829 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d1ae2c06-aab8-4377-a3ee-9a5d62e921dd req-1c0eff27-a072-4cc2-8e8f-48dd87b81853 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0829461 Apr 29 15:59:18.914701 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d1ae2c06-aab8-4377-a3ee-9a5d62e921dd req-086ab15c-5403-45c9-bb8b-19bba9e31b97 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372894 Apr 29 15:59:20.244969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705cd91-fbd5-452e-bb13-2beac402c91d req-1876cb58-5206-4ec3-af26-aced718a3db8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:20.246933 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4705cd91-fbd5-452e-bb13-2beac402c91d req-1876cb58-5206-4ec3-af26-aced718a3db8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0791452 Apr 29 15:59:20.294014 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4705cd91-fbd5-452e-bb13-2beac402c91d req-562b1b08-4a96-4233-995b-311b95a2a879 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411565 Apr 29 15:59:21.477512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c833d-f3a3-46f9-a9b6-50cc58594d4a req-6096aabb-67b9-448d-b33f-a3d7a4177ed0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:21.478940 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c74c833d-f3a3-46f9-a9b6-50cc58594d4a req-6096aabb-67b9-448d-b33f-a3d7a4177ed0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0784760 Apr 29 15:59:21.521631 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c74c833d-f3a3-46f9-a9b6-50cc58594d4a req-236027c0-e6c2-49c3-a4b8-7b3a2d3be50d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364304 Apr 29 15:59:22.706838 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e991c-4007-4777-8a54-582da69c4be2 req-3919f78a-ac54-46c6-b9cb-3b75a8d23f97 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:22.708247 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cc6e991c-4007-4777-8a54-582da69c4be2 req-3919f78a-ac54-46c6-b9cb-3b75a8d23f97 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0810523 Apr 29 15:59:22.751666 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cc6e991c-4007-4777-8a54-582da69c4be2 req-d31c6c09-3bc0-418c-8d5b-e9f883abaccf tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378022 Apr 29 15:59:23.936582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ea148-db1d-4298-9ae4-7dfc069347ed req-9ddadb57-4380-4d6d-bc36-a55aaefb6606 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:23.938004 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bc7ea148-db1d-4298-9ae4-7dfc069347ed req-9ddadb57-4380-4d6d-bc36-a55aaefb6606 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0795615 Apr 29 15:59:23.981679 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bc7ea148-db1d-4298-9ae4-7dfc069347ed req-7d82a405-f329-4f84-9410-3f1fa055b953 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380971 Apr 29 15:59:24.258791 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:24.659791 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-8c1c0bca-bb33-4f3a-8a3d-1f349fd4bb0c service neutron] 10.222.0.44 "GET /v2.0/ports/f859254e-7e86-4032-8bc6-401d70927c48/bindings/hv-neutron-8391 HTTP/1.1" status: 200 len: 384 time: 0.0742407 Apr 29 15:59:25.170057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8b707-e646-4515-947a-e9a0b668cad6 req-0d5f7087-1eff-49dc-ae3c-05c278449d0c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:25.171487 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-09f8b707-e646-4515-947a-e9a0b668cad6 req-0d5f7087-1eff-49dc-ae3c-05c278449d0c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0831981 Apr 29 15:59:25.217737 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-09f8b707-e646-4515-947a-e9a0b668cad6 req-0f90b872-8a66-4a20-bd13-a7b77b97d3a0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404589 Apr 29 15:59:25.275553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-f28aacd0-ba1f-4368-afb6-55a7979e7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:25.276970 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-f28aacd0-ba1f-4368-afb6-55a7979e7fae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 1098 time: 0.0729787 Apr 29 15:59:25.387771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-1460ee0a-df6c-4a52-b792-44386ca91979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:25.389262 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-1460ee0a-df6c-4a52-b792-44386ca91979 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0700257 Apr 29 15:59:25.516560 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-4e7b682e-1ef4-44c8-b029-a7180d5f2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:25.517968 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-4e7b682e-1ef4-44c8-b029-a7180d5f2a60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1223376 Apr 29 15:59:25.617377 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-a6417c6f-2cdf-400f-b2e7-31a7d736d437 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f859254e-7e86-4032-8bc6-401d70927c48 HTTP/1.1" status: 200 len: 1002 time: 0.0936899 Apr 29 15:59:25.683823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-05069cf0-58b7-4842-b2e0-bfa9864ff6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:25.685479 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-05069cf0-58b7-4842-b2e0-bfa9864ff6d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0629339 Apr 29 15:59:25.763526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-19d8c58c-1c1f-4925-8b61-3575126c2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:25.772189 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-19d8c58c-1c1f-4925-8b61-3575126c2f2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738354 Apr 29 15:59:25.896193 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-7cd16ca2-1d68-4e33-acd1-96b0d546c7d5 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242776 Apr 29 15:59:26.023218 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bd8b46c8-8b09-477b-9060-7cdeb06da33a req-45dd5353-1d0d-41c4-bf95-bd1151b19da9 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217136 Apr 29 15:59:26.405144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145b469-50c6-4305-907e-a5664c514c6f req-b8cf3ba4-9475-45d0-b6e8-75070ce6ba32 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:26.406618 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f145b469-50c6-4305-907e-a5664c514c6f req-b8cf3ba4-9475-45d0-b6e8-75070ce6ba32 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0798707 Apr 29 15:59:26.454709 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f145b469-50c6-4305-907e-a5664c514c6f req-094df2bc-fe6b-4248-a8a2-724f61e72eb4 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Apr 29 15:59:27.644207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103ff30-39fb-43ed-b6fd-2700a096130d req-5eccae59-fa63-4bf0-8b96-e0fe1566a4c2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:27.645729 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2103ff30-39fb-43ed-b6fd-2700a096130d req-5eccae59-fa63-4bf0-8b96-e0fe1566a4c2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0804198 Apr 29 15:59:27.690376 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2103ff30-39fb-43ed-b6fd-2700a096130d req-4aef2229-0b5c-4849-920b-b5bd515dc975 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389545 Apr 29 15:59:28.875717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cf3cb-5f43-41e0-9ce1-2126ba054e14 req-09cd6a26-5d5a-461e-a293-fd0aef4488a2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:28.877092 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f02cf3cb-5f43-41e0-9ce1-2126ba054e14 req-09cd6a26-5d5a-461e-a293-fd0aef4488a2 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0819209 Apr 29 15:59:28.920351 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f02cf3cb-5f43-41e0-9ce1-2126ba054e14 req-33667cfa-f8c6-42b7-8479-ede26dc1a5d3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376265 Apr 29 15:59:28.975054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f859254e-7e86-4032-8bc6-401d70927c48 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:59:28.977330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f859254e-7e86-4032-8bc6-401d70927c48 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:59:29.223886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:29.245408 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:59:29.264518 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'f859254e-7e86-4032-8bc6-401d70927c48', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'port_id': 'f859254e-7e86-4032-8bc6-401d70927c48', 'mac_address': 'fa:16:3e:45:8d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:59:29.269481 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:59:29.307603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:59:29.324129 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8590304f-3373-4635-b9b5-a0a0d87e66db'] response: {'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48', 'code': 200} Apr 29 15:59:29.333936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:29.351485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:29.383055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f859254e-7e86-4032-8bc6-401d70927c48 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:59:29.469027 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=f859254e-7e86-4032-8bc6-401d70927c48,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:29.471049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 15:59:29.471394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 15:59:29.476780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:29.477121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:29.477454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:29.477784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:29.478109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:29.478434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:29.478756 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:29.479077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:29.479392 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:29.479709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:29.480026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:29.480974 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:30.028967 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:30.045979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f859254e-7e86-4032-8bc6-401d70927c48 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:59:30.061277 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:59:30.108021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c275539-41cd-4027-a097-b03a7f3ea286 req-fe782918-4d20-4eae-b64b-59798919c74c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:30.109567 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9c275539-41cd-4027-a097-b03a7f3ea286 req-fe782918-4d20-4eae-b64b-59798919c74c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 943 time: 0.0802400 Apr 29 15:59:30.115869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:30.157821 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9c275539-41cd-4027-a097-b03a7f3ea286 req-8d96457e-9138-429d-b0f6-935d1a395422 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423164 Apr 29 15:59:30.187113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['f859254e-7e86-4032-8bc6-401d70927c48'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:59:30.211403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=f859254e-7e86-4032-8bc6-401d70927c48,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:30.973515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f859254e-7e86-4032-8bc6-401d70927c48 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:59:31.040686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port f859254e-7e86-4032-8bc6-401d70927c48 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:59:31.041323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:31.156050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:31.188253 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:59:31.287680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:31.325396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:59:31.364252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=f859254e-7e86-4032-8bc6-401d70927c48,revision_number=8']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:31.386018 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c12b1e-12a1-412f-8c22-ae770b9c3bfb'] response: {'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48', 'code': 200} Apr 29 15:59:31.451521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026b5f3-07ae-4c8b-a7e4-8207b63195f0 req-ea5b1eb7-da91-4e4e-a3f3-ed3bc15c0ea8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:31.452995 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4026b5f3-07ae-4c8b-a7e4-8207b63195f0 req-ea5b1eb7-da91-4e4e-a3f3-ed3bc15c0ea8 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.1872535 Apr 29 15:59:31.496732 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4026b5f3-07ae-4c8b-a7e4-8207b63195f0 req-f771786f-279c-46d2-8cd6-3c399a379135 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380704 Apr 29 15:59:32.116030 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-71eecd5c-4599-485d-a6f2-b8c1fec64ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:32.680145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d689e37-26e5-49d3-938b-8e8ab1a9693d req-b2990c90-f33c-4ae1-b6f7-eb9b2921e1ae tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:32.681729 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8d689e37-26e5-49d3-938b-8e8ab1a9693d req-b2990c90-f33c-4ae1-b6f7-eb9b2921e1ae tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0786936 Apr 29 15:59:32.724010 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8d689e37-26e5-49d3-938b-8e8ab1a9693d req-7117cfbc-5ffb-4ae7-bfd6-50b699796445 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366344 Apr 29 15:59:33.909781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7782c-d757-472e-baf2-015db226f627 req-d4d39fb3-caac-4ea0-a6be-44cff04f989d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:33.911139 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-41c7782c-d757-472e-baf2-015db226f627 req-d4d39fb3-caac-4ea0-a6be-44cff04f989d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0813954 Apr 29 15:59:33.954829 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-41c7782c-d757-472e-baf2-015db226f627 req-0f133f0c-a6bd-44e4-8447-b9c3845cf547 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378990 Apr 29 15:59:34.213269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cec3f1e5-cc95-4741-b5cc-f484a6e0863b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:35.142949 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c59a41-70d6-46cd-8946-d596d3d905ec req-4093ea68-0559-43e6-888a-a8328248a515 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:35.144325 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-09c59a41-70d6-46cd-8946-d596d3d905ec req-4093ea68-0559-43e6-888a-a8328248a515 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0822535 Apr 29 15:59:35.193841 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-09c59a41-70d6-46cd-8946-d596d3d905ec req-b76514fe-4733-4eb4-bc1b-1af0dd8d0c9d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425761 Apr 29 15:59:35.207495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:35.429905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:36.381413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9a434-2cd9-4d69-91b5-1061e8fce9ce req-f4b07bed-a40c-4f1b-bc8d-36dfa8cc9e38 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:36.382839 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1db9a434-2cd9-4d69-91b5-1061e8fce9ce req-f4b07bed-a40c-4f1b-bc8d-36dfa8cc9e38 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0793231 Apr 29 15:59:36.426351 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1db9a434-2cd9-4d69-91b5-1061e8fce9ce req-64be2ea1-ea72-4cfc-bb2e-09ed1fce8e2d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377529 Apr 29 15:59:37.125574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748459ec-4c08-4643-a055-5071b11234c0 req-68444c1c-218f-4982-ab2a-af6eed406a48 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:37.127032 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-748459ec-4c08-4643-a055-5071b11234c0 req-68444c1c-218f-4982-ab2a-af6eed406a48 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0844631 Apr 29 15:59:37.139067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:37.171884 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-748459ec-4c08-4643-a055-5071b11234c0 req-c30b16ad-11f4-4e84-b705-e06fdb85d161 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390172 Apr 29 15:59:37.207343 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-1c03c66e-2510-4ed3-b380-6ba91abd985e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:37.207947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-1c03c66e-2510-4ed3-b380-6ba91abd985e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Synchronizing usage tracker for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 15:59:37.287129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-1c03c66e-2510-4ed3-b380-6ba91abd985e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Unset dirty status for tenant:d50b140d51cc452b9bdd269edc3d71f6 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 15:59:37.288273 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-1c03c66e-2510-4ed3-b380-6ba91abd985e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2&tenant_id=d50b140d51cc452b9bdd269edc3d71f6&binding%3Ahost_id=hv-neutron-8391 HTTP/1.1" status: 200 len: 945 time: 0.1636372 Apr 29 15:59:37.369923 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-c0d384fa-aee9-421b-8d2d-318f38e30cf5 service neutron] 10.222.0.44 "GET /v2.0/ports/f859254e-7e86-4032-8bc6-401d70927c48/bindings/hv-neutron-8391 HTTP/1.1" status: 200 len: 384 time: 0.0756171 Apr 29 15:59:37.459410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-a99473dd-f65b-4c31-b510-83d691c63ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:37.460802 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-a99473dd-f65b-4c31-b510-83d691c63ace service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0699062 Apr 29 15:59:37.532087 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 15:59:37.589189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-885f652b-e09f-47a8-8ed9-9050b25235be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:37.590748 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-885f652b-e09f-47a8-8ed9-9050b25235be service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1248121 Apr 29 15:59:37.797307 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-1e8b0adf-1ce0-45f3-bab6-dca85de0967c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f859254e-7e86-4032-8bc6-401d70927c48 HTTP/1.1" status: 200 len: 1002 time: 0.2006826 Apr 29 15:59:37.858047 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-97d45c46-ba13-4c37-b7bd-c48325c27434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:37.859400 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-97d45c46-ba13-4c37-b7bd-c48325c27434 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0562122 Apr 29 15:59:37.931615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-7243ac97-5a59-4001-abfc-61a46a6681d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:37.933059 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-7243ac97-5a59-4001-abfc-61a46a6681d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676851 Apr 29 15:59:38.058657 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-ff99ccd6-148a-47e1-bdaa-da643f2d6281 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195257 Apr 29 15:59:38.186162 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-3d158eaa-37e9-4272-9e1c-eb553ff0e7e1 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216006 Apr 29 15:59:38.359867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca93c74-1d2b-4396-9308-f79a7db0bf74 req-08aff8c5-72f1-4876-a256-ed55afca411c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:38.361308 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5ca93c74-1d2b-4396-9308-f79a7db0bf74 req-08aff8c5-72f1-4876-a256-ed55afca411c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0787151 Apr 29 15:59:38.404434 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5ca93c74-1d2b-4396-9308-f79a7db0bf74 req-2e6bf1af-3ae6-4a63-a1b9-5f99920eb999 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375223 Apr 29 15:59:39.590900 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2147b-c200-4656-a779-7748864edde9 req-8ca6652d-4982-450d-9054-80a7821f4347 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:39.592275 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4cf2147b-c200-4656-a779-7748864edde9 req-8ca6652d-4982-450d-9054-80a7821f4347 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0834806 Apr 29 15:59:39.635756 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4cf2147b-c200-4656-a779-7748864edde9 req-fa5b6c12-a2fb-4bcc-94a2-2851c1387c3e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377975 Apr 29 15:59:40.828640 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e3dda-4ca1-4fc2-9982-571f025d4aaa req-eb4fbac3-c709-423c-ba6e-d95ac012d9ff tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:40.830045 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-af3e3dda-4ca1-4fc2-9982-571f025d4aaa req-eb4fbac3-c709-423c-ba6e-d95ac012d9ff tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0806234 Apr 29 15:59:40.878057 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-af3e3dda-4ca1-4fc2-9982-571f025d4aaa req-f9f42d37-ef1b-40af-afe8-78a6270211e9 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422990 Apr 29 15:59:41.820713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-f1b5816c-f40d-4737-bbe8-3f805b0d16db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:41.822129 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-f1b5816c-f40d-4737-bbe8-3f805b0d16db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2&tenant_id=d50b140d51cc452b9bdd269edc3d71f6 HTTP/1.1" status: 200 len: 1098 time: 0.0688519 Apr 29 15:59:41.914878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-cad1a665-b499-49b5-8700-0c32e9f5a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:41.916377 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-cad1a665-b499-49b5-8700-0c32e9f5a7fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0734870 Apr 29 15:59:42.046108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-a18bc6f8-2e41-4311-ab92-df6bdaf20262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:42.047539 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-a18bc6f8-2e41-4311-ab92-df6bdaf20262 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 200 len: 913 time: 0.1256642 Apr 29 15:59:42.066276 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12385547-69a0-4ec9-a6ff-c6232271953f req-5c610a92-d09a-4376-bb15-e57daf635194 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:42.067758 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-12385547-69a0-4ec9-a6ff-c6232271953f req-5c610a92-d09a-4376-bb15-e57daf635194 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0813549 Apr 29 15:59:42.114132 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-12385547-69a0-4ec9-a6ff-c6232271953f req-7bdd5ee2-7d11-44f0-831d-e5bb41c2d2ea tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405810 Apr 29 15:59:42.149114 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-6cfdd1da-0110-469e-92ab-6b878d0a9fa5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f859254e-7e86-4032-8bc6-401d70927c48 HTTP/1.1" status: 200 len: 1002 time: 0.0953054 Apr 29 15:59:42.207625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-b8d79e8e-3c63-454e-83c8-a6fc375b820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:42.209014 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-b8d79e8e-3c63-454e-83c8-a6fc375b820f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 200 len: 851 time: 0.0543013 Apr 29 15:59:42.284144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-63f8fe58-ca10-4724-8431-27ae8536bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:42.285614 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-63f8fe58-ca10-4724-8431-27ae8536bd7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0f07f31e-6972-4b67-9805-9cfe8d1a7d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712254 Apr 29 15:59:42.413459 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-06a96989-361b-4558-8e58-daec1108c7d9 service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211073 Apr 29 15:59:42.538839 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9fd6c6b8-3ae6-4853-8cec-799c98db430e req-83898d17-2a96-43e8-94d4-28a348cdc6de service neutron] 10.222.0.44 "GET /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191893 Apr 29 15:59:43.306644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570af856-9f59-4ad6-9361-20a54eae958b req-8556de83-7a45-4216-9f1e-596c1dd090e1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:43.308131 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-570af856-9f59-4ad6-9361-20a54eae958b req-8556de83-7a45-4216-9f1e-596c1dd090e1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0844557 Apr 29 15:59:43.358773 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-570af856-9f59-4ad6-9361-20a54eae958b req-5354f623-4654-4e1a-b20d-265fc91558f5 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443063 Apr 29 15:59:44.542726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132798cb-6d53-41d5-90df-440c2495af03 req-237a27f5-08bc-4b9d-a425-d9ff01562879 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:44.544117 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-132798cb-6d53-41d5-90df-440c2495af03 req-237a27f5-08bc-4b9d-a425-d9ff01562879 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0784664 Apr 29 15:59:44.591867 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-132798cb-6d53-41d5-90df-440c2495af03 req-17ffe09c-9016-4958-b32f-9e46961eeb11 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420361 Apr 29 15:59:45.031420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f859254e-7e86-4032-8bc6-401d70927c48 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:59:45.142024 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:45.167209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:59:45.177754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:59:45.221074 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec847cf8-3262-480a-a28c-41a487c95719'] response: {'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48', 'code': 200} Apr 29 15:59:45.241506 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:45.307121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=f859254e-7e86-4032-8bc6-401d70927c48,revision_number=9']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:45.784787 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1618eab-ef53-40cc-81b0-6f77b4323bd9 req-61cd5d68-0300-4d27-bcc1-bfe5f795c6cd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:45.790577 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d1618eab-ef53-40cc-81b0-6f77b4323bd9 req-61cd5d68-0300-4d27-bcc1-bfe5f795c6cd tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 943 time: 0.0897377 Apr 29 15:59:45.830469 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d1618eab-ef53-40cc-81b0-6f77b4323bd9 req-8c1562a5-fb1d-4ca9-9792-713e68605b80 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383079 Apr 29 15:59:47.015647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d2ebf-9ce5-4019-a8cf-fba93ad8bf0b req-4e06fbb7-0a24-43d0-afe3-d38f94103827 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:47.017184 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-108d2ebf-9ce5-4019-a8cf-fba93ad8bf0b req-4e06fbb7-0a24-43d0-afe3-d38f94103827 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 943 time: 0.0793388 Apr 29 15:59:47.020597 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f859254e-7e86-4032-8bc6-401d70927c48 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 15:59:47.062635 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-108d2ebf-9ce5-4019-a8cf-fba93ad8bf0b req-60488971-8e04-4724-bc7d-14b45b2112dc tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396967 Apr 29 15:59:47.158648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:59:47.166083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'f859254e-7e86-4032-8bc6-401d70927c48', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'port_id': 'f859254e-7e86-4032-8bc6-401d70927c48', 'mac_address': 'fa:16:3e:45:8d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 15:59:47.224774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:47.242270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f859254e-7e86-4032-8bc6-401d70927c48 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 15:59:47.257836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:59:47.338535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:47.401066 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['f859254e-7e86-4032-8bc6-401d70927c48'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 15:59:47.451582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=f859254e-7e86-4032-8bc6-401d70927c48,revision_number=10']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:48.250599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cf534-3718-46de-8ef0-0177c177552d req-f5d3991f-bcc8-42ae-a39f-705eaca88b17 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:48.252072 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bb2cf534-3718-46de-8ef0-0177c177552d req-f5d3991f-bcc8-42ae-a39f-705eaca88b17 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 945 time: 0.0825472 Apr 29 15:59:48.295518 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bb2cf534-3718-46de-8ef0-0177c177552d req-b97000c5-d110-4153-9d17-2e9c4224e0c1 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377951 Apr 29 15:59:49.021028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f859254e-7e86-4032-8bc6-401d70927c48 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 15:59:49.086591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port f859254e-7e86-4032-8bc6-401d70927c48 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 15:59:49.086952 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:49.228553 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:49.254579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:59:49.264595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:59:49.308774 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0720ff4-d2e8-4bb3-92a9-37894f4caa70'] response: {'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48', 'code': 200} Apr 29 15:59:49.338624 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:49.407960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=f859254e-7e86-4032-8bc6-401d70927c48,revision_number=11']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:49.479158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a8136-9614-4fbe-a546-60ea508a6d3f req-eefc4791-039b-401b-bdfc-40aca23a50ee tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:49.480652 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-810a8136-9614-4fbe-a546-60ea508a6d3f req-eefc4791-039b-401b-bdfc-40aca23a50ee tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 946 time: 0.0790191 Apr 29 15:59:49.529085 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-810a8136-9614-4fbe-a546-60ea508a6d3f req-23e27f61-da75-4b12-af27-bb693b70d997 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 Apr 29 15:59:50.716664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb888f67-8e45-4d10-b87c-07216c37371e req-d06d154b-ad91-4fbf-ae1f-7fe562a0f424 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:50.718135 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fb888f67-8e45-4d10-b87c-07216c37371e req-d06d154b-ad91-4fbf-ae1f-7fe562a0f424 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 946 time: 0.0796924 Apr 29 15:59:50.767875 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fb888f67-8e45-4d10-b87c-07216c37371e req-4f1d121c-e736-495d-bfcf-a28b182c292c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436220 Apr 29 15:59:51.954117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1e4b7-6ee0-4b41-9a5b-e0e76f7e6d22 req-421f1af9-a14c-4c0c-aa5b-c09575ddf609 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:51.955570 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-acc1e4b7-6ee0-4b41-9a5b-e0e76f7e6d22 req-421f1af9-a14c-4c0c-aa5b-c09575ddf609 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 946 time: 0.0819988 Apr 29 15:59:51.998342 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-acc1e4b7-6ee0-4b41-9a5b-e0e76f7e6d22 req-29fda8fa-ab2d-4c8c-975f-41640c48c75d tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371249 Apr 29 15:59:52.178823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5990be-7570-4433-b218-669da260f3bf req-fbf67682-91c3-4057-893d-41458bebeb59 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:52.180243 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ee5990be-7570-4433-b218-669da260f3bf req-fbf67682-91c3-4057-893d-41458bebeb59 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 946 time: 0.0777543 Apr 29 15:59:52.223470 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ee5990be-7570-4433-b218-669da260f3bf req-c466b712-92a2-4312-9f00-5c5cd4c70b37 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370317 Apr 29 15:59:52.410102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dbf59-799d-4bd3-aa13-bb586b5615cf req-f707ceef-a60f-49c4-8362-2e7770b2db29 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:52.411546 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-287dbf59-799d-4bd3-aa13-bb586b5615cf req-f707ceef-a60f-49c4-8362-2e7770b2db29 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 946 time: 0.0819924 Apr 29 15:59:52.455873 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-287dbf59-799d-4bd3-aa13-bb586b5615cf req-1c8bc3d7-797f-41da-b486-d9ffc73339f7 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385621 Apr 29 15:59:53.039415 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c053a49-52d4-4a18-9341-db1628b001b7 req-8b1ddd03-d4a3-4e67-a27e-8042402faf84 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:53.040863 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2c053a49-52d4-4a18-9341-db1628b001b7 req-8b1ddd03-d4a3-4e67-a27e-8042402faf84 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 946 time: 0.0780172 Apr 29 15:59:53.087538 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2c053a49-52d4-4a18-9341-db1628b001b7 req-8c37bb08-7774-45ae-88b8-3eca57c15beb tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403779 Apr 29 15:59:54.231223 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:54.275288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050638d9-4ebc-4083-83e5-9b452af20c2c req-c9e5b085-d483-4923-a8ee-4a37d0bc0d99 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:54.276775 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-050638d9-4ebc-4083-83e5-9b452af20c2c req-c9e5b085-d483-4923-a8ee-4a37d0bc0d99 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 946 time: 0.0790551 Apr 29 15:59:54.321793 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-050638d9-4ebc-4083-83e5-9b452af20c2c req-a38a74ee-0915-4393-ae6f-22bc9e6d0a5e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386531 Apr 29 15:59:55.378565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-44be90e0-a1d3-4beb-8ccd-08cb7cdac318 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:55.380004 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-44be90e0-a1d3-4beb-8ccd-08cb7cdac318 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 946 time: 0.0797088 Apr 29 15:59:55.452793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Deleting port f859254e-7e86-4032-8bc6-401d70927c48 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 15:59:55.453117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:55.509145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebff49-d356-4e05-aa8c-0c675e380c5c req-f47b6e12-67cc-47e8-b234-07d0bfd5931c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 15:59:55.510514 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-34ebff49-d356-4e05-aa8c-0c675e380c5c req-f47b6e12-67cc-47e8-b234-07d0bfd5931c tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 946 time: 0.0831702 Apr 29 15:59:55.555125 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-34ebff49-d356-4e05-aa8c-0c675e380c5c req-9ba01c8c-b575-4bcb-980b-f5d79287ce1b tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d7aed8d-e988-48df-bff8-dba9a8685262&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379486 Apr 29 15:59:55.799799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] For port f859254e-7e86-4032-8bc6-401d70927c48, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f859254e-7e86-4032-8bc6-401d70927c48,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 15:59:55.800158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:56.086105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:56.086462 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:56.086774 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Floating IP d37e74a8-b380-4c49-8ca8-62953192017d disassociated. External IP: 172.26.2.129, port: f859254e-7e86-4032-8bc6-401d70927c48. Apr 29 15:59:56.087103 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Calling delete_port for f859254e-7e86-4032-8bc6-401d70927c48 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 15:59:56.275491 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:56.327400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event deleted for resources: {'Port': ['ID=f859254e-7e86-4032-8bc6-401d70927c48,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 15:59:56.338333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:56.338677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:56.339008 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:56.339337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:56.340201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:56.340625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:56.340953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:56.341278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:56.341600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:56.341916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:56.342236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:56.342551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 15:59:56.528435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 15:59:56.703180 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 15:59:56.703568 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-46123bcc-b931-4f1d-b624-a55713e939be req-a958444d-a038-4511-a215-3ddbdd23ed74 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 210 time: 0.0413592 Apr 29 15:59:56.713892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cb51c-76ae-4098-9c71-8fb4a999ea59 None None] Sync routers for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 15:59:56.727977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cb51c-76ae-4098-9c71-8fb4a999ea59 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:59:56.727977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-1e7cb51c-76ae-4098-9c71-8fb4a999ea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:59:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:56.776291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] No DVR routers for this DVR port f859254e-7e86-4032-8bc6-401d70927c48 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 15:59:56.779292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 15:59:56.781834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'name': 'network-vif-deleted', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 15:59:56.827709 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a5038a-ee8c-4e53-8e58-c331b4cbe5a4'] response: {'server_uuid': 'c226991f-88f8-4c4c-a640-337510f83aa2', 'name': 'network-vif-deleted', 'tag': 'f859254e-7e86-4032-8bc6-401d70927c48', 'status': 'completed', 'code': 200} Apr 29 15:59:56.854161 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-817c88de-8c9f-4013-9eaa-eff8d4bcaed7 req-8f3ab353-df37-48c3-8954-4afa8edf0c4e tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.44 "DELETE /v2.0/ports/f859254e-7e86-4032-8bc6-401d70927c48 HTTP/1.1" status: 204 len: 173 time: 1.4646881 Apr 29 15:59:56.907006 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-1e7cb51c-76ae-4098-9c71-8fb4a999ea59 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:59:57.221378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-1e7cb51c-76ae-4098-9c71-8fb4a999ea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:57.225543 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cb51c-76ae-4098-9c71-8fb4a999ea59 None None] Checking router: 5628057d-4d10-4f2c-b765-8eeedf27b9a6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 15:59:57.234087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cb51c-76ae-4098-9c71-8fb4a999ea59 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 15:59:57.234869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-1e7cb51c-76ae-4098-9c71-8fb4a999ea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T15:59:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:57.416285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-1e7cb51c-76ae-4098-9c71-8fb4a999ea59 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 15:59:57.726738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-1e7cb51c-76ae-4098-9c71-8fb4a999ea59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 15:59:57.731555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cb51c-76ae-4098-9c71-8fb4a999ea59 None None] The sync data for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv is: [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T15:55:16Z', 'revision_number': 4, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '441e8ade-44e8-4f54-a378-890eb31d91ea', 'name': '', 'network_id': '0f07f31e-6972-4b67-9805-9cfe8d1a7d60', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'mac_address': 'fa:16:3e:a0:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '94fd0334-42de-4bda-972c-375d984308d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:15Z', 'updated_at': '2022-04-29T15:55:21Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'subnets': [{'id': '94fd0334-42de-4bda-972c-375d984308d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 15:59:57.876781 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-11226ada-614e-4072-aceb-6e97f6be905f req-1548a70e-0ed8-46fd-be19-8ac07ba9bfc0 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/ports?device_id=c226991f-88f8-4c4c-a640-337510f83aa2 HTTP/1.1" status: 200 len: 210 time: 0.0433793 Apr 29 15:59:57.955074 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53c973-9ac7-4671-85b8-3560ab175c81 None None] New status for floating IP d37e74a8-b380-4c49-8ca8-62953192017d: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 15:59:59.067719 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f859254e-7e86-4032-8bc6-401d70927c48 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 15:59:59.104921 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: f859254e-7e86-4032-8bc6-401d70927c48 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 15:59:59.105839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f859254e-7e86-4032-8bc6-401d70927c48 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:00:02.127328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c16e0794-d1c1-4cca-92e6-6215ddd7b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:02.358129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44606) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:02.423621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a9212de8-1d34-4699-b909-9cc393f37bc3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:02.453483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a9212de8-1d34-4699-b909-9cc393f37bc3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:02.561843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a9212de8-1d34-4699-b909-9cc393f37bc3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:02.581225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9212de8-1d34-4699-b909-9cc393f37bc3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7aed8d-e988-48df-bff8-dba9a8685262,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:02.661262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a9212de8-1d34-4699-b909-9cc393f37bc3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:02.662627 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a9212de8-1d34-4699-b909-9cc393f37bc3 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "DELETE /v2.0/security-groups/5d7aed8d-e988-48df-bff8-dba9a8685262 HTTP/1.1" status: 204 len: 168 time: 0.3034952 Apr 29 16:00:02.665528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44610) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:02.687912 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-034df40c-aeee-49b6-a9af-240959d35622 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] show failed (client error): The resource could not be found. Apr 29 16:00:02.688911 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-034df40c-aeee-49b6-a9af-240959d35622 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "GET /v2.0/security-groups/5d7aed8d-e988-48df-bff8-dba9a8685262 HTTP/1.1" status: 404 len: 347 time: 0.0225058 Apr 29 16:00:02.691650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44614) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:02.877361 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-5dafbc9e-bf8e-447d-a651-9419973e67c6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Deleting port 5b813a78-be6f-4a05-bb83-fa05699a8764 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:00:02.877587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5dafbc9e-bf8e-447d-a651-9419973e67c6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:03.151795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5dafbc9e-bf8e-447d-a651-9419973e67c6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:03.152154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5dafbc9e-bf8e-447d-a651-9419973e67c6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:03.275657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-5dafbc9e-bf8e-447d-a651-9419973e67c6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Calling delete_port for 5b813a78-be6f-4a05-bb83-fa05699a8764 owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:00:03.447075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5dafbc9e-bf8e-447d-a651-9419973e67c6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:03.497459 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafbc9e-bf8e-447d-a651-9419973e67c6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Pushing event deleted for resources: {'Port': ['ID=5b813a78-be6f-4a05-bb83-fa05699a8764,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:03.584036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5dafbc9e-bf8e-447d-a651-9419973e67c6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:03.598375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5dafbc9e-bf8e-447d-a651-9419973e67c6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:03.599490 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5dafbc9e-bf8e-447d-a651-9419973e67c6 tempest-ServerActionsTestJSON-158676069 tempest-ServerActionsTestJSON-158676069-project] 10.222.0.39 "DELETE /v2.0/floatingips/d37e74a8-b380-4c49-8ca8-62953192017d HTTP/1.1" status: 204 len: 168 time: 0.9069738 Apr 29 16:00:03.602407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44618) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:04.134612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c753922-5427-40a8-8bef-c882dabcc84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:04.206772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-be9b5f61-8193-4c19-9324-2763b99bf819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:04.580067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6c753922-5427-40a8-8bef-c882dabcc84f admin admin] Deleting port 441e8ade-44e8-4f54-a378-890eb31d91ea {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:00:04.580696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c753922-5427-40a8-8bef-c882dabcc84f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:04.743678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-6c753922-5427-40a8-8bef-c882dabcc84f admin admin] For port 441e8ade-44e8-4f54-a378-890eb31d91ea, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=441e8ade-44e8-4f54-a378-890eb31d91ea,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:00:04.744027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c753922-5427-40a8-8bef-c882dabcc84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:04.868280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6c753922-5427-40a8-8bef-c882dabcc84f admin admin] Calling delete_port for 441e8ade-44e8-4f54-a378-890eb31d91ea owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:00:05.098372 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c753922-5427-40a8-8bef-c882dabcc84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:05.141222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c753922-5427-40a8-8bef-c882dabcc84f admin admin] Pushing event deleted for resources: {'Port': ['ID=441e8ade-44e8-4f54-a378-890eb31d91ea,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:05.213909 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:05.410962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c753922-5427-40a8-8bef-c882dabcc84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:05.447592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:05.758220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c753922-5427-40a8-8bef-c882dabcc84f admin admin] Router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:00:06.052858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c753922-5427-40a8-8bef-c882dabcc84f admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:00:06.061989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bb91ba-2556-4b94-b8a3-b0da6db47b26 None None] Sync routers for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:00:06.065267 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6c753922-5427-40a8-8bef-c882dabcc84f admin admin] 10.222.0.39 "PUT /v2.0/routers/5628057d-4d10-4f2c-b765-8eeedf27b9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4618602 Apr 29 16:00:06.067639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44622) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:06.071720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb91ba-2556-4b94-b8a3-b0da6db47b26 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:00:06.072385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-50bb91ba-2556-4b94-b8a3-b0da6db47b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:00:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:06.247005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:06.291782 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-50bb91ba-2556-4b94-b8a3-b0da6db47b26 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:00:06.423906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:06.532851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Deleting port 6532b49f-039c-46c0-8050-af523c0e3d72 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:00:06.533321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:06.583204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-50bb91ba-2556-4b94-b8a3-b0da6db47b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151'}], 'enable_snat': True}, 'gw_port_id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T16:00:04Z', 'revision_number': 5, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port': {'id': '6532b49f-039c-46c0-8050-af523c0e3d72', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T15:55:12Z', 'updated_at': '2022-04-29T15:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:06.587252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bb91ba-2556-4b94-b8a3-b0da6db47b26 None None] Checking router: 5628057d-4d10-4f2c-b765-8eeedf27b9a6 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:00:06.596713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb91ba-2556-4b94-b8a3-b0da6db47b26 None None] Routers {'5628057d-4d10-4f2c-b765-8eeedf27b9a6'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:00:06.597310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-50bb91ba-2556-4b94-b8a3-b0da6db47b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:00:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:06.713629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] For port 6532b49f-039c-46c0-8050-af523c0e3d72, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6532b49f-039c-46c0-8050-af523c0e3d72,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:00:06.713979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:06.752958 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-50bb91ba-2556-4b94-b8a3-b0da6db47b26 None None] Set router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:00:06.838290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Calling delete_port for 6532b49f-039c-46c0-8050-af523c0e3d72 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:00:06.860813 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-50bb91ba-2556-4b94-b8a3-b0da6db47b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T16:00:06Z', 'revision_number': 6, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:06.864839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bb91ba-2556-4b94-b8a3-b0da6db47b26 None None] The sync data for ids ['5628057d-4d10-4f2c-b765-8eeedf27b9a6'] in dv-neutron-839183-1-hyperv is: [{'id': '5628057d-4d10-4f2c-b765-8eeedf27b9a6', 'name': 'tempest-ServerActionsTestJSON-1913235199-router', 'tenant_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T15:55:11Z', 'updated_at': '2022-04-29T16:00:06Z', 'revision_number': 6, 'project_id': 'd50b140d51cc452b9bdd269edc3d71f6', 'gw_port_host': None}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:00:07.047376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:07.096637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Pushing event deleted for resources: {'Port': ['ID=6532b49f-039c-46c0-8050-af523c0e3d72,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:07.150148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:07.192526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:07.324005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 441e8ade-44e8-4f54-a378-890eb31d91ea no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:00:07.361228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 441e8ade-44e8-4f54-a378-890eb31d91ea {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:00:07.361813 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 441e8ade-44e8-4f54-a378-890eb31d91ea not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:00:07.394034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:07.396203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:07.464410 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:07.464941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5628057d-4d10-4f2c-b765-8eeedf27b9a6 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:00:07.478345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:07.479437 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9487583c-bb5f-47ff-b789-25d323fce523 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5628057d-4d10-4f2c-b765-8eeedf27b9a6 HTTP/1.1" status: 204 len: 168 time: 1.4108896 Apr 29 16:00:07.482703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44626) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:07.656294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-047046aa-89a2-4022-bc37-0d7fbcd4a994 admin admin] Deleting subnet 94fd0334-42de-4bda-972c-375d984308d1 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:00:07.659132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-047046aa-89a2-4022-bc37-0d7fbcd4a994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:07.709707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-047046aa-89a2-4022-bc37-0d7fbcd4a994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:07.787820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-047046aa-89a2-4022-bc37-0d7fbcd4a994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:07.928432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-047046aa-89a2-4022-bc37-0d7fbcd4a994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:07.963416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047046aa-89a2-4022-bc37-0d7fbcd4a994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94fd0334-42de-4bda-972c-375d984308d1,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:07.970520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-047046aa-89a2-4022-bc37-0d7fbcd4a994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:07.975547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea43c838-040b-4d02-8636-a42d847e0ef0 None None] Network 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:00:07.977061 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-047046aa-89a2-4022-bc37-0d7fbcd4a994 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/94fd0334-42de-4bda-972c-375d984308d1 HTTP/1.1" status: 204 len: 168 time: 0.4933455 Apr 29 16:00:07.979389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44630) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:08.088112 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:08.099014 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Deleting port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:00:08.099337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:08.212116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae5826-5b6b-44ab-b4aa-ecd63488f6df None None] DHCP port deletion for 0f07f31e-6972-4b67-9805-9cfe8d1a7d60 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:00:08.217503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae5826-5b6b-44ab-b4aa-ecd63488f6df None None] Deleting port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:00:08.217872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5826-5b6b-44ab-b4aa-ecd63488f6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:08.306424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] For port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:00:08.306845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:08.425416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b3ae5826-5b6b-44ab-b4aa-ecd63488f6df None None] For port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f,segment=NetworkSegment(35d49869-1121-4719-a125-7570ec6bb077),segment_id=35d49869-1121-4719-a125-7570ec6bb077)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:00:08.426006 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5826-5b6b-44ab-b4aa-ecd63488f6df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:08.427530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Calling delete_port for bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:00:08.548160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae5826-5b6b-44ab-b4aa-ecd63488f6df None None] Calling delete_port for bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:00:08.550241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:08.599987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:08.603601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] No DVR routers for this DVR port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: from cryptography.utils import int_from_bytes Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: from cryptography.utils import int_from_bytes Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn_limited( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn_limited( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 16:00:08.663575 dv-neutron-839183-1-hyperv neutron-server[88716]: util.warn( Apr 29 16:00:08.669380 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-b3ae5826-5b6b-44ab-b4aa-ecd63488f6df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:00:08.669739 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-b3ae5826-5b6b-44ab-b4aa-ecd63488f6df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:00:08.723929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:08.748709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f07f31e-6972-4b67-9805-9cfe8d1a7d60']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:08.760164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d49869-1121-4719-a125-7570ec6bb077') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:08.760487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d49869-1121-4719-a125-7570ec6bb077') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:08.771938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:08.787386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:08.793197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:00:08.796353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:00:08.806382 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:00:08.932918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:08.949495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:08.959481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f07f31e-6972-4b67-9805-9cfe8d1a7d60,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:09.007517 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5f6c016a-ed2d-4056-9435-0d74a083ddb3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0f07f31e-6972-4b67-9805-9cfe8d1a7d60 HTTP/1.1" status: 204 len: 168 time: 1.0271230 Apr 29 16:00:09.066062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6532b49f-039c-46c0-8050-af523c0e3d72 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:00:09.100420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 6532b49f-039c-46c0-8050-af523c0e3d72 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:00:09.100786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6532b49f-039c-46c0-8050-af523c0e3d72 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:00:09.101243 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:00:09.132544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:00:09.132887 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:00:09.171075 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae5826-5b6b-44ab-b4aa-ecd63488f6df None None] Deleting port bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:00:09.171502 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b3ae5826-5b6b-44ab-b4aa-ecd63488f6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:09.237832 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae5826-5b6b-44ab-b4aa-ecd63488f6df None None] The port 'bbae6258-ab74-46ed-aff3-d9fb3d9ffc4f' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 16:00:09.280876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44636) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:09.329121 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2e87410a-8d8d-45f8-b384-1793df2383a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d50b140d51cc452b9bdd269edc3d71f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471096 Apr 29 16:00:09.331558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44640) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:09.388819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf27f7e5-138b-400d-9a55-b9c21d76dc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:09.416417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf27f7e5-138b-400d-9a55-b9c21d76dc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:09.509804 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf27f7e5-138b-400d-9a55-b9c21d76dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:09.525319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27f7e5-138b-400d-9a55-b9c21d76dc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83375dcb-d626-41c5-bc96-affd62edb217,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:09.533207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf27f7e5-138b-400d-9a55-b9c21d76dc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:09.534301 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cf27f7e5-138b-400d-9a55-b9c21d76dc0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83375dcb-d626-41c5-bc96-affd62edb217 HTTP/1.1" status: 204 len: 168 time: 0.2018831 Apr 29 16:00:10.525982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44664) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:10.629515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-39692329-network', 'tenant_id': 'c49f13a2f429466e893fdcd4d9e0ab8c'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:00:10.634203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:00:10.638495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Usage tracker for resource:network and tenant:c49f13a2f429466e893fdcd4d9e0ab8c is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:00:10.641275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:00:10.646789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:00:10.709696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Made reservation on behalf of c49f13a2f429466e893fdcd4d9e0ab8c for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:10.711981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:10.724716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:10.738874 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:00:10.742607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Usage tracker for resource:security_group_rule and tenant:c49f13a2f429466e893fdcd4d9e0ab8c is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:00:10.745384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:00:10.751072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:00:10.831093 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:10.910055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:10.940675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:00:10.949548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dba983-8b00-4367-9a8f-13588cbc3b09,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:10.956976 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:10.956976 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Added segment 559edefc-a990-4e66-8251-3cadf2bc7a75 of type vlan for network d546cb33-1503-41da-bcc4-7947efd51b11 Apr 29 16:00:10.982352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:11.069848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:11.070794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:11.071354 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:11.167001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] Pushing event updated for resources: {'Network': ['ID=d546cb33-1503-41da-bcc4-7947efd51b11,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:11.177064 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network d546cb33-1503-41da-bcc4-7947efd51b11 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:00:11.236850 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cd68accc-6acf-4a13-9e76-e697dd2b1a08 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7097466 Apr 29 16:00:11.239597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44670) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:11.244946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Request body: {'subnet': {'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-39692329-subnet', 'tenant_id': 'c49f13a2f429466e893fdcd4d9e0ab8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:00:11.250937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:00:11.255063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Usage tracker for resource:subnet and tenant:c49f13a2f429466e893fdcd4d9e0ab8c is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:00:11.257830 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:00:11.264657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:00:11.338470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Made reservation on behalf of c49f13a2f429466e893fdcd4d9e0ab8c for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:11.340894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:11.573339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:11.644219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76152e6-bf71-4bcc-b8e3-f2ee634ad37b,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:11.651039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Checking segment: {'id': '559edefc-a990-4e66-8251-3cadf2bc7a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:00:11.651502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Network hostable DHCP agents. Network: d546cb33-1503-41da-bcc4-7947efd51b11, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:00:11.726975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Network d546cb33-1503-41da-bcc4-7947efd51b11 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:00:11.778584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, d546cb33-1503-41da-bcc4-7947efd51b11) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:00:11.782475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:11.783045 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:11.788282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19655014-7dc3-40d8-bba3-af10515db50d None None] Network d546cb33-1503-41da-bcc4-7947efd51b11 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:00:11.842247 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7ba9cf75-468e-4b5b-9ed8-c86c22b94e0f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6015508 Apr 29 16:00:12.013492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c8b8c3-ff15-4a56-8121-2f984cc3e191 None None] Network d546cb33-1503-41da-bcc4-7947efd51b11 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:00:12.342301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-e19d71f7-5f4a-4b96-8c4f-67f6c53b4912 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:12.343738 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-e19d71f7-5f4a-4b96-8c4f-67f6c53b4912 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/networks?id=d546cb33-1503-41da-bcc4-7947efd51b11 HTTP/1.1" status: 200 len: 812 time: 0.1452618 Apr 29 16:00:12.358464 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-f043dcf3-2f1e-4ef7-8432-98afaf156be4 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/quotas/c49f13a2f429466e893fdcd4d9e0ab8c HTTP/1.1" status: 200 len: 375 time: 0.0091372 Apr 29 16:00:12.408360 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-564b3b0e-6ed0-4fc8-8f65-9803940ec8a4 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c49f13a2f429466e893fdcd4d9e0ab8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449438 Apr 29 16:00:12.635651 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-af8ed3d9-8ad4-4f6a-b583-e0876fad889e service neutron] 10.222.0.39 "GET /v2.0/networks/d546cb33-1503-41da-bcc4-7947efd51b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206631 Apr 29 16:00:12.765579 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ad32455a-8407-4b86-a000-f1117f2d6c66 service neutron] 10.222.0.39 "GET /v2.0/networks/d546cb33-1503-41da-bcc4-7947efd51b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232536 Apr 29 16:00:13.098979 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-00c25cf8-40fe-4c61-9465-cb7beb1a37d4 req-c7bdf8ec-c85f-466d-b9ff-00cb88b9b6cd tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 210 time: 0.0414155 Apr 29 16:00:14.246816 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-06bf2058-a2d3-481d-8689-d7fb9cf512fe req-55fa9202-7e5d-460b-8729-ea1b872b430c tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 210 time: 0.0419474 Apr 29 16:00:14.530616 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:00:15.297006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-1f7ed91e-f9b7-4793-8c9d-9b385acbf1a0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:15.297692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-1f7ed91e-f9b7-4793-8c9d-9b385acbf1a0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Synchronizing usage tracker for tenant:c49f13a2f429466e893fdcd4d9e0ab8c on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:00:15.404953 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9235e93a-01d6-479e-9955-5a662209ce4a req-ec685428-3f09-4057-850c-fb35f8897199 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 210 time: 0.0448892 Apr 29 16:00:15.441750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-1f7ed91e-f9b7-4793-8c9d-9b385acbf1a0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Unset dirty status for tenant:c49f13a2f429466e893fdcd4d9e0ab8c on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:00:15.442905 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-1f7ed91e-f9b7-4793-8c9d-9b385acbf1a0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.44 "GET /v2.0/networks?id=d546cb33-1503-41da-bcc4-7947efd51b11 HTTP/1.1" status: 200 len: 812 time: 0.2922976 Apr 29 16:00:15.456726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Request body: {'port': {'device_id': '7fe5b7ef-e735-49d6-93b4-a1745784b061', 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11', 'admin_state_up': True, 'tenant_id': 'c49f13a2f429466e893fdcd4d9e0ab8c'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:00:15.590519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:00:15.594254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Usage tracker for resource:port and tenant:c49f13a2f429466e893fdcd4d9e0ab8c is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:00:15.597124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:00:15.603100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:00:15.675399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Made reservation on behalf of c49f13a2f429466e893fdcd4d9e0ab8c for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:15.679187 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:15.840853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Allocated IP 172.20.0.8 (d546cb33-1503-41da-bcc4-7947efd51b11/d76152e6-bf71-4bcc-b8e3-f2ee634ad37b/3743a37e-9f86-489c-a56c-cd579f1a898d) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:00:16.149368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:16.235871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:16.304328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Network d546cb33-1503-41da-bcc4-7947efd51b11 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:00:16.307271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:00:16.311059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:00:16.346512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Pushing event updated for resources: {'Port': ['ID=3743a37e-9f86-489c-a56c-cd579f1a898d,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:16.376775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:16.377369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:16.453489 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-42fe8269-b5f4-4515-8359-c262d0adcdb9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0004413 Apr 29 16:00:16.466615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Request body: {'port': {'device_id': '7fe5b7ef-e735-49d6-93b4-a1745784b061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:00:16.573401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:16.592083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e296e-c8a0-43c0-af02-f727a3611dde req-a53612d6-1758-41d8-b61a-fcfdcfb30ea5 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:16.593610 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d89e296e-c8a0-43c0-af02-f727a3611dde req-a53612d6-1758-41d8-b61a-fcfdcfb30ea5 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 931 time: 0.0802894 Apr 29 16:00:16.638172 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d89e296e-c8a0-43c0-af02-f727a3611dde req-4cda7dce-0c97-40fa-b310-ed70e87aa3e4 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Apr 29 16:00:16.907067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3743a37e-9f86-489c-a56c-cd579f1a898d {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:00:16.913847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:16.927672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Transition to ACTIVE for port object 3743a37e-9f86-489c-a56c-cd579f1a898d will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:00:17.013045 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:17.160062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Pushing event updated for resources: {'Port': ['ID=3743a37e-9f86-489c-a56c-cd579f1a898d,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:17.237244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Attempting to bind port 3743a37e-9f86-489c-a56c-cd579f1a898d on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:00:17.237572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Attempting to bind port 3743a37e-9f86-489c-a56c-cd579f1a898d by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '559edefc-a990-4e66-8251-3cadf2bc7a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:00:17.237897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Attempting to bind port 3743a37e-9f86-489c-a56c-cd579f1a898d on network d546cb33-1503-41da-bcc4-7947efd51b11 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:00:17.242348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Port 3743a37e-9f86-489c-a56c-cd579f1a898d on network d546cb33-1503-41da-bcc4-7947efd51b11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:00:17.242664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Attempting to bind port 3743a37e-9f86-489c-a56c-cd579f1a898d on network d546cb33-1503-41da-bcc4-7947efd51b11 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:00:17.248171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 15, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:00:17.248522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Checking segment: {'id': '559edefc-a990-4e66-8251-3cadf2bc7a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:00:17.248900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Bound using segment: {'id': '559edefc-a990-4e66-8251-3cadf2bc7a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:00:17.249315 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Bound port: 3743a37e-9f86-489c-a56c-cd579f1a898d, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559edefc-a990-4e66-8251-3cadf2bc7a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:00:17.249661 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:17.335516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] For port 3743a37e-9f86-489c-a56c-cd579f1a898d, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:00:17.338371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] For port 3743a37e-9f86-489c-a56c-cd579f1a898d, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=3743a37e-9f86-489c-a56c-cd579f1a898d,segment=NetworkSegment(559edefc-a990-4e66-8251-3cadf2bc7a75),segment_id=559edefc-a990-4e66-8251-3cadf2bc7a75)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:00:17.424553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:17.487249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:17.488070 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:17.489573 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] 10.222.0.44 "PUT /v2.0/ports/3743a37e-9f86-489c-a56c-cd579f1a898d HTTP/1.1" status: 200 len: 1093 time: 1.0277948 Apr 29 16:00:17.489993 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe5b7ef-e735-49d6-93b4-a1745784b061', 'tag': '3743a37e-9f86-489c-a56c-cd579f1a898d'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:17.512109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70450e-061e-4028-b958-7a11e03d5cbc service neutron] Pushing event updated for resources: {'Port': ['ID=3743a37e-9f86-489c-a56c-cd579f1a898d,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:17.537376 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec55fc0-8ab2-4c77-b7f1-35fdb636de0f'] response: {'name': 'network-changed', 'server_uuid': '7fe5b7ef-e735-49d6-93b4-a1745784b061', 'tag': '3743a37e-9f86-489c-a56c-cd579f1a898d', 'status': 'completed', 'code': 200} Apr 29 16:00:17.626734 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb612c3e-02ec-44d9-a60c-37815fe91134 req-b0dc4d34-313b-43df-91e5-cb6722f66fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:17.628192 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb612c3e-02ec-44d9-a60c-37815fe91134 req-b0dc4d34-313b-43df-91e5-cb6722f66fac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c49f13a2f429466e893fdcd4d9e0ab8c&device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 1096 time: 0.0729034 Apr 29 16:00:17.768996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb612c3e-02ec-44d9-a60c-37815fe91134 req-ab1a91f0-0272-4a53-8fa0-c9567895369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:17.770437 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb612c3e-02ec-44d9-a60c-37815fe91134 req-ab1a91f0-0272-4a53-8fa0-c9567895369f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c49f13a2f429466e893fdcd4d9e0ab8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1343782 Apr 29 16:00:17.827713 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd59d5f-ebc2-4066-9940-bc588d59e4be req-12e080af-a89a-4cc1-b6b3-0085f60c9bb5 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:17.829199 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9fd59d5f-ebc2-4066-9940-bc588d59e4be req-12e080af-a89a-4cc1-b6b3-0085f60c9bb5 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 943 time: 0.0817437 Apr 29 16:00:17.873230 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9fd59d5f-ebc2-4066-9940-bc588d59e4be req-72bb2a46-2b57-436b-b273-a162474e8c07 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Apr 29 16:00:17.906973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb612c3e-02ec-44d9-a60c-37815fe91134 req-4426fe3a-56ef-4e54-a78a-66ce0562235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:17.908493 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fb612c3e-02ec-44d9-a60c-37815fe91134 req-4426fe3a-56ef-4e54-a78a-66ce0562235e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326387 Apr 29 16:00:18.016281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-a66941cd-3907-4f53-9340-2aeb1cc76a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:18.017682 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-a66941cd-3907-4f53-9340-2aeb1cc76a37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c49f13a2f429466e893fdcd4d9e0ab8c&device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 1096 time: 0.0743122 Apr 29 16:00:18.084152 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-c7dfd1b8-5216-4b8b-9d97-bf3fe9508b9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3743a37e-9f86-489c-a56c-cd579f1a898d HTTP/1.1" status: 200 len: 217 time: 0.0593839 Apr 29 16:00:18.243436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-f1183635-b686-41a5-81f5-6f83458d55be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:18.244880 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-f1183635-b686-41a5-81f5-6f83458d55be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d76152e6-bf71-4bcc-b8e3-f2ee634ad37b HTTP/1.1" status: 200 len: 852 time: 0.1545660 Apr 29 16:00:18.293448 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-7944ed4d-05ce-4097-a068-420150e60c6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d546cb33-1503-41da-bcc4-7947efd51b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408332 Apr 29 16:00:18.421132 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-897183d7-03df-4179-8066-8e6554ed5b3e service neutron] 10.222.0.44 "GET /v2.0/networks/d546cb33-1503-41da-bcc4-7947efd51b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215336 Apr 29 16:00:18.550601 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-57ca71c0-484e-496a-8afa-e133f2cbcaf3 req-6647798a-b126-4a8d-8e37-2aa871429ba2 service neutron] 10.222.0.44 "GET /v2.0/networks/d546cb33-1503-41da-bcc4-7947efd51b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233280 Apr 29 16:00:19.057350 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3311fa4-23af-4ed5-9528-c5929a2f7e24 req-e0bfc69a-11cf-44f3-b6e4-f29c8438b314 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:19.059488 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e3311fa4-23af-4ed5-9528-c5929a2f7e24 req-e0bfc69a-11cf-44f3-b6e4-f29c8438b314 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 943 time: 0.0804086 Apr 29 16:00:19.102481 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e3311fa4-23af-4ed5-9528-c5929a2f7e24 req-a1b4a2d9-ba08-4fd7-8723-53dc2c84fde5 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372672 Apr 29 16:00:20.289016 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3870f44-1c06-42a8-9784-caebb7450fc1 req-89efb610-0226-412d-adc8-0ca4f989a4a4 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:20.290440 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f3870f44-1c06-42a8-9784-caebb7450fc1 req-89efb610-0226-412d-adc8-0ca4f989a4a4 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 943 time: 0.0821736 Apr 29 16:00:20.334931 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f3870f44-1c06-42a8-9784-caebb7450fc1 req-2b726074-961b-4052-b2f5-1a51c912fded tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379031 Apr 29 16:00:21.145069 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 3743a37e-9f86-489c-a56c-cd579f1a898d details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:00:21.279340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 3743a37e-9f86-489c-a56c-cd579f1a898d, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=3743a37e-9f86-489c-a56c-cd579f1a898d,segment=NetworkSegment(559edefc-a990-4e66-8251-3cadf2bc7a75),segment_id=559edefc-a990-4e66-8251-3cadf2bc7a75)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:00:21.291768 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '3743a37e-9f86-489c-a56c-cd579f1a898d', 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11', 'port_id': '3743a37e-9f86-489c-a56c-cd579f1a898d', 'mac_address': 'fa:16:3e:d4:c7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76152e6-bf71-4bcc-b8e3-f2ee634ad37b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:00:21.350664 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:21.367761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3743a37e-9f86-489c-a56c-cd579f1a898d {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:00:21.384296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 3743a37e-9f86-489c-a56c-cd579f1a898d, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=3743a37e-9f86-489c-a56c-cd579f1a898d,segment=NetworkSegment(559edefc-a990-4e66-8251-3cadf2bc7a75),segment_id=559edefc-a990-4e66-8251-3cadf2bc7a75)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:00:21.469917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:21.521472 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035eb95-704d-40a4-a2d1-a202c6234536 req-504d15f3-eb03-4aa7-aca8-305df0814009 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:21.522909 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b035eb95-704d-40a4-a2d1-a202c6234536 req-504d15f3-eb03-4aa7-aca8-305df0814009 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 944 time: 0.0811388 Apr 29 16:00:21.536898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=3743a37e-9f86-489c-a56c-cd579f1a898d,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:21.571629 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b035eb95-704d-40a4-a2d1-a202c6234536 req-039c4432-f4fa-4af6-b312-5d457a98f84a tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429258 Apr 29 16:00:21.701133 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['3743a37e-9f86-489c-a56c-cd579f1a898d'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:00:22.755529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f4c40-30fb-4fa2-8f95-c157d9f9a4a5 req-3ea1cd69-339a-42e3-9607-0fae82f0dd76 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:22.756989 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-291f4c40-30fb-4fa2-8f95-c157d9f9a4a5 req-3ea1cd69-339a-42e3-9607-0fae82f0dd76 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 944 time: 0.0780170 Apr 29 16:00:22.800683 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-291f4c40-30fb-4fa2-8f95-c157d9f9a4a5 req-9cb13365-15cb-4854-be26-90808f4abe03 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375597 Apr 29 16:00:23.160682 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 3743a37e-9f86-489c-a56c-cd579f1a898d up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:00:23.315076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 3743a37e-9f86-489c-a56c-cd579f1a898d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:00:23.320064 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 3743a37e-9f86-489c-a56c-cd579f1a898d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:00:23.320435 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:23.437532 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:23.463738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe5b7ef-e735-49d6-93b4-a1745784b061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3743a37e-9f86-489c-a56c-cd579f1a898d'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:23.473609 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 3743a37e-9f86-489c-a56c-cd579f1a898d, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=3743a37e-9f86-489c-a56c-cd579f1a898d,segment=NetworkSegment(559edefc-a990-4e66-8251-3cadf2bc7a75),segment_id=559edefc-a990-4e66-8251-3cadf2bc7a75)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:00:23.507268 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48724b29-8b21-4b56-8782-1b99bab39606'] response: {'server_uuid': '7fe5b7ef-e735-49d6-93b4-a1745784b061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3743a37e-9f86-489c-a56c-cd579f1a898d', 'code': 200} Apr 29 16:00:23.544684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:23.614084 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=3743a37e-9f86-489c-a56c-cd579f1a898d,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:23.864687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdab71f-c587-4616-a2c4-5706414e8329 req-df5bbf6e-b394-4980-82df-8b3b67dd3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:23.866145 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bdab71f-c587-4616-a2c4-5706414e8329 req-df5bbf6e-b394-4980-82df-8b3b67dd3501 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 1098 time: 0.0749350 Apr 29 16:00:23.906939 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3bdab71f-c587-4616-a2c4-5706414e8329 req-654ad567-833c-44e7-9634-9b9ff1c3588f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348105 Apr 29 16:00:23.995306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca87cb2-7f34-4fc5-a2a8-0097ae386ce4 req-98283393-995c-4203-847a-ada25c86b999 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:23.996957 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5ca87cb2-7f34-4fc5-a2a8-0097ae386ce4 req-98283393-995c-4203-847a-ada25c86b999 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 945 time: 0.0830741 Apr 29 16:00:24.040746 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5ca87cb2-7f34-4fc5-a2a8-0097ae386ce4 req-f2383fef-202e-46bd-8e8d-1103fa7eba44 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379961 Apr 29 16:00:24.263343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:25.226290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0eec56-98fe-4346-9a1a-5c8a45a509df req-a5e2ad5a-0a61-47d5-a322-8ac9c2e6699e tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:25.227713 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ec0eec56-98fe-4346-9a1a-5c8a45a509df req-a5e2ad5a-0a61-47d5-a322-8ac9c2e6699e tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 945 time: 0.0778530 Apr 29 16:00:25.271333 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ec0eec56-98fe-4346-9a1a-5c8a45a509df req-8dcc82dd-99db-47ea-a361-9c864b869454 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378721 Apr 29 16:00:25.550312 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-13fcc460-94ef-483a-83b0-a2efa1fc3e42 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:25.551635 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-13fcc460-94ef-483a-83b0-a2efa1fc3e42 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/networks?id=d546cb33-1503-41da-bcc4-7947efd51b11 HTTP/1.1" status: 200 len: 812 time: 0.1424079 Apr 29 16:00:25.566714 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-5113a83e-cb2b-4b0f-8bec-e1a36357428b tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/quotas/c49f13a2f429466e893fdcd4d9e0ab8c HTTP/1.1" status: 200 len: 375 time: 0.0093157 Apr 29 16:00:25.646717 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-ad093299-dd17-41f4-98f4-3daa27f463dc tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c49f13a2f429466e893fdcd4d9e0ab8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750697 Apr 29 16:00:25.824031 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-c3eb994e-fb7b-48f2-9c4e-ea8745c97b5d service neutron] 10.222.0.39 "GET /v2.0/networks/d546cb33-1503-41da-bcc4-7947efd51b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705687 Apr 29 16:00:25.953708 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-18789d44-f415-486f-8a11-37cdaba44c1b service neutron] 10.222.0.39 "GET /v2.0/networks/d546cb33-1503-41da-bcc4-7947efd51b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237385 Apr 29 16:00:26.180661 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fe3b09fe-c20b-42f5-a953-1dddfc23bc02 req-c35cfa37-1b46-4f5f-94bc-98688345025e tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 210 time: 0.0443060 Apr 29 16:00:27.334157 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b2d52bd9-b4f4-40a8-8f64-d7eba4ae45f9 req-c4e4df8b-1e53-4a58-8395-ea13713052da tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 210 time: 0.0450034 Apr 29 16:00:27.962730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-fb10c267-ff9a-4ff0-98a2-0d7f646c895a tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:27.964115 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-fb10c267-ff9a-4ff0-98a2-0d7f646c895a tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.44 "GET /v2.0/networks?id=d546cb33-1503-41da-bcc4-7947efd51b11 HTTP/1.1" status: 200 len: 812 time: 0.1471612 Apr 29 16:00:27.983845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Request body: {'port': {'device_id': 'faaeafb1-8fab-40b5-8fd6-e38b3e9537a1', 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11', 'admin_state_up': True, 'tenant_id': 'c49f13a2f429466e893fdcd4d9e0ab8c'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:00:28.119016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:00:28.123539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Usage tracker for resource:port and tenant:c49f13a2f429466e893fdcd4d9e0ab8c is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:00:28.126335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:00:28.131909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:00:28.218205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Made reservation on behalf of c49f13a2f429466e893fdcd4d9e0ab8c for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:28.221820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:28.388476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Allocated IP 172.20.0.13 (d546cb33-1503-41da-bcc4-7947efd51b11/d76152e6-bf71-4bcc-b8e3-f2ee634ad37b/ddce8376-fe3d-4c72-9eea-a8ed530dafb4) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:00:28.589836 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a39a82f4-f4e4-40ca-8342-7fcce0ef99b6 req-54fc03cb-9054-4385-a945-709d1de29149 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 210 time: 0.1468184 Apr 29 16:00:28.593341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:28.700067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:28.711489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['3743a37e-9f86-489c-a56c-cd579f1a898d'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:00:28.771375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Network d546cb33-1503-41da-bcc4-7947efd51b11 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:00:28.774419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:00:28.778606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:00:28.814959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Pushing event updated for resources: {'Port': ['ID=ddce8376-fe3d-4c72-9eea-a8ed530dafb4,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:28.846428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:28.846940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:28.916363 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-dc6e66de-5a1d-4dde-a4e4-cab3114748e0 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9433689 Apr 29 16:00:28.929126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Request body: {'port': {'device_id': 'faaeafb1-8fab-40b5-8fd6-e38b3e9537a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:00:29.038646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:29.473971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddce8376-fe3d-4c72-9eea-a8ed530dafb4 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:00:29.481097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:29.494657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Transition to ACTIVE for port object ddce8376-fe3d-4c72-9eea-a8ed530dafb4 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:00:29.578085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:29.728538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=ddce8376-fe3d-4c72-9eea-a8ed530dafb4,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:29.779753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76eba3-bffe-4a8d-9ab9-5f52c33a42b8 req-254beae9-c0ab-4d86-b71f-957679e3eb2a tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:29.781241 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ae76eba3-bffe-4a8d-9ab9-5f52c33a42b8 req-254beae9-c0ab-4d86-b71f-957679e3eb2a tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 944 time: 0.0813985 Apr 29 16:00:29.806215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Attempting to bind port ddce8376-fe3d-4c72-9eea-a8ed530dafb4 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:00:29.806547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Attempting to bind port ddce8376-fe3d-4c72-9eea-a8ed530dafb4 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '559edefc-a990-4e66-8251-3cadf2bc7a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:00:29.806868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Attempting to bind port ddce8376-fe3d-4c72-9eea-a8ed530dafb4 on network d546cb33-1503-41da-bcc4-7947efd51b11 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:00:29.812196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Port ddce8376-fe3d-4c72-9eea-a8ed530dafb4 on network d546cb33-1503-41da-bcc4-7947efd51b11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:00:29.812549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Attempting to bind port ddce8376-fe3d-4c72-9eea-a8ed530dafb4 on network d546cb33-1503-41da-bcc4-7947efd51b11 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:00:29.817539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:00:29.817868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Checking segment: {'id': '559edefc-a990-4e66-8251-3cadf2bc7a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:00:29.818243 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Bound using segment: {'id': '559edefc-a990-4e66-8251-3cadf2bc7a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:00:29.818662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Bound port: ddce8376-fe3d-4c72-9eea-a8ed530dafb4, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559edefc-a990-4e66-8251-3cadf2bc7a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:00:29.819005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:29.828651 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ae76eba3-bffe-4a8d-9ab9-5f52c33a42b8 req-5d45ac46-9c41-483d-9a0e-b86e993eceaf tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415528 Apr 29 16:00:29.910039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] For port ddce8376-fe3d-4c72-9eea-a8ed530dafb4, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:00:29.912881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] For port ddce8376-fe3d-4c72-9eea-a8ed530dafb4, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=ddce8376-fe3d-4c72-9eea-a8ed530dafb4,segment=NetworkSegment(559edefc-a990-4e66-8251-3cadf2bc7a75),segment_id=559edefc-a990-4e66-8251-3cadf2bc7a75)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:00:29.973129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:30.032635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:30.033242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:30.034592 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] 10.222.0.44 "PUT /v2.0/ports/ddce8376-fe3d-4c72-9eea-a8ed530dafb4 HTTP/1.1" status: 200 len: 1094 time: 1.1098981 Apr 29 16:00:30.035009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaeafb1-8fab-40b5-8fd6-e38b3e9537a1', 'tag': 'ddce8376-fe3d-4c72-9eea-a8ed530dafb4'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:30.054423 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7836845-e1c0-48a3-a4c1-94bc7268c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=ddce8376-fe3d-4c72-9eea-a8ed530dafb4,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:30.080704 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9658b5-700c-422b-8d77-1c3d82add1d9'] response: {'name': 'network-changed', 'server_uuid': 'faaeafb1-8fab-40b5-8fd6-e38b3e9537a1', 'tag': 'ddce8376-fe3d-4c72-9eea-a8ed530dafb4', 'status': 'completed', 'code': 200} Apr 29 16:00:30.172368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c9aac-22fe-4f9c-935e-e2cf57b8e18f req-6c3fd256-7eb4-42d1-b464-b5c3676ccd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:30.173831 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-172c9aac-22fe-4f9c-935e-e2cf57b8e18f req-6c3fd256-7eb4-42d1-b464-b5c3676ccd32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c49f13a2f429466e893fdcd4d9e0ab8c&device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 1097 time: 0.0695877 Apr 29 16:00:30.310777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c9aac-22fe-4f9c-935e-e2cf57b8e18f req-a1912b3b-9104-46c8-abb5-494abfd9a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:30.312225 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-172c9aac-22fe-4f9c-935e-e2cf57b8e18f req-a1912b3b-9104-46c8-abb5-494abfd9a235 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c49f13a2f429466e893fdcd4d9e0ab8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1320510 Apr 29 16:00:30.445446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c9aac-22fe-4f9c-935e-e2cf57b8e18f req-7e8ce718-fc15-49fe-99c5-1122b864886f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:30.446865 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-172c9aac-22fe-4f9c-935e-e2cf57b8e18f req-7e8ce718-fc15-49fe-99c5-1122b864886f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290610 Apr 29 16:00:30.555628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-4e90a892-f60b-4cd5-b2b5-cf96104b93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:30.557153 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-4e90a892-f60b-4cd5-b2b5-cf96104b93ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c49f13a2f429466e893fdcd4d9e0ab8c&device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 1097 time: 0.0761979 Apr 29 16:00:30.625810 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-a042d6d5-fe6b-4e03-a846-08ae7214eb1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddce8376-fe3d-4c72-9eea-a8ed530dafb4 HTTP/1.1" status: 200 len: 217 time: 0.0616393 Apr 29 16:00:30.685714 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-cfd1e0cd-3fe1-47cc-9e8d-3facb4ff8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:30.687076 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-cfd1e0cd-3fe1-47cc-9e8d-3facb4ff8ca5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d76152e6-bf71-4bcc-b8e3-f2ee634ad37b HTTP/1.1" status: 200 len: 852 time: 0.0558734 Apr 29 16:00:30.731696 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-b27edb8e-5e76-4db0-8b38-7a0fe6c259d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d546cb33-1503-41da-bcc4-7947efd51b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385375 Apr 29 16:00:30.860708 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-fb46077c-ee18-42de-9fc3-2df46b2a6853 service neutron] 10.222.0.44 "GET /v2.0/networks/d546cb33-1503-41da-bcc4-7947efd51b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223919 Apr 29 16:00:30.993799 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-521cad5f-0ab1-4908-bcfb-31453053e297 req-d6286f15-e4dc-47f0-bb45-2ebfeef41d3c service neutron] 10.222.0.44 "GET /v2.0/networks/d546cb33-1503-41da-bcc4-7947efd51b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269612 Apr 29 16:00:31.009152 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e09f6f-9d7a-4a41-8471-3c9604c455da req-b711c39b-5ba1-41fa-a9c2-7044d35f7c3d tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:31.010583 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c3e09f6f-9d7a-4a41-8471-3c9604c455da req-b711c39b-5ba1-41fa-a9c2-7044d35f7c3d tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 944 time: 0.0792501 Apr 29 16:00:31.054749 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c3e09f6f-9d7a-4a41-8471-3c9604c455da req-28287e23-7c60-4ea9-ae8e-ba866ef43304 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 Apr 29 16:00:32.138442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-05053346-464c-4787-ba27-43232acb1c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:32.242741 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ffa2b-13e6-431f-8336-8b2e261563aa req-0a501a12-c782-48e1-bb4a-88f20b4f840d tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:32.244093 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5a8ffa2b-13e6-431f-8336-8b2e261563aa req-0a501a12-c782-48e1-bb4a-88f20b4f840d tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 944 time: 0.0834146 Apr 29 16:00:32.289179 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5a8ffa2b-13e6-431f-8336-8b2e261563aa req-cb355802-2ce5-4ddc-aa94-16e4571e2c60 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389988 Apr 29 16:00:33.468971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e71921-ddbc-4e1d-bef8-f400306964fa req-588cf66b-714e-4a19-92bc-1aabc5e39692 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:33.470422 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a1e71921-ddbc-4e1d-bef8-f400306964fa req-588cf66b-714e-4a19-92bc-1aabc5e39692 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 944 time: 0.0778122 Apr 29 16:00:33.512682 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a1e71921-ddbc-4e1d-bef8-f400306964fa req-ba4a2d81-a68e-4e86-ac88-9bb4be657ff6 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366910 Apr 29 16:00:34.212603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c83c1a83-d58b-466e-8601-e50dd82a8549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:34.694810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9fd29-9854-4b4f-aa13-585049126cd5 req-1722eea6-296f-436d-ab40-a3d36d0005fb tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:34.696236 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-68b9fd29-9854-4b4f-aa13-585049126cd5 req-1722eea6-296f-436d-ab40-a3d36d0005fb tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 944 time: 0.0807953 Apr 29 16:00:34.740158 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-68b9fd29-9854-4b4f-aa13-585049126cd5 req-0f5ece3a-7e87-4868-b442-38c45bbc86e3 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374789 Apr 29 16:00:35.206791 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:35.254382 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device ddce8376-fe3d-4c72-9eea-a8ed530dafb4 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:00:35.420960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port ddce8376-fe3d-4c72-9eea-a8ed530dafb4, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=ddce8376-fe3d-4c72-9eea-a8ed530dafb4,segment=NetworkSegment(559edefc-a990-4e66-8251-3cadf2bc7a75),segment_id=559edefc-a990-4e66-8251-3cadf2bc7a75)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:00:35.467906 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'ddce8376-fe3d-4c72-9eea-a8ed530dafb4', 'network_id': 'd546cb33-1503-41da-bcc4-7947efd51b11', 'port_id': 'ddce8376-fe3d-4c72-9eea-a8ed530dafb4', 'mac_address': 'fa:16:3e:ca:ce:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76152e6-bf71-4bcc-b8e3-f2ee634ad37b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:00:35.474592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:35.488528 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:35.505045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddce8376-fe3d-4c72-9eea-a8ed530dafb4 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:00:35.519939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port ddce8376-fe3d-4c72-9eea-a8ed530dafb4, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=ddce8376-fe3d-4c72-9eea-a8ed530dafb4,segment=NetworkSegment(559edefc-a990-4e66-8251-3cadf2bc7a75),segment_id=559edefc-a990-4e66-8251-3cadf2bc7a75)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:00:35.600639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:35.668544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=ddce8376-fe3d-4c72-9eea-a8ed530dafb4,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:35.675432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:35.675777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:35.676112 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:35.676444 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:35.676799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:35.677381 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:35.677768 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:35.678094 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:35.678420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:35.678740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:35.679058 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:35.679374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:35.832197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['ddce8376-fe3d-4c72-9eea-a8ed530dafb4'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:00:35.924194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3657db-9816-4041-8480-78cbbb46a494 req-29fd2265-aaab-4663-8ea6-55115244272c tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:35.925664 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0e3657db-9816-4041-8480-78cbbb46a494 req-29fd2265-aaab-4663-8ea6-55115244272c tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 945 time: 0.0787530 Apr 29 16:00:35.973876 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0e3657db-9816-4041-8480-78cbbb46a494 req-c34e79af-2222-462f-8aa9-e58e1af38256 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421426 Apr 29 16:00:37.155421 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:37.161715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3485ae-1c82-4cd4-a8be-8757803ce635 req-a8c3caa1-5a71-4cbf-baa7-6100914e647b tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:37.168287 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a3485ae-1c82-4cd4-a8be-8757803ce635 req-a8c3caa1-5a71-4cbf-baa7-6100914e647b tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 945 time: 0.0807726 Apr 29 16:00:37.207924 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a3485ae-1c82-4cd4-a8be-8757803ce635 req-21219e14-60e8-4d99-8042-bbc585748c76 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378141 Apr 29 16:00:37.270432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device ddce8376-fe3d-4c72-9eea-a8ed530dafb4 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:00:37.412455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port ddce8376-fe3d-4c72-9eea-a8ed530dafb4 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:00:37.417144 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port ddce8376-fe3d-4c72-9eea-a8ed530dafb4 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:00:37.417632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:37.532021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:37.557363 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaeafb1-8fab-40b5-8fd6-e38b3e9537a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddce8376-fe3d-4c72-9eea-a8ed530dafb4'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:37.566913 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port ddce8376-fe3d-4c72-9eea-a8ed530dafb4, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=ddce8376-fe3d-4c72-9eea-a8ed530dafb4,segment=NetworkSegment(559edefc-a990-4e66-8251-3cadf2bc7a75),segment_id=559edefc-a990-4e66-8251-3cadf2bc7a75)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:00:37.601893 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f2799c-cdbb-43f3-a0a0-0e52d19944e8'] response: {'server_uuid': 'faaeafb1-8fab-40b5-8fd6-e38b3e9537a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddce8376-fe3d-4c72-9eea-a8ed530dafb4', 'code': 200} Apr 29 16:00:37.635575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:37.701775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=ddce8376-fe3d-4c72-9eea-a8ed530dafb4,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:37.936558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf12bb-7bac-4703-b556-feeba8ee58b6 req-c3480f5d-f4fe-4ecf-949b-b499af806f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:37.938026 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4daf12bb-7bac-4703-b556-feeba8ee58b6 req-c3480f5d-f4fe-4ecf-949b-b499af806f44 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 1099 time: 0.0724821 Apr 29 16:00:37.979079 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4daf12bb-7bac-4703-b556-feeba8ee58b6 req-5474b519-0185-470e-ade9-3d28bc152b7b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345812 Apr 29 16:00:38.395909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab7ff0-d099-4d0f-a4e4-d2c3d88a4875 req-d55fdc7c-3cda-45e2-8bd4-31ff23277c85 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:38.397369 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-24ab7ff0-d099-4d0f-a4e4-d2c3d88a4875 req-d55fdc7c-3cda-45e2-8bd4-31ff23277c85 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 946 time: 0.0833683 Apr 29 16:00:38.441562 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-24ab7ff0-d099-4d0f-a4e4-d2c3d88a4875 req-03239bf7-8f12-4638-9606-986dcbb56135 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383971 Apr 29 16:00:39.623510 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a3b4e-b365-4c2d-a63e-5cfb4dff9646 req-9182dfca-9aca-4c60-bc2e-770c7c9a376f tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:39.624892 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f22a3b4e-b365-4c2d-a63e-5cfb4dff9646 req-9182dfca-9aca-4c60-bc2e-770c7c9a376f tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 946 time: 0.0790622 Apr 29 16:00:39.669364 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f22a3b4e-b365-4c2d-a63e-5cfb4dff9646 req-be9e09b9-a4da-44cb-aa61-075f9e3594cc tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387945 Apr 29 16:00:40.190726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b8c4f-9234-4061-b420-207634d10085 req-57eb793f-7444-40f4-8cc9-f7444d4b875b tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:40.192174 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e21b8c4f-9234-4061-b420-207634d10085 req-57eb793f-7444-40f4-8cc9-f7444d4b875b tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 946 time: 0.0819919 Apr 29 16:00:40.236231 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e21b8c4f-9234-4061-b420-207634d10085 req-31671641-d5c6-4097-a8eb-3899d837e897 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383902 Apr 29 16:00:41.420390 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d02041-5f9c-4a7b-9d21-48fe02399f0f req-ea7b60aa-0eed-46db-a920-c7cbe106523d tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:41.421844 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d6d02041-5f9c-4a7b-9d21-48fe02399f0f req-ea7b60aa-0eed-46db-a920-c7cbe106523d tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 946 time: 0.0783525 Apr 29 16:00:41.464564 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d6d02041-5f9c-4a7b-9d21-48fe02399f0f req-9c1845c3-9ea1-4b0f-9624-00ed8df03ed3 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370224 Apr 29 16:00:41.529529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-41603c26-93f5-4906-be2f-39a3ea2479cb tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:41.530125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-41603c26-93f5-4906-be2f-39a3ea2479cb tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Synchronizing usage tracker for tenant:c49f13a2f429466e893fdcd4d9e0ab8c on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:00:41.590281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-41603c26-93f5-4906-be2f-39a3ea2479cb tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Unset dirty status for tenant:c49f13a2f429466e893fdcd4d9e0ab8c on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:00:41.591431 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-41603c26-93f5-4906-be2f-39a3ea2479cb tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.44 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 946 time: 0.1384671 Apr 29 16:00:41.664622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-02f4fdeb-9729-4d20-b527-6776cb39c2d9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Deleting port ddce8376-fe3d-4c72-9eea-a8ed530dafb4 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:00:41.664961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-02f4fdeb-9729-4d20-b527-6776cb39c2d9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:41.908638 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-02f4fdeb-9729-4d20-b527-6776cb39c2d9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] For port ddce8376-fe3d-4c72-9eea-a8ed530dafb4, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=ddce8376-fe3d-4c72-9eea-a8ed530dafb4,segment=NetworkSegment(559edefc-a990-4e66-8251-3cadf2bc7a75),segment_id=559edefc-a990-4e66-8251-3cadf2bc7a75)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:00:41.908901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-02f4fdeb-9729-4d20-b527-6776cb39c2d9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:42.130971 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-02f4fdeb-9729-4d20-b527-6776cb39c2d9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Calling delete_port for ddce8376-fe3d-4c72-9eea-a8ed530dafb4 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:00:42.338635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-02f4fdeb-9729-4d20-b527-6776cb39c2d9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:42.350888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['3743a37e-9f86-489c-a56c-cd579f1a898d', 'ddce8376-fe3d-4c72-9eea-a8ed530dafb4'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:00:42.389032 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4fdeb-9729-4d20-b527-6776cb39c2d9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Pushing event deleted for resources: {'Port': ['ID=ddce8376-fe3d-4c72-9eea-a8ed530dafb4,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:42.463880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-02f4fdeb-9729-4d20-b527-6776cb39c2d9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] No DVR routers for this DVR port ddce8376-fe3d-4c72-9eea-a8ed530dafb4 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:00:42.466686 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-02f4fdeb-9729-4d20-b527-6776cb39c2d9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:42.470437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaeafb1-8fab-40b5-8fd6-e38b3e9537a1', 'name': 'network-vif-deleted', 'tag': 'ddce8376-fe3d-4c72-9eea-a8ed530dafb4'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:42.515638 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e494d6-cf7f-4c73-8e5f-e11b8f726be5'] response: {'server_uuid': 'faaeafb1-8fab-40b5-8fd6-e38b3e9537a1', 'name': 'network-vif-deleted', 'tag': 'ddce8376-fe3d-4c72-9eea-a8ed530dafb4', 'status': 'completed', 'code': 200} Apr 29 16:00:42.539580 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-786b136f-ad91-496e-8a5b-0cce25247d36 req-02f4fdeb-9729-4d20-b527-6776cb39c2d9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.44 "DELETE /v2.0/ports/ddce8376-fe3d-4c72-9eea-a8ed530dafb4 HTTP/1.1" status: 204 len: 173 time: 0.9423430 Apr 29 16:00:42.618262 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e3a9d200-2ecc-4383-a7cb-8d1f737bbc30 req-7b76d697-d3e4-4f3a-8933-6279c97fc1bc tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=faaeafb1-8fab-40b5-8fd6-e38b3e9537a1 HTTP/1.1" status: 200 len: 210 time: 0.0459177 Apr 29 16:00:43.872801 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1aae9-3a10-4496-adab-3fe819fcfd51 req-24ac5c7a-2296-4d57-b017-970979e0f197 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:43.874249 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5af1aae9-3a10-4496-adab-3fe819fcfd51 req-24ac5c7a-2296-4d57-b017-970979e0f197 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 945 time: 0.0787084 Apr 29 16:00:43.917973 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5af1aae9-3a10-4496-adab-3fe819fcfd51 req-44f126be-d829-46f9-a128-687318ff5b9f tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379140 Apr 29 16:00:44.120081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b50607-6515-48f3-9b6a-d057d8f35749 req-91d7a44e-aa02-47f4-a772-0f7608717b45 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:44.122501 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-36b50607-6515-48f3-9b6a-d057d8f35749 req-91d7a44e-aa02-47f4-a772-0f7608717b45 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 945 time: 0.0823319 Apr 29 16:00:44.166004 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-36b50607-6515-48f3-9b6a-d057d8f35749 req-ede23355-86db-4bae-81b6-164c4e5be7b9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378437 Apr 29 16:00:44.348418 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418957-063a-4051-8b35-dbf428b65faf req-fcd2c68b-7934-4060-9246-dda4253dbd17 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:44.349888 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e0418957-063a-4051-8b35-dbf428b65faf req-fcd2c68b-7934-4060-9246-dda4253dbd17 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 945 time: 0.0786104 Apr 29 16:00:44.397920 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e0418957-063a-4051-8b35-dbf428b65faf req-bfc36381-f5bc-4b05-aea7-bb25d6331b5d tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417571 Apr 29 16:00:44.678311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2147b-2609-4e41-9169-34452b6ce624 req-37a8a435-fba1-406b-b5e8-4ab3534fed8f tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:44.679669 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bbe2147b-2609-4e41-9169-34452b6ce624 req-37a8a435-fba1-406b-b5e8-4ab3534fed8f tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 945 time: 0.0775745 Apr 29 16:00:44.723974 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bbe2147b-2609-4e41-9169-34452b6ce624 req-14336716-5db9-476c-89b7-25f1f62ab2ab tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379646 Apr 29 16:00:44.911639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccabadf-54d9-42f9-a30f-4bc48c7a509d req-e4f552fd-0341-48ee-9bf9-e04ecb8c7efc tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:44.913094 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dccabadf-54d9-42f9-a30f-4bc48c7a509d req-e4f552fd-0341-48ee-9bf9-e04ecb8c7efc tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 945 time: 0.0829225 Apr 29 16:00:44.956604 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dccabadf-54d9-42f9-a30f-4bc48c7a509d req-e23e9564-3faa-4be3-acfe-64a6f03fec60 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377941 Apr 29 16:00:45.146601 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f6cbc-ba20-4522-8c63-fdce4dea86cc req-811f419c-bbf9-4e29-b702-722cf82b8b07 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:45.148024 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc1f6cbc-ba20-4522-8c63-fdce4dea86cc req-811f419c-bbf9-4e29-b702-722cf82b8b07 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 945 time: 0.0790501 Apr 29 16:00:45.191130 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc1f6cbc-ba20-4522-8c63-fdce4dea86cc req-9b05d67b-0e8f-44b1-805e-ccfba93dd71f tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374577 Apr 29 16:00:45.333533 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device ddce8376-fe3d-4c72-9eea-a8ed530dafb4 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:00:45.369148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: ddce8376-fe3d-4c72-9eea-a8ed530dafb4 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:00:45.369493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device ddce8376-fe3d-4c72-9eea-a8ed530dafb4 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:00:46.093628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07a74d-f8cf-4b61-a51a-124a80d77c1e req-a2985251-cb3d-4bfd-b070-c0359ab64848 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:46.095073 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f07a74d-f8cf-4b61-a51a-124a80d77c1e req-a2985251-cb3d-4bfd-b070-c0359ab64848 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 945 time: 0.0837557 Apr 29 16:00:46.140440 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f07a74d-f8cf-4b61-a51a-124a80d77c1e req-991a5e96-e844-47ec-bb2c-00bfb5ea5e01 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393119 Apr 29 16:00:47.328921 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b33960-989d-42cb-a491-2b9606d0948b req-a9f3be65-56dd-4d71-85df-30044c3c38cd tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:47.330319 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-61b33960-989d-42cb-a491-2b9606d0948b req-a9f3be65-56dd-4d71-85df-30044c3c38cd tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 945 time: 0.0804574 Apr 29 16:00:47.375006 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-61b33960-989d-42cb-a491-2b9606d0948b req-f2f36158-0fa4-43d3-ace1-bf4412bddd6d tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/security-groups?id=10dba983-8b00-4367-9a8f-13588cbc3b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390289 Apr 29 16:00:47.377866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-d03bd46a-b447-4786-adaa-c1f040aee377 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:47.378530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-d03bd46a-b447-4786-adaa-c1f040aee377 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Synchronizing usage tracker for tenant:c49f13a2f429466e893fdcd4d9e0ab8c on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:00:47.440884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-d03bd46a-b447-4786-adaa-c1f040aee377 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Unset dirty status for tenant:c49f13a2f429466e893fdcd4d9e0ab8c on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:00:47.442013 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-d03bd46a-b447-4786-adaa-c1f040aee377 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 945 time: 0.1417551 Apr 29 16:00:47.509420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-fc8c8979-fca6-4a20-b373-dfbf1af5cad9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Deleting port 3743a37e-9f86-489c-a56c-cd579f1a898d {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:00:47.509759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-fc8c8979-fca6-4a20-b373-dfbf1af5cad9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:47.751715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-fc8c8979-fca6-4a20-b373-dfbf1af5cad9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] For port 3743a37e-9f86-489c-a56c-cd579f1a898d, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=3743a37e-9f86-489c-a56c-cd579f1a898d,segment=NetworkSegment(559edefc-a990-4e66-8251-3cadf2bc7a75),segment_id=559edefc-a990-4e66-8251-3cadf2bc7a75)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:00:47.752074 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-fc8c8979-fca6-4a20-b373-dfbf1af5cad9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:47.875590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-fc8c8979-fca6-4a20-b373-dfbf1af5cad9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Calling delete_port for 3743a37e-9f86-489c-a56c-cd579f1a898d owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:00:48.059205 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-fc8c8979-fca6-4a20-b373-dfbf1af5cad9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:48.070080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['3743a37e-9f86-489c-a56c-cd579f1a898d'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:00:48.109627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c8979-fca6-4a20-b373-dfbf1af5cad9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Pushing event deleted for resources: {'Port': ['ID=3743a37e-9f86-489c-a56c-cd579f1a898d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:48.181015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-fc8c8979-fca6-4a20-b373-dfbf1af5cad9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] No DVR routers for this DVR port 3743a37e-9f86-489c-a56c-cd579f1a898d on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:00:48.183941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-fc8c8979-fca6-4a20-b373-dfbf1af5cad9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:48.186416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe5b7ef-e735-49d6-93b4-a1745784b061', 'name': 'network-vif-deleted', 'tag': '3743a37e-9f86-489c-a56c-cd579f1a898d'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:00:48.235884 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783a4ed0-6af7-4776-bf55-74f2fd09e0ac'] response: {'server_uuid': '7fe5b7ef-e735-49d6-93b4-a1745784b061', 'name': 'network-vif-deleted', 'tag': '3743a37e-9f86-489c-a56c-cd579f1a898d', 'status': 'completed', 'code': 200} Apr 29 16:00:48.241943 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a2627493-1417-4d9a-a93e-211acc6cf2da req-fc8c8979-fca6-4a20-b373-dfbf1af5cad9 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.44 "DELETE /v2.0/ports/3743a37e-9f86-489c-a56c-cd579f1a898d HTTP/1.1" status: 204 len: 173 time: 0.7950308 Apr 29 16:00:48.529619 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-62c86733-7cae-4479-92d4-2aeed0ec6447 req-dd2e385a-d9c6-4c0a-9b82-740568265d05 tempest-ServersNegativeTestJSON-398567889 tempest-ServersNegativeTestJSON-398567889-project] 10.222.0.39 "GET /v2.0/ports?device_id=7fe5b7ef-e735-49d6-93b4-a1745784b061 HTTP/1.1" status: 200 len: 210 time: 0.0496106 Apr 29 16:00:49.623429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44828) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:49.684998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4065c35-723f-4366-b170-27df30e41c97 admin admin] Deleting subnet d76152e6-bf71-4bcc-b8e3-f2ee634ad37b {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:00:49.687871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d4065c35-723f-4366-b170-27df30e41c97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:49.735464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d4065c35-723f-4366-b170-27df30e41c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:49.791289 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d4065c35-723f-4366-b170-27df30e41c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:49.915919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d4065c35-723f-4366-b170-27df30e41c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:49.954457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4065c35-723f-4366-b170-27df30e41c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76152e6-bf71-4bcc-b8e3-f2ee634ad37b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:49.956354 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d4065c35-723f-4366-b170-27df30e41c97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:49.962559 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d4065c35-723f-4366-b170-27df30e41c97 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d76152e6-bf71-4bcc-b8e3-f2ee634ad37b HTTP/1.1" status: 204 len: 168 time: 0.3380954 Apr 29 16:00:49.965723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44832) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:50.070732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:50.193238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:50.218080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d546cb33-1503-41da-bcc4-7947efd51b11']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:50.229727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559edefc-a990-4e66-8251-3cadf2bc7a75') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:50.230767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559edefc-a990-4e66-8251-3cadf2bc7a75') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:50.241579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:50.257142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:50.263998 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:00:50.267895 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:00:50.277928 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:00:50.412673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:50.428547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:50.438579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d546cb33-1503-41da-bcc4-7947efd51b11,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:50.527980 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fb0cac8b-0cfd-48f9-8180-540e7385eab5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d546cb33-1503-41da-bcc4-7947efd51b11 HTTP/1.1" status: 204 len: 168 time: 0.5612104 Apr 29 16:00:50.810544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44838) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:50.857873 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5f803b9f-4817-4fed-baf4-05ac12323b96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c49f13a2f429466e893fdcd4d9e0ab8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461762 Apr 29 16:00:50.860199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44842) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:50.919698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99e5724c-f757-48d2-a3e9-17cdde2820f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:50.944377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99e5724c-f757-48d2-a3e9-17cdde2820f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:51.051901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99e5724c-f757-48d2-a3e9-17cdde2820f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:51.066497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5724c-f757-48d2-a3e9-17cdde2820f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dba983-8b00-4367-9a8f-13588cbc3b09,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:51.074722 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-99e5724c-f757-48d2-a3e9-17cdde2820f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:51.075838 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-99e5724c-f757-48d2-a3e9-17cdde2820f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10dba983-8b00-4367-9a8f-13588cbc3b09 HTTP/1.1" status: 204 len: 168 time: 0.2147129 Apr 29 16:00:51.364411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 3743a37e-9f86-489c-a56c-cd579f1a898d no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:00:51.397888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 3743a37e-9f86-489c-a56c-cd579f1a898d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:00:51.398229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 3743a37e-9f86-489c-a56c-cd579f1a898d not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:00:51.530450 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:00:52.243062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44866) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:52.347701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-136134353'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:00:52.352694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:00:52.356413 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Usage tracker for resource:network and tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:00:52.359242 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:00:52.365300 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:00:52.435151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Made reservation on behalf of 7c7cd716a6ba4e9b91fe8b0f8b89f4db for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:52.438580 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:52.451085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:52.465411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:00:52.469173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Usage tracker for resource:security_group_rule and tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:00:52.471902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:00:52.477600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:00:52.556368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:52.629446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:52.660159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:00:52.672489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bad4e8-ceb4-48fe-a2ec-0d0e579b3ca0,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:52.676703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:52.677040 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Added segment 26a2bb02-19e2-42c3-a6f6-ad314cf91190 of type vlan for network 8084b6e6-0c41-47c6-8803-18167240a56f Apr 29 16:00:52.702695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:52.800954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:52.806474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:52.814350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:53.015757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event updated for resources: {'Network': ['ID=8084b6e6-0c41-47c6-8803-18167240a56f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:53.026244 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 8084b6e6-0c41-47c6-8803-18167240a56f details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:00:53.047585 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-e9425b97-5201-4dd5-9dd5-e5326f3c4c39 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8033409 Apr 29 16:00:54.257819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:56.290423 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44872) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:56.296654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Request body: {'subnet': {'network_id': '8084b6e6-0c41-47c6-8803-18167240a56f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:00:56.403378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:00:56.407119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Usage tracker for resource:subnet and tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:00:56.409848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:00:56.415387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:00:56.492696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Made reservation on behalf of 7c7cd716a6ba4e9b91fe8b0f8b89f4db for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:56.496690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:56.761322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:56.841912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event updated for resources: {'Subnet': ['ID=bf805691-a3b9-45bf-9f2e-29738b884815,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:56.850480 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Checking segment: {'id': '26a2bb02-19e2-42c3-a6f6-ad314cf91190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8084b6e6-0c41-47c6-8803-18167240a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:00:56.850825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Network hostable DHCP agents. Network: 8084b6e6-0c41-47c6-8803-18167240a56f, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:00:56.855986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:56.856324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:56.856684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:56.857012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:56.857333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:56.857654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:56.857969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:56.858285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:56.858599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:56.858911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:56.859223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:56.859532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:00:56.920961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Network 8084b6e6-0c41-47c6-8803-18167240a56f is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:00:57.029394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 8084b6e6-0c41-47c6-8803-18167240a56f) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:00:57.033313 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:57.034343 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:57.039016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f788a17-841d-4e93-b776-683bd4c8f4f7 None None] Network 8084b6e6-0c41-47c6-8803-18167240a56f requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:00:57.156300 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-087f3be3-fc0d-4c21-9b01-6ab64aa7b41a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8647509 Apr 29 16:00:57.159792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44876) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:57.165186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1542282287'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:00:57.170639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:00:57.174437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Usage tracker for resource:network and tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:00:57.177511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:00:57.183166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:00:57.250148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-8084b6e6-0c41-47c6-8803-18167240a56f', 'network_id': '8084b6e6-0c41-47c6-8803-18167240a56f', 'tenant_id': '7c7cd716a6ba4e9b91fe8b0f8b89f4db', 'fixed_ips': [{'subnet_id': 'bf805691-a3b9-45bf-9f2e-29738b884815'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:00:57.250970 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:57.253046 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Made reservation on behalf of 7c7cd716a6ba4e9b91fe8b0f8b89f4db for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:57.256617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:57.285982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:00:57.295777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:57.296563 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Added segment 5fc27866-3c1a-420b-928c-f7a969276211 of type vlan for network 388ecaff-39f2-4d1c-983a-3d6bab95d485 Apr 29 16:00:57.325100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:57.418801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:57.424383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:57.425020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:57.442781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Allocated IP 2001:db8:0:ffff::2 (8084b6e6-0c41-47c6-8803-18167240a56f/bf805691-a3b9-45bf-9f2e-29738b884815/21954c0a-ce79-4217-b82f-878076c4a0d2) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:00:57.533530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event updated for resources: {'Network': ['ID=388ecaff-39f2-4d1c-983a-3d6bab95d485,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:57.543847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 388ecaff-39f2-4d1c-983a-3d6bab95d485 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:00:57.544868 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-21f6cb5f-2272-4005-b875-4e740dced7f9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3840582 Apr 29 16:00:57.547566 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44880) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:57.553379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Request body: {'subnet': {'network_id': '388ecaff-39f2-4d1c-983a-3d6bab95d485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:00:57.663923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:00:57.668012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Usage tracker for resource:subnet and tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:00:57.670943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:00:57.676650 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:00:57.733878 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:57.743427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Transition to ACTIVE for port object 21954c0a-ce79-4217-b82f-878076c4a0d2 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:00:57.744141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Made reservation on behalf of 7c7cd716a6ba4e9b91fe8b0f8b89f4db for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:00:57.748277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:57.762774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Transition to ACTIVE for port object 21954c0a-ce79-4217-b82f-878076c4a0d2 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:00:57.830052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:57.895729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Network 8084b6e6-0c41-47c6-8803-18167240a56f is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:00:57.898536 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:00:57.902089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:00:57.907843 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Pushing event updated for resources: {'Port': ['ID=21954c0a-ce79-4217-b82f-878076c4a0d2,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:57.996792 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Attempting to bind port 21954c0a-ce79-4217-b82f-878076c4a0d2 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:00:57.997155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Attempting to bind port 21954c0a-ce79-4217-b82f-878076c4a0d2 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26a2bb02-19e2-42c3-a6f6-ad314cf91190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8084b6e6-0c41-47c6-8803-18167240a56f'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:00:57.997515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Attempting to bind port 21954c0a-ce79-4217-b82f-878076c4a0d2 on network 8084b6e6-0c41-47c6-8803-18167240a56f {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:00:58.002645 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:00:58.003016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Checking segment: {'id': '26a2bb02-19e2-42c3-a6f6-ad314cf91190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8084b6e6-0c41-47c6-8803-18167240a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:00:58.003411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:58.003801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Bound using segment: {'id': '26a2bb02-19e2-42c3-a6f6-ad314cf91190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8084b6e6-0c41-47c6-8803-18167240a56f'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:00:58.004266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Bound port: 21954c0a-ce79-4217-b82f-878076c4a0d2, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a2bb02-19e2-42c3-a6f6-ad314cf91190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8084b6e6-0c41-47c6-8803-18167240a56f'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:00:58.004659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:58.029974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:58.092090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] For port 21954c0a-ce79-4217-b82f-878076c4a0d2, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:00:58.094971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] For port 21954c0a-ce79-4217-b82f-878076c4a0d2, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=21954c0a-ce79-4217-b82f-878076c4a0d2,segment=NetworkSegment(26a2bb02-19e2-42c3-a6f6-ad314cf91190),segment_id=26a2bb02-19e2-42c3-a6f6-ad314cf91190)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:00:58.110844 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event updated for resources: {'Subnet': ['ID=9dc16964-8c75-46dc-b17f-38778e7a2be5,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:58.119467 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Checking segment: {'id': '5fc27866-3c1a-420b-928c-f7a969276211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '388ecaff-39f2-4d1c-983a-3d6bab95d485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:00:58.119822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Network hostable DHCP agents. Network: 388ecaff-39f2-4d1c-983a-3d6bab95d485, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:00:58.156054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:58.218581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Network 388ecaff-39f2-4d1c-983a-3d6bab95d485 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:00:58.244090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74100bae-e559-4987-bd79-cd512d30a706 None None] Pushing event updated for resources: {'Port': ['ID=21954c0a-ce79-4217-b82f-878076c4a0d2,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:58.315208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 388ecaff-39f2-4d1c-983a-3d6bab95d485) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:00:58.319284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:00:58.319865 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:58.324078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5f0d4-b7ad-40fd-a03d-ba38b60433a8 None None] Network 388ecaff-39f2-4d1c-983a-3d6bab95d485 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:00:58.447025 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a3484b74-a397-4c55-b572-99fcb6c8f441 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8712895 Apr 29 16:00:58.447025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44884) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:00:58.576159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-388ecaff-39f2-4d1c-983a-3d6bab95d485', 'network_id': '388ecaff-39f2-4d1c-983a-3d6bab95d485', 'tenant_id': '7c7cd716a6ba4e9b91fe8b0f8b89f4db', 'fixed_ips': [{'subnet_id': '9dc16964-8c75-46dc-b17f-38778e7a2be5'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:00:58.577345 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:58.586147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:58.653847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:58.741741 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Allocated IP 2001:db8::2 (388ecaff-39f2-4d1c-983a-3d6bab95d485/9dc16964-8c75-46dc-b17f-38778e7a2be5/9e476ecc-5bad-4cac-8ca4-59a307f09d5e) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:00:58.955464 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:58.966524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Transition to ACTIVE for port object 9e476ecc-5bad-4cac-8ca4-59a307f09d5e will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:00:58.986086 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Transition to ACTIVE for port object 9e476ecc-5bad-4cac-8ca4-59a307f09d5e will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:00:59.070522 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:59.131906 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 21954c0a-ce79-4217-b82f-878076c4a0d2 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:00:59.150740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:59.178376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Network 388ecaff-39f2-4d1c-983a-3d6bab95d485 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:00:59.195898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256b30ca-b9dd-4cfa-9d79-ceab30f51390 None None] Network 8084b6e6-0c41-47c6-8803-18167240a56f requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:00:59.196086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc16964-8c75-46dc-b17f-38778e7a2be5,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:59.208292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:00:59.222364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:00:59.278308 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Pushing event updated for resources: {'Port': ['ID=9e476ecc-5bad-4cac-8ca4-59a307f09d5e,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:00:59.295469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:59.320600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388ecaff-39f2-4d1c-983a-3d6bab95d485']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:59.333465 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc27866-3c1a-420b-928c-f7a969276211') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:59.333760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc27866-3c1a-420b-928c-f7a969276211') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:00:59.346269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:59.364318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:59.370336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:00:59.372060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:00:59.386109 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:00:59.448342 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Attempting to bind port 9e476ecc-5bad-4cac-8ca4-59a307f09d5e on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:00:59.448767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Attempting to bind port 9e476ecc-5bad-4cac-8ca4-59a307f09d5e by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '5fc27866-3c1a-420b-928c-f7a969276211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '388ecaff-39f2-4d1c-983a-3d6bab95d485'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:00:59.449323 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Attempting to bind port 9e476ecc-5bad-4cac-8ca4-59a307f09d5e on network 388ecaff-39f2-4d1c-983a-3d6bab95d485 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:00:59.460605 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:00:59.460978 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Checking segment: {'id': '5fc27866-3c1a-420b-928c-f7a969276211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '388ecaff-39f2-4d1c-983a-3d6bab95d485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:00:59.461374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:59.461765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Bound using segment: {'id': '5fc27866-3c1a-420b-928c-f7a969276211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '388ecaff-39f2-4d1c-983a-3d6bab95d485'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:00:59.462241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Bound port: 9e476ecc-5bad-4cac-8ca4-59a307f09d5e, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc27866-3c1a-420b-928c-f7a969276211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '388ecaff-39f2-4d1c-983a-3d6bab95d485'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:00:59.462680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:59.548252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c26aacb5-06bf-484c-b79c-dee0551dffa0 None None] Provisioning for port 21954c0a-ce79-4217-b82f-878076c4a0d2 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:00:59.560413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 21954c0a-ce79-4217-b82f-878076c4a0d2 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:00:59.587077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c26aacb5-06bf-484c-b79c-dee0551dffa0 None None] Provisioning complete for port 21954c0a-ce79-4217-b82f-878076c4a0d2 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:00:59.587443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c26aacb5-06bf-484c-b79c-dee0551dffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:59.614206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 21954c0a-ce79-4217-b82f-878076c4a0d2 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:00:59.614558 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:59.647155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 16:00:59.647155 dv-neutron-839183-1-hyperv neutron-server[88715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 16:00:59.647155 dv-neutron-839183-1-hyperv neutron-server[88715]: [parameters: {'id': '388ecaff-39f2-4d1c-983a-3d6bab95d485'}] Apr 29 16:00:59.647155 dv-neutron-839183-1-hyperv neutron-server[88715]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:00:59.647597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:00:59.756606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] For port 9e476ecc-5bad-4cac-8ca4-59a307f09d5e, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:00:59.782820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] For port 9e476ecc-5bad-4cac-8ca4-59a307f09d5e, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9e476ecc-5bad-4cac-8ca4-59a307f09d5e,segment=NetworkSegment(5fc27866-3c1a-420b-928c-f7a969276211),segment_id=5fc27866-3c1a-420b-928c-f7a969276211)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:00:59.869650 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:59.960439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c26aacb5-06bf-484c-b79c-dee0551dffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:00:59.981552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:00.064258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d1bfe-c9fc-4270-a55d-ac33aa546d88 None None] Pushing event updated for resources: {'Port': ['ID=9e476ecc-5bad-4cac-8ca4-59a307f09d5e,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:00.084622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c26aacb5-06bf-484c-b79c-dee0551dffa0 None None] For port 21954c0a-ce79-4217-b82f-878076c4a0d2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=21954c0a-ce79-4217-b82f-878076c4a0d2,segment=NetworkSegment(26a2bb02-19e2-42c3-a6f6-ad314cf91190),segment_id=26a2bb02-19e2-42c3-a6f6-ad314cf91190)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:00.104709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa39ba-4d0d-4177-8568-7250ad59c941 None None] Network 388ecaff-39f2-4d1c-983a-3d6bab95d485 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:00.148600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:00.160847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Deleting port 9e476ecc-5bad-4cac-8ca4-59a307f09d5e {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:00.161193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:00.200112 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c26aacb5-06bf-484c-b79c-dee0551dffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:00.352727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:01:00.353078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:01:00.373856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] For port 9e476ecc-5bad-4cac-8ca4-59a307f09d5e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9e476ecc-5bad-4cac-8ca4-59a307f09d5e,segment=NetworkSegment(5fc27866-3c1a-420b-928c-f7a969276211),segment_id=5fc27866-3c1a-420b-928c-f7a969276211)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:00.374426 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:00.402217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26aacb5-06bf-484c-b79c-dee0551dffa0 None None] Pushing event updated for resources: {'Port': ['ID=21954c0a-ce79-4217-b82f-878076c4a0d2,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:00.409610 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a1821a0d-d611-4279-aadb-72cd69078541 None None] Provisioning complete for port 21954c0a-ce79-4217-b82f-878076c4a0d2 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:00.409970 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a1821a0d-d611-4279-aadb-72cd69078541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:00.498604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Calling delete_port for 9e476ecc-5bad-4cac-8ca4-59a307f09d5e owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:01:00.512120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8810bf2-d1bf-4406-be48-16f2516d658b None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 16:01:00.617904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8810bf2-d1bf-4406-be48-16f2516d658b None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 16:01:00.670121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:00.722005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] No DVR routers for this DVR port 9e476ecc-5bad-4cac-8ca4-59a307f09d5e on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:01:00.751352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Port': ['ID=9e476ecc-5bad-4cac-8ca4-59a307f09d5e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:00.848547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:00.872997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388ecaff-39f2-4d1c-983a-3d6bab95d485']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:00.884545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc27866-3c1a-420b-928c-f7a969276211') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:00.884843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc27866-3c1a-420b-928c-f7a969276211') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:00.896828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:00.913635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:00.920419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:01:00.920862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:01:00.935767 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:01:01.075794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:01.093660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:01.094396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 21954c0a-ce79-4217-b82f-878076c4a0d2 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:01.106637 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Network': ['ID=388ecaff-39f2-4d1c-983a-3d6bab95d485,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:01.113810 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fe15884e-91e3-4553-bd55-449844a4fa5c tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/networks/388ecaff-39f2-4d1c-983a-3d6bab95d485 HTTP/1.1" status: 204 len: 168 time: 2.6871400 Apr 29 16:01:01.114394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44888) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:01.119287 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1904927306'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:01.124683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:01.128551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Usage tracker for resource:network and tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:01.131331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:01.138185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:01.161095 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 21954c0a-ce79-4217-b82f-878076c4a0d2 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:01.161459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:01.212535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Made reservation on behalf of 7c7cd716a6ba4e9b91fe8b0f8b89f4db for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:01.216337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:01.243842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:01:01.254390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:01.257765 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Added segment b02f45bb-1103-4226-9d70-3365cec43a94 of type vlan for network 50c763f2-b4ad-4b86-b9b7-1a82025e0b27 Apr 29 16:01:01.281045 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:01.361209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:01.366538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:01.367103 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:01.470346 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3553481 Apr 29 16:01:01.473406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 44892) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:01.473866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f232c-94db-4dee-b5bb-d48893a5a88e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event updated for resources: {'Network': ['ID=50c763f2-b4ad-4b86-b9b7-1a82025e0b27,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:01.479153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Request body: {'subnet': {'network_id': '50c763f2-b4ad-4b86-b9b7-1a82025e0b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:01.483996 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 50c763f2-b4ad-4b86-b9b7-1a82025e0b27 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:01:01.681322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:01.685800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Usage tracker for resource:subnet and tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:01.688599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:01.694194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:01.760940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Made reservation on behalf of 7c7cd716a6ba4e9b91fe8b0f8b89f4db for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:01.764632 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:01.853940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.ipam_backend_mixin [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Performing IP validity checks on allocation pools {{(pid=88714) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 29 16:01:01.854458 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.ipam_backend_mixin [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88714) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 29 16:01:02.012551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:02.092440 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9a7714c2-ad35-4b76-b552-40afc4a8392b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:02.093524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event updated for resources: {'Subnet': ['ID=52fa4edf-57c6-4b92-a28d-9b3bc5cb0e94,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:02.104548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:02.105528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:02.105866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:02.106342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:02.106688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:02.107021 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:02.107397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:02.107724 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:02.108085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:02.108411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:02.108762 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:02.109085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:02.114078 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Checking segment: {'id': 'b02f45bb-1103-4226-9d70-3365cec43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '50c763f2-b4ad-4b86-b9b7-1a82025e0b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:02.114439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Network hostable DHCP agents. Network: 50c763f2-b4ad-4b86-b9b7-1a82025e0b27, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:01:02.178497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Network 50c763f2-b4ad-4b86-b9b7-1a82025e0b27 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:01:02.246093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 50c763f2-b4ad-4b86-b9b7-1a82025e0b27) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:02.251077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:02.252658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:02.254375 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b29665-6098-4fb1-a5ab-ae5e6028c197 None None] Network 50c763f2-b4ad-4b86-b9b7-1a82025e0b27 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:02.344767 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-323d46c2-5d2e-43bb-915a-6c353e5cedbb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8700528 Apr 29 16:01:02.347470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 44896) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:02.464073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-50c763f2-b4ad-4b86-b9b7-1a82025e0b27', 'network_id': '50c763f2-b4ad-4b86-b9b7-1a82025e0b27', 'tenant_id': '7c7cd716a6ba4e9b91fe8b0f8b89f4db', 'fixed_ips': [{'subnet_id': '52fa4edf-57c6-4b92-a28d-9b3bc5cb0e94'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:01:02.465708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:02.490104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:02.555583 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:02.619201 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Allocated IP 2001:db8::3 (50c763f2-b4ad-4b86-b9b7-1a82025e0b27/52fa4edf-57c6-4b92-a28d-9b3bc5cb0e94/c08a84f5-f217-429a-8683-7b748ff24649) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:02.818450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:02.829422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Transition to ACTIVE for port object c08a84f5-f217-429a-8683-7b748ff24649 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:02.851474 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Transition to ACTIVE for port object c08a84f5-f217-429a-8683-7b748ff24649 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:02.932542 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:02.998960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Network 50c763f2-b4ad-4b86-b9b7-1a82025e0b27 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:03.001728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:03.005229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:01:03.007059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:03.010662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Pushing event updated for resources: {'Port': ['ID=c08a84f5-f217-429a-8683-7b748ff24649,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:03.048676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Subnet': ['ID=52fa4edf-57c6-4b92-a28d-9b3bc5cb0e94,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:03.101550 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Attempting to bind port c08a84f5-f217-429a-8683-7b748ff24649 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:01:03.101813 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Attempting to bind port c08a84f5-f217-429a-8683-7b748ff24649 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'b02f45bb-1103-4226-9d70-3365cec43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '50c763f2-b4ad-4b86-b9b7-1a82025e0b27'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:01:03.102169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Attempting to bind port c08a84f5-f217-429a-8683-7b748ff24649 on network 50c763f2-b4ad-4b86-b9b7-1a82025e0b27 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:03.108119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:01:03.108509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Checking segment: {'id': 'b02f45bb-1103-4226-9d70-3365cec43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '50c763f2-b4ad-4b86-b9b7-1a82025e0b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:03.108904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:03.109292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Bound using segment: {'id': 'b02f45bb-1103-4226-9d70-3365cec43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '50c763f2-b4ad-4b86-b9b7-1a82025e0b27'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:01:03.109754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Bound port: c08a84f5-f217-429a-8683-7b748ff24649, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02f45bb-1103-4226-9d70-3365cec43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '50c763f2-b4ad-4b86-b9b7-1a82025e0b27'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:01:03.110120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:03.145612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:03.170692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c763f2-b4ad-4b86-b9b7-1a82025e0b27']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:03.183805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02f45bb-1103-4226-9d70-3365cec43a94') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:03.184100 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02f45bb-1103-4226-9d70-3365cec43a94') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:03.195395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:03.196851 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] For port c08a84f5-f217-429a-8683-7b748ff24649, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:01:03.200570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] For port c08a84f5-f217-429a-8683-7b748ff24649, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c08a84f5-f217-429a-8683-7b748ff24649,segment=NetworkSegment(b02f45bb-1103-4226-9d70-3365cec43a94),segment_id=b02f45bb-1103-4226-9d70-3365cec43a94)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:01:03.264602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:03.266869 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:03.273227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:01:03.273769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:01:03.289465 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:01:03.387832 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cf9fc-bcf3-4dc7-802d-cc2f3382752b None None] Pushing event updated for resources: {'Port': ['ID=c08a84f5-f217-429a-8683-7b748ff24649,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:03.411509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f177db6e-5857-4e81-9547-08157d0c777f None None] Network 50c763f2-b4ad-4b86-b9b7-1a82025e0b27 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:03.430126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.db.api [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 16:01:03.430126 dv-neutron-839183-1-hyperv neutron-server[88714]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 16:01:03.430126 dv-neutron-839183-1-hyperv neutron-server[88714]: [parameters: {'id': '50c763f2-b4ad-4b86-b9b7-1a82025e0b27'}] Apr 29 16:01:03.430126 dv-neutron-839183-1-hyperv neutron-server[88714]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:01:03.430547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG oslo_db.api [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:01:03.599792 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a891ff7-5ace-4d51-b670-96a6f75a8681 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 16:01:03.685113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a891ff7-5ace-4d51-b670-96a6f75a8681 None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 16:01:03.932044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:03.943595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Deleting port c08a84f5-f217-429a-8683-7b748ff24649 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:03.943828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:04.169168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] For port c08a84f5-f217-429a-8683-7b748ff24649, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=c08a84f5-f217-429a-8683-7b748ff24649,segment=NetworkSegment(b02f45bb-1103-4226-9d70-3365cec43a94),segment_id=b02f45bb-1103-4226-9d70-3365cec43a94)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:04.169535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:04.212762 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c7a4262a-9f5b-4579-a557-12766242d2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:04.314386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Calling delete_port for c08a84f5-f217-429a-8683-7b748ff24649 owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:01:04.475662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:04.543213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Port': ['ID=c08a84f5-f217-429a-8683-7b748ff24649,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:04.545053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] No DVR routers for this DVR port c08a84f5-f217-429a-8683-7b748ff24649 on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:01:04.701319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:04.844535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c763f2-b4ad-4b86-b9b7-1a82025e0b27']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:04.853767 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02f45bb-1103-4226-9d70-3365cec43a94') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:04.854068 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02f45bb-1103-4226-9d70-3365cec43a94') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:04.865718 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:04.882067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:04.888247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:01:04.888665 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:01:04.903575 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:01:05.035556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:05.053478 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:05.066984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Network': ['ID=50c763f2-b4ad-4b86-b9b7-1a82025e0b27,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:05.071272 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-749a2d42-867e-4bd9-9c78-dbc96022c3b9 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/networks/50c763f2-b4ad-4b86-b9b7-1a82025e0b27 HTTP/1.1" status: 204 len: 168 time: 2.7228150 Apr 29 16:01:05.075496 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 44900) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:05.080836 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-244911863'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:05.085665 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:05.090065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Usage tracker for resource:network and tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:05.092880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:05.098991 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:05.167085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Made reservation on behalf of 7c7cd716a6ba4e9b91fe8b0f8b89f4db for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:05.171250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:05.198475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:01:05.209220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:05.209220 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Added segment c4994221-2c53-49b7-9ce7-bb269b2a1437 of type vlan for network 7bccf3b6-ae7d-44d2-974b-d67665cd1e56 Apr 29 16:01:05.234379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:05.258774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:05.332269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:05.337631 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:05.338198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:05.441986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event updated for resources: {'Network': ['ID=7bccf3b6-ae7d-44d2-974b-d67665cd1e56,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:05.452780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 7bccf3b6-ae7d-44d2-974b-d67665cd1e56 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:01:05.453278 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4482fea6-001b-4133-9009-096120e758b2 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3768015 Apr 29 16:01:05.455939 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 44904) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:05.461475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Request body: {'subnet': {'network_id': '7bccf3b6-ae7d-44d2-974b-d67665cd1e56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:05.469231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:05.571465 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:05.575802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Usage tracker for resource:subnet and tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:05.578555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:05.584049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:05.669686 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Made reservation on behalf of 7c7cd716a6ba4e9b91fe8b0f8b89f4db for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:05.673144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:05.960794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:06.043309 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event updated for resources: {'Subnet': ['ID=699dada8-b085-4d5c-accd-1f92ef674cae,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:06.051329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Checking segment: {'id': 'c4994221-2c53-49b7-9ce7-bb269b2a1437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7bccf3b6-ae7d-44d2-974b-d67665cd1e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:06.051711 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Network hostable DHCP agents. Network: 7bccf3b6-ae7d-44d2-974b-d67665cd1e56, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:01:06.155505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Network 7bccf3b6-ae7d-44d2-974b-d67665cd1e56 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:01:06.240838 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 7bccf3b6-ae7d-44d2-974b-d67665cd1e56) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:06.244688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:06.245255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:06.250533 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358d0a3-fab3-45f9-a4df-6ebb213605bc None None] Network 7bccf3b6-ae7d-44d2-974b-d67665cd1e56 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:06.316031 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-00bedf5e-5dc0-458b-935f-1fd9272242fb tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8590138 Apr 29 16:01:06.319443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 44908) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:06.325618 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2004870149'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:06.330598 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:06.334536 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Usage tracker for resource:network and tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:06.337444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:06.343344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:06.428953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Made reservation on behalf of 7c7cd716a6ba4e9b91fe8b0f8b89f4db for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:06.432605 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:06.460662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:01:06.470515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-7bccf3b6-ae7d-44d2-974b-d67665cd1e56', 'network_id': '7bccf3b6-ae7d-44d2-974b-d67665cd1e56', 'tenant_id': '7c7cd716a6ba4e9b91fe8b0f8b89f4db', 'fixed_ips': [{'subnet_id': '699dada8-b085-4d5c-accd-1f92ef674cae'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:01:06.470515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:06.471297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:06.471297 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Added segment 519f2e78-4621-407f-a26e-8a5c11269748 of type vlan for network 25345290-9e7e-4e49-be48-a6805627602a Apr 29 16:01:06.503281 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:06.572945 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:06.578692 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:06.579551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:06.628505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Allocated IP 2001:db8::2 (7bccf3b6-ae7d-44d2-974b-d67665cd1e56/699dada8-b085-4d5c-accd-1f92ef674cae/688e2e6b-3684-484e-9ba1-3c5526968703) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:06.689701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event updated for resources: {'Network': ['ID=25345290-9e7e-4e49-be48-a6805627602a,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:06.693855 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-733cfa8e-b2f0-4332-a5e8-910e435937f6 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3734372 Apr 29 16:01:06.700411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 44912) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:06.703042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Request body: {'subnet': {'network_id': '25345290-9e7e-4e49-be48-a6805627602a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:06.717158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 25345290-9e7e-4e49-be48-a6805627602a details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:01:06.818209 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:06.822213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Usage tracker for resource:subnet and tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:06.826047 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:06.831682 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:06.918087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:06.927490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Made reservation on behalf of 7c7cd716a6ba4e9b91fe8b0f8b89f4db for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:06.930364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Transition to ACTIVE for port object 688e2e6b-3684-484e-9ba1-3c5526968703 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:06.931022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:06.951535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Transition to ACTIVE for port object 688e2e6b-3684-484e-9ba1-3c5526968703 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:07.019041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:07.085440 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Network 7bccf3b6-ae7d-44d2-974b-d67665cd1e56 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:07.088536 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:07.097878 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:01:07.107107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Pushing event updated for resources: {'Port': ['ID=688e2e6b-3684-484e-9ba1-3c5526968703,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:07.200744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Attempting to bind port 688e2e6b-3684-484e-9ba1-3c5526968703 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:01:07.201118 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Attempting to bind port 688e2e6b-3684-484e-9ba1-3c5526968703 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'c4994221-2c53-49b7-9ce7-bb269b2a1437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7bccf3b6-ae7d-44d2-974b-d67665cd1e56'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:01:07.201476 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Attempting to bind port 688e2e6b-3684-484e-9ba1-3c5526968703 on network 7bccf3b6-ae7d-44d2-974b-d67665cd1e56 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:07.206598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:01:07.207013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Checking segment: {'id': 'c4994221-2c53-49b7-9ce7-bb269b2a1437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7bccf3b6-ae7d-44d2-974b-d67665cd1e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:07.207366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:07.207757 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Bound using segment: {'id': 'c4994221-2c53-49b7-9ce7-bb269b2a1437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7bccf3b6-ae7d-44d2-974b-d67665cd1e56'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:01:07.208217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Bound port: 688e2e6b-3684-484e-9ba1-3c5526968703, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4994221-2c53-49b7-9ce7-bb269b2a1437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7bccf3b6-ae7d-44d2-974b-d67665cd1e56'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:01:07.208618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:07.248106 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:07.254438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:07.304403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] For port 688e2e6b-3684-484e-9ba1-3c5526968703, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:01:07.307470 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] For port 688e2e6b-3684-484e-9ba1-3c5526968703, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=688e2e6b-3684-484e-9ba1-3c5526968703,segment=NetworkSegment(c4994221-2c53-49b7-9ce7-bb269b2a1437),segment_id=c4994221-2c53-49b7-9ce7-bb269b2a1437)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:01:07.347827 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event updated for resources: {'Subnet': ['ID=4b74fa09-782d-48ef-b82e-e0a818ffa063,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:07.351800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Checking segment: {'id': '519f2e78-4621-407f-a26e-8a5c11269748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '25345290-9e7e-4e49-be48-a6805627602a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:07.352155 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Network hostable DHCP agents. Network: 25345290-9e7e-4e49-be48-a6805627602a, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:01:07.361678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:07.433786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Network 25345290-9e7e-4e49-be48-a6805627602a is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:01:07.442266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833059-29d4-4955-825a-a5a941a94cfd None None] Pushing event updated for resources: {'Port': ['ID=688e2e6b-3684-484e-9ba1-3c5526968703,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:07.498191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 25345290-9e7e-4e49-be48-a6805627602a) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:07.502855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:07.503428 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:07.508227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c11e5-3afd-45d8-b5a0-e9eac6e03699 None None] Network 25345290-9e7e-4e49-be48-a6805627602a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:07.601550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44916) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:07.601938 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5ab6fbff-5b35-4e03-a5c0-b634ec0d2595 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9013593 Apr 29 16:01:07.763341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-25345290-9e7e-4e49-be48-a6805627602a', 'network_id': '25345290-9e7e-4e49-be48-a6805627602a', 'tenant_id': '7c7cd716a6ba4e9b91fe8b0f8b89f4db', 'fixed_ips': [{'subnet_id': '4b74fa09-782d-48ef-b82e-e0a818ffa063'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:01:07.764201 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:07.768393 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:07.845230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:07.962780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Allocated IP 2001:db8::2 (25345290-9e7e-4e49-be48-a6805627602a/4b74fa09-782d-48ef-b82e-e0a818ffa063/91883303-7829-44c0-99b4-be76c56c0c37) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:08.164486 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:08.178907 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Transition to ACTIVE for port object 91883303-7829-44c0-99b4-be76c56c0c37 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:08.195250 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Transition to ACTIVE for port object 91883303-7829-44c0-99b4-be76c56c0c37 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:08.259186 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:08.326499 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Network 25345290-9e7e-4e49-be48-a6805627602a is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:08.327718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:08.329971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:08.333750 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:01:08.370240 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Subnet': ['ID=4b74fa09-782d-48ef-b82e-e0a818ffa063,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:08.381473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Pushing event updated for resources: {'Port': ['ID=91883303-7829-44c0-99b4-be76c56c0c37,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:08.435553 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Attempting to bind port 91883303-7829-44c0-99b4-be76c56c0c37 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:01:08.436022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Attempting to bind port 91883303-7829-44c0-99b4-be76c56c0c37 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '519f2e78-4621-407f-a26e-8a5c11269748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '25345290-9e7e-4e49-be48-a6805627602a'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:01:08.436389 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Attempting to bind port 91883303-7829-44c0-99b4-be76c56c0c37 on network 25345290-9e7e-4e49-be48-a6805627602a {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:08.441251 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e763c140-ac6b-4036-b049-2f152455e4f3 None None] Network 7bccf3b6-ae7d-44d2-974b-d67665cd1e56 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:08.469978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:08.474634 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:01:08.475002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Checking segment: {'id': '519f2e78-4621-407f-a26e-8a5c11269748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '25345290-9e7e-4e49-be48-a6805627602a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:08.475395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:08.475788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Bound using segment: {'id': '519f2e78-4621-407f-a26e-8a5c11269748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '25345290-9e7e-4e49-be48-a6805627602a'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:01:08.476248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Bound port: 91883303-7829-44c0-99b4-be76c56c0c37, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519f2e78-4621-407f-a26e-8a5c11269748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '25345290-9e7e-4e49-be48-a6805627602a'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:01:08.476645 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:08.495320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25345290-9e7e-4e49-be48-a6805627602a']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:08.508268 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519f2e78-4621-407f-a26e-8a5c11269748') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:08.508771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519f2e78-4621-407f-a26e-8a5c11269748') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:08.520079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:08.536229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:08.542768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:01:08.543736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:01:08.562861 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:01:08.583862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-20f31175-dd7b-4e25-864f-20d3d3e3acda None None] Provisioning for port 688e2e6b-3684-484e-9ba1-3c5526968703 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:08.682141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] For port 91883303-7829-44c0-99b4-be76c56c0c37, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:01:08.698291 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] For port 91883303-7829-44c0-99b4-be76c56c0c37, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=91883303-7829-44c0-99b4-be76c56c0c37,segment=NetworkSegment(519f2e78-4621-407f-a26e-8a5c11269748),segment_id=519f2e78-4621-407f-a26e-8a5c11269748)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:01:08.699142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.db.api [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 29 16:01:08.699142 dv-neutron-839183-1-hyperv neutron-server[88715]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 29 16:01:08.699142 dv-neutron-839183-1-hyperv neutron-server[88715]: [parameters: {'id': '25345290-9e7e-4e49-be48-a6805627602a'}] Apr 29 16:01:08.699142 dv-neutron-839183-1-hyperv neutron-server[88715]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:01:08.699922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG oslo_db.api [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:01:08.795674 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:08.919645 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41e518-33c2-449f-9fdc-78f5278eee9c None None] Pushing event updated for resources: {'Port': ['ID=91883303-7829-44c0-99b4-be76c56c0c37,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:08.950337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e8d49-577a-4bdb-be46-bce2f24096a5 None None] Network 25345290-9e7e-4e49-be48-a6805627602a requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:09.123236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 688e2e6b-3684-484e-9ba1-3c5526968703 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:09.200892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:09.214565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Deleting port 91883303-7829-44c0-99b4-be76c56c0c37 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:09.214565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:09.214758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe7cc43-81f3-465c-b698-ab3d63b24d29 None None] get_active_networks_info from dv-neutron-839183-1-hyperv {{(pid=88716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 29 16:01:09.253670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 688e2e6b-3684-484e-9ba1-3c5526968703 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:09.263919 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 688e2e6b-3684-484e-9ba1-3c5526968703 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:09.264293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:09.367802 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe7cc43-81f3-465c-b698-ab3d63b24d29 None None] Resources bound (agent type, host, resource id): {{(pid=88716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 29 16:01:09.461371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:09.535460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] For port 91883303-7829-44c0-99b4-be76c56c0c37, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=91883303-7829-44c0-99b4-be76c56c0c37,segment=NetworkSegment(519f2e78-4621-407f-a26e-8a5c11269748),segment_id=519f2e78-4621-407f-a26e-8a5c11269748)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:09.535808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:09.607471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 688e2e6b-3684-484e-9ba1-3c5526968703, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=688e2e6b-3684-484e-9ba1-3c5526968703,segment=NetworkSegment(c4994221-2c53-49b7-9ce7-bb269b2a1437),segment_id=c4994221-2c53-49b7-9ce7-bb269b2a1437)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:09.657319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Calling delete_port for 91883303-7829-44c0-99b4-be76c56c0c37 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:01:09.688075 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:09.764626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=688e2e6b-3684-484e-9ba1-3c5526968703,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:09.784153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:09.829888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Port': ['ID=91883303-7829-44c0-99b4-be76c56c0c37,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:09.841064 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] No DVR routers for this DVR port 91883303-7829-44c0-99b4-be76c56c0c37 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:01:09.955837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:09.980833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25345290-9e7e-4e49-be48-a6805627602a']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:09.992331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519f2e78-4621-407f-a26e-8a5c11269748') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:09.992648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519f2e78-4621-407f-a26e-8a5c11269748') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:10.005055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:10.020772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:10.026668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:01:10.027051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:01:10.040982 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:01:10.172635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:10.189902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:10.201230 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Network': ['ID=25345290-9e7e-4e49-be48-a6805627602a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:10.207356 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b713d066-da00-4e25-8609-ce4fb9dd6d13 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/networks/25345290-9e7e-4e49-be48-a6805627602a HTTP/1.1" status: 204 len: 168 time: 2.6075633 Apr 29 16:01:10.210368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44920) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:10.254313 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-495813ee-d7b1-4ae3-a7ec-ecc06eebc56a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] GET failed (client error): The resource could not be found. Apr 29 16:01:10.254822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-495813ee-d7b1-4ae3-a7ec-ecc06eebc56a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Synchronizing usage tracker for tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db on resource:subnet {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:01:10.326888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-495813ee-d7b1-4ae3-a7ec-ecc06eebc56a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Unset dirty status for tenant:7c7cd716a6ba4e9b91fe8b0f8b89f4db on resource:subnet {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:01:10.328076 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-495813ee-d7b1-4ae3-a7ec-ecc06eebc56a tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "GET /v2.0/subnets/4b74fa09-782d-48ef-b82e-e0a818ffa063 HTTP/1.1" status: 404 len: 337 time: 0.1167982 Apr 29 16:01:10.330761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44924) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:10.356760 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9ba485-a2b9-4cf6-a6a6-56253df58922 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] DELETE failed (client error): The resource could not be found. Apr 29 16:01:10.357210 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9ba485-a2b9-4cf6-a6a6-56253df58922 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:01:10.358801 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5a9ba485-a2b9-4cf6-a6a6-56253df58922 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/networks/25345290-9e7e-4e49-be48-a6805627602a HTTP/1.1" status: 404 len: 339 time: 0.0271611 Apr 29 16:01:10.362402 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44928) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:10.397657 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-841e6951-46c8-44a4-8a2a-baec962a59ae tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] DELETE failed (client error): The resource could not be found. Apr 29 16:01:10.398080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841e6951-46c8-44a4-8a2a-baec962a59ae tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:01:10.399645 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-841e6951-46c8-44a4-8a2a-baec962a59ae tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/subnets/4b74fa09-782d-48ef-b82e-e0a818ffa063 HTTP/1.1" status: 404 len: 337 time: 0.0363538 Apr 29 16:01:10.403030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44932) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:10.426675 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4721e1-1cc7-443f-9766-2ec45dc782bc tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] DELETE failed (client error): The resource could not be found. Apr 29 16:01:10.427370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4721e1-1cc7-443f-9766-2ec45dc782bc tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:01:10.428934 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1f4721e1-1cc7-443f-9766-2ec45dc782bc tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/networks/25345290-9e7e-4e49-be48-a6805627602a HTTP/1.1" status: 404 len: 339 time: 0.0250525 Apr 29 16:01:10.431144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44936) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:10.496059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f82aae-a5c3-4627-9e5c-b741808633d7 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Deleting subnet 699dada8-b085-4d5c-accd-1f92ef674cae {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:01:10.498800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-39f82aae-a5c3-4627-9e5c-b741808633d7 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:10.550668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-39f82aae-a5c3-4627-9e5c-b741808633d7 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:10.633117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-39f82aae-a5c3-4627-9e5c-b741808633d7 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:10.790326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-39f82aae-a5c3-4627-9e5c-b741808633d7 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:10.828872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f82aae-a5c3-4627-9e5c-b741808633d7 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Subnet': ['ID=699dada8-b085-4d5c-accd-1f92ef674cae,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:10.833805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-39f82aae-a5c3-4627-9e5c-b741808633d7 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:10.840395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61caaed-b9af-4a1a-8897-a2b7980edf53 None None] Network 7bccf3b6-ae7d-44d2-974b-d67665cd1e56 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:10.899422 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-39f82aae-a5c3-4627-9e5c-b741808633d7 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/subnets/699dada8-b085-4d5c-accd-1f92ef674cae HTTP/1.1" status: 204 len: 168 time: 0.4671969 Apr 29 16:01:10.901700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44940) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:11.014933 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:11.025107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Deleting port 688e2e6b-3684-484e-9ba1-3c5526968703 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:11.025438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:11.081570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9912873f-1024-44b8-a1de-d6d713a37ca0 None None] DHCP port deletion for 7bccf3b6-ae7d-44d2-974b-d67665cd1e56 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:01:11.085741 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-9912873f-1024-44b8-a1de-d6d713a37ca0 None None] Deleting port 688e2e6b-3684-484e-9ba1-3c5526968703 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:11.086110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9912873f-1024-44b8-a1de-d6d713a37ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:11.242931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] For port 688e2e6b-3684-484e-9ba1-3c5526968703, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=688e2e6b-3684-484e-9ba1-3c5526968703,segment=NetworkSegment(c4994221-2c53-49b7-9ce7-bb269b2a1437),segment_id=c4994221-2c53-49b7-9ce7-bb269b2a1437)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:11.243290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:11.291507 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9912873f-1024-44b8-a1de-d6d713a37ca0 None None] For port 688e2e6b-3684-484e-9ba1-3c5526968703, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=688e2e6b-3684-484e-9ba1-3c5526968703,segment=NetworkSegment(c4994221-2c53-49b7-9ce7-bb269b2a1437),segment_id=c4994221-2c53-49b7-9ce7-bb269b2a1437)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:11.291891 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9912873f-1024-44b8-a1de-d6d713a37ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:11.365947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Calling delete_port for 688e2e6b-3684-484e-9ba1-3c5526968703 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:01:11.412329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-9912873f-1024-44b8-a1de-d6d713a37ca0 None None] Calling delete_port for 688e2e6b-3684-484e-9ba1-3c5526968703 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:01:11.509859 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:11.515808 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-9912873f-1024-44b8-a1de-d6d713a37ca0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:01:11.516162 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-9912873f-1024-44b8-a1de-d6d713a37ca0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:01:11.659943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Port': ['ID=688e2e6b-3684-484e-9ba1-3c5526968703,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:11.663296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] No DVR routers for this DVR port 688e2e6b-3684-484e-9ba1-3c5526968703 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:01:11.783822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:11.808343 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bccf3b6-ae7d-44d2-974b-d67665cd1e56']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:11.819838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4994221-2c53-49b7-9ce7-bb269b2a1437') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:11.820138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4994221-2c53-49b7-9ce7-bb269b2a1437') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:11.831505 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:11.846920 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:11.852754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:01:11.853138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:01:11.866994 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:01:11.994905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:12.015287 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:12.017708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-9912873f-1024-44b8-a1de-d6d713a37ca0 None None] Deleting port 688e2e6b-3684-484e-9ba1-3c5526968703 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:12.018171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9912873f-1024-44b8-a1de-d6d713a37ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:12.021290 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Network': ['ID=7bccf3b6-ae7d-44d2-974b-d67665cd1e56,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:12.029979 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4a01cde5-2bfb-4bb4-b7da-8d7e602137ad tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/networks/7bccf3b6-ae7d-44d2-974b-d67665cd1e56 HTTP/1.1" status: 204 len: 168 time: 1.1248906 Apr 29 16:01:12.030143 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44944) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:12.071546 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd30ed0-85f4-43f4-ac53-8a050c4a0d1e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] DELETE failed (client error): The resource could not be found. Apr 29 16:01:12.071990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd30ed0-85f4-43f4-ac53-8a050c4a0d1e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:01:12.073693 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fcd30ed0-85f4-43f4-ac53-8a050c4a0d1e tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/subnets/52fa4edf-57c6-4b92-a28d-9b3bc5cb0e94 HTTP/1.1" status: 404 len: 337 time: 0.0426266 Apr 29 16:01:12.076387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44948) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:12.086678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-9912873f-1024-44b8-a1de-d6d713a37ca0 None None] The port '688e2e6b-3684-484e-9ba1-3c5526968703' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 16:01:12.101348 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf7f62d-eb12-402b-8573-cabfe7f4d893 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] DELETE failed (client error): The resource could not be found. Apr 29 16:01:12.101348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf7f62d-eb12-402b-8573-cabfe7f4d893 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:01:12.102384 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5cf7f62d-eb12-402b-8573-cabfe7f4d893 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/networks/50c763f2-b4ad-4b86-b9b7-1a82025e0b27 HTTP/1.1" status: 404 len: 339 time: 0.0250933 Apr 29 16:01:12.105489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44952) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:12.142439 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c44e7a-03a0-4384-82c3-222f25f8a81b tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] DELETE failed (client error): The resource could not be found. Apr 29 16:01:12.142877 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c44e7a-03a0-4384-82c3-222f25f8a81b tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:01:12.144482 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c0c44e7a-03a0-4384-82c3-222f25f8a81b tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/subnets/9dc16964-8c75-46dc-b17f-38778e7a2be5 HTTP/1.1" status: 404 len: 337 time: 0.0381162 Apr 29 16:01:12.146869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44956) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:12.170578 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.pecan_wsgi.hooks.translation [None req-236cb0df-9e79-4bcf-a07e-10183f1c37fc tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] DELETE failed (client error): The resource could not be found. Apr 29 16:01:12.171024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236cb0df-9e79-4bcf-a07e-10183f1c37fc tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88715) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 29 16:01:12.172591 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-236cb0df-9e79-4bcf-a07e-10183f1c37fc tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/networks/388ecaff-39f2-4d1c-983a-3d6bab95d485 HTTP/1.1" status: 404 len: 339 time: 0.0248325 Apr 29 16:01:12.174745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44960) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:12.242378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb4b9ac-aa59-4d88-a505-df58f8b41df0 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Deleting subnet bf805691-a3b9-45bf-9f2e-29738b884815 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:01:12.246000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b9ac-aa59-4d88-a505-df58f8b41df0 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:12.298498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b9ac-aa59-4d88-a505-df58f8b41df0 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:12.389173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b9ac-aa59-4d88-a505-df58f8b41df0 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:12.537827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b9ac-aa59-4d88-a505-df58f8b41df0 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:12.578479 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cb4b9ac-aa59-4d88-a505-df58f8b41df0 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:12.581673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4b9ac-aa59-4d88-a505-df58f8b41df0 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Subnet': ['ID=bf805691-a3b9-45bf-9f2e-29738b884815,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:12.583618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a70ea-cb3a-44da-a9ab-971f7e38d93e None None] Network 8084b6e6-0c41-47c6-8803-18167240a56f requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:12.592033 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0cb4b9ac-aa59-4d88-a505-df58f8b41df0 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/subnets/bf805691-a3b9-45bf-9f2e-29738b884815 HTTP/1.1" status: 204 len: 168 time: 0.4163742 Apr 29 16:01:12.594535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44964) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:12.708009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:12.719089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Deleting port 21954c0a-ce79-4217-b82f-878076c4a0d2 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:12.719423 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:12.829127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb49e9b-88a6-45e5-bf3f-4436d373f1fb None None] DHCP port deletion for 8084b6e6-0c41-47c6-8803-18167240a56f request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:01:12.833334 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dbb49e9b-88a6-45e5-bf3f-4436d373f1fb None None] Deleting port 21954c0a-ce79-4217-b82f-878076c4a0d2 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:12.833706 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dbb49e9b-88a6-45e5-bf3f-4436d373f1fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:12.925313 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] For port 21954c0a-ce79-4217-b82f-878076c4a0d2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=21954c0a-ce79-4217-b82f-878076c4a0d2,segment=NetworkSegment(26a2bb02-19e2-42c3-a6f6-ad314cf91190),segment_id=26a2bb02-19e2-42c3-a6f6-ad314cf91190)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:12.925890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:13.040353 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-dbb49e9b-88a6-45e5-bf3f-4436d373f1fb None None] For port 21954c0a-ce79-4217-b82f-878076c4a0d2, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=21954c0a-ce79-4217-b82f-878076c4a0d2,segment=NetworkSegment(26a2bb02-19e2-42c3-a6f6-ad314cf91190),segment_id=26a2bb02-19e2-42c3-a6f6-ad314cf91190)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:13.040970 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dbb49e9b-88a6-45e5-bf3f-4436d373f1fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:13.046406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Calling delete_port for 21954c0a-ce79-4217-b82f-878076c4a0d2 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:01:13.136949 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 21954c0a-ce79-4217-b82f-878076c4a0d2 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:01:13.189854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:13.222962 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dbb49e9b-88a6-45e5-bf3f-4436d373f1fb None None] Calling delete_port for 21954c0a-ce79-4217-b82f-878076c4a0d2 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:01:13.240863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Port': ['ID=21954c0a-ce79-4217-b82f-878076c4a0d2,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:13.244206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] No DVR routers for this DVR port 21954c0a-ce79-4217-b82f-878076c4a0d2 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:01:13.263171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 21954c0a-ce79-4217-b82f-878076c4a0d2 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:01:13.263521 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 21954c0a-ce79-4217-b82f-878076c4a0d2 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:01:13.263939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 688e2e6b-3684-484e-9ba1-3c5526968703 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:01:13.307075 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 688e2e6b-3684-484e-9ba1-3c5526968703 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:01:13.307075 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 688e2e6b-3684-484e-9ba1-3c5526968703 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:01:13.335761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-dbb49e9b-88a6-45e5-bf3f-4436d373f1fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:01:13.336107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-dbb49e9b-88a6-45e5-bf3f-4436d373f1fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:01:13.369477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:13.394169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8084b6e6-0c41-47c6-8803-18167240a56f']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:13.406576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a2bb02-19e2-42c3-a6f6-ad314cf91190') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:13.407531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a2bb02-19e2-42c3-a6f6-ad314cf91190') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:13.418701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:13.434301 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:13.440031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:01:13.440388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:01:13.454541 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:01:13.686545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:13.690583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:13.715929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] Pushing event deleted for resources: {'Network': ['ID=8084b6e6-0c41-47c6-8803-18167240a56f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:13.720400 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-777ed63e-4223-4be8-b3d2-5ec4291e3510 tempest-NetworksIpV6Test-209327768 tempest-NetworksIpV6Test-209327768-project] 10.222.0.39 "DELETE /v2.0/networks/8084b6e6-0c41-47c6-8803-18167240a56f HTTP/1.1" status: 204 len: 168 time: 1.1249533 Apr 29 16:01:13.837655 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dbb49e9b-88a6-45e5-bf3f-4436d373f1fb None None] Deleting port 21954c0a-ce79-4217-b82f-878076c4a0d2 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:13.838044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dbb49e9b-88a6-45e5-bf3f-4436d373f1fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:13.902912 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dbb49e9b-88a6-45e5-bf3f-4436d373f1fb None None] The port '21954c0a-ce79-4217-b82f-878076c4a0d2' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 16:01:14.210822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44972) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:14.357889 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d02a0379-bc2a-460c-be65-6e806596ef08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c7cd716a6ba4e9b91fe8b0f8b89f4db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459038 Apr 29 16:01:14.360256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 44978) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:14.419339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3161-3aad-491d-97f3-767934158de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:14.444631 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3161-3aad-491d-97f3-767934158de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:14.560732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3161-3aad-491d-97f3-767934158de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:14.573969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d3161-3aad-491d-97f3-767934158de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bad4e8-ceb4-48fe-a2ec-0d0e579b3ca0,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:14.581886 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3161-3aad-491d-97f3-767934158de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:14.583048 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2e7d3161-3aad-491d-97f3-767934158de7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34bad4e8-ceb4-48fe-a2ec-0d0e579b3ca0 HTTP/1.1" status: 204 len: 168 time: 0.2218871 Apr 29 16:01:15.602720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45002) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:15.703159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6087ed35-6c64-425e-8a74-681db9bc6778 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1476682364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:15.709614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6087ed35-6c64-425e-8a74-681db9bc6778 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:15.713359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6087ed35-6c64-425e-8a74-681db9bc6778 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Usage tracker for resource:router and tenant:a56987c824bd4958a2af9e3c53134e61 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:15.716155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6087ed35-6c64-425e-8a74-681db9bc6778 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:15.722117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6087ed35-6c64-425e-8a74-681db9bc6778 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:15.812721 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6087ed35-6c64-425e-8a74-681db9bc6778 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:15.813722 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6087ed35-6c64-425e-8a74-681db9bc6778 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:15.827944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6087ed35-6c64-425e-8a74-681db9bc6778 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:15.927470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6087ed35-6c64-425e-8a74-681db9bc6778 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:16.047016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6087ed35-6c64-425e-8a74-681db9bc6778 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:16.048203 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6087ed35-6c64-425e-8a74-681db9bc6778 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4445710 Apr 29 16:01:16.051015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45008) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:16.056636 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-623821386'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:16.061558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:16.065797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Usage tracker for resource:network and tenant:a56987c824bd4958a2af9e3c53134e61 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:16.068571 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:16.074756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:16.172752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Made reservation on behalf of a56987c824bd4958a2af9e3c53134e61 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:16.176167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:16.189640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:16.203867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:16.207675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Usage tracker for resource:security_group_rule and tenant:a56987c824bd4958a2af9e3c53134e61 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:16.213128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:16.216808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:16.298588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:16.372266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:16.408620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:01:16.413757 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d84ef18-7ab4-4ff0-960a-909ba114abae,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:16.422350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:16.422350 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Added segment 981ce0f5-ecd3-444d-a032-736310bb595f of type vlan for network 40023ddb-d158-47bb-8de8-75b598c2e1bd Apr 29 16:01:16.447906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:16.526298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:16.532473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:16.533059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:16.640214 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Pushing event updated for resources: {'Network': ['ID=40023ddb-d158-47bb-8de8-75b598c2e1bd,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:16.646969 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8275d193-f107-451a-92aa-33870bebf5d5 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5950224 Apr 29 16:01:16.649738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45012) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:16.650760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 40023ddb-d158-47bb-8de8-75b598c2e1bd details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:01:16.655668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Request body: {'subnet': {'network_id': '40023ddb-d158-47bb-8de8-75b598c2e1bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:16.763728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:16.767514 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Usage tracker for resource:subnet and tenant:a56987c824bd4958a2af9e3c53134e61 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:16.770283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:16.775847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:16.835239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Made reservation on behalf of a56987c824bd4958a2af9e3c53134e61 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:16.838758 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:17.115430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:17.195100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Pushing event updated for resources: {'Subnet': ['ID=f86299f3-946f-46e2-88b8-a45e6d8f5098,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:17.204426 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Checking segment: {'id': '981ce0f5-ecd3-444d-a032-736310bb595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40023ddb-d158-47bb-8de8-75b598c2e1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:17.204808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Network hostable DHCP agents. Network: 40023ddb-d158-47bb-8de8-75b598c2e1bd, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:01:17.292983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Network 40023ddb-d158-47bb-8de8-75b598c2e1bd is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:01:17.343468 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 40023ddb-d158-47bb-8de8-75b598c2e1bd) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:17.347336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:17.347982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:17.352777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d2ece3-e3a4-4335-8064-da3bdef8c461 None None] Network 40023ddb-d158-47bb-8de8-75b598c2e1bd requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:17.413340 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-654bef2b-0783-4a4d-8710-78e7ab3db0cb tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7625384 Apr 29 16:01:17.416282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45016) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:17.422727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1291966194'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:17.427977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:17.431831 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Usage tracker for resource:network and tenant:a56987c824bd4958a2af9e3c53134e61 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:17.435386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:17.441090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:17.492576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Made reservation on behalf of a56987c824bd4958a2af9e3c53134e61 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:17.496739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:17.524611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:01:17.533729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:17.534067 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Added segment 1273504a-8825-462b-9a58-bae2efdad74e of type vlan for network 29a58d0f-afb6-44ab-8f41-d792cbc39e10 Apr 29 16:01:17.561746 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:17.565243 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-40023ddb-d158-47bb-8de8-75b598c2e1bd', 'network_id': '40023ddb-d158-47bb-8de8-75b598c2e1bd', 'tenant_id': 'a56987c824bd4958a2af9e3c53134e61', 'fixed_ips': [{'subnet_id': 'f86299f3-946f-46e2-88b8-a45e6d8f5098'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:01:17.566083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:17.692729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:17.698147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:17.699471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:17.721151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Allocated IP 172.20.0.2 (40023ddb-d158-47bb-8de8-75b598c2e1bd/f86299f3-946f-46e2-88b8-a45e6d8f5098/5e20ac1a-323e-4b12-be7f-582afefe864c) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:17.803039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Pushing event updated for resources: {'Network': ['ID=29a58d0f-afb6-44ab-8f41-d792cbc39e10,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:17.814103 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c98e6bc0-8c6a-442d-acbc-94fb55d96716 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3967586 Apr 29 16:01:17.816546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 29a58d0f-afb6-44ab-8f41-d792cbc39e10 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:01:17.817446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45020) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:17.822969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Request body: {'subnet': {'network_id': '29a58d0f-afb6-44ab-8f41-d792cbc39e10', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:17.930765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:17.935194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Usage tracker for resource:subnet and tenant:a56987c824bd4958a2af9e3c53134e61 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:17.937991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:17.944234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:18.014687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:18.023827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Made reservation on behalf of a56987c824bd4958a2af9e3c53134e61 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:18.028613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Transition to ACTIVE for port object 5e20ac1a-323e-4b12-be7f-582afefe864c will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:18.028737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:18.041735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Transition to ACTIVE for port object 5e20ac1a-323e-4b12-be7f-582afefe864c will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:18.098477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:18.165793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Network 40023ddb-d158-47bb-8de8-75b598c2e1bd is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:18.169374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:18.173095 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:01:18.178786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Pushing event updated for resources: {'Port': ['ID=5e20ac1a-323e-4b12-be7f-582afefe864c,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:18.276076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Attempting to bind port 5e20ac1a-323e-4b12-be7f-582afefe864c on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:01:18.276882 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Attempting to bind port 5e20ac1a-323e-4b12-be7f-582afefe864c by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '981ce0f5-ecd3-444d-a032-736310bb595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40023ddb-d158-47bb-8de8-75b598c2e1bd'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:01:18.277400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Attempting to bind port 5e20ac1a-323e-4b12-be7f-582afefe864c on network 40023ddb-d158-47bb-8de8-75b598c2e1bd {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:18.283145 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:01:18.283514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Checking segment: {'id': '981ce0f5-ecd3-444d-a032-736310bb595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40023ddb-d158-47bb-8de8-75b598c2e1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:18.283912 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:18.284303 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Bound using segment: {'id': '981ce0f5-ecd3-444d-a032-736310bb595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40023ddb-d158-47bb-8de8-75b598c2e1bd'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:01:18.284821 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Bound port: 5e20ac1a-323e-4b12-be7f-582afefe864c, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981ce0f5-ecd3-444d-a032-736310bb595f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40023ddb-d158-47bb-8de8-75b598c2e1bd'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:01:18.285196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:18.321396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:18.384546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] For port 5e20ac1a-323e-4b12-be7f-582afefe864c, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:01:18.387849 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] For port 5e20ac1a-323e-4b12-be7f-582afefe864c, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5e20ac1a-323e-4b12-be7f-582afefe864c,segment=NetworkSegment(981ce0f5-ecd3-444d-a032-736310bb595f),segment_id=981ce0f5-ecd3-444d-a032-736310bb595f)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:01:18.404845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Pushing event updated for resources: {'Subnet': ['ID=ee2176d7-edbd-45d6-8a1b-480fe48cdba6,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:18.412145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Checking segment: {'id': '1273504a-8825-462b-9a58-bae2efdad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29a58d0f-afb6-44ab-8f41-d792cbc39e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:18.412535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Network hostable DHCP agents. Network: 29a58d0f-afb6-44ab-8f41-d792cbc39e10, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:01:18.475422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:18.497680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Network 29a58d0f-afb6-44ab-8f41-d792cbc39e10 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:01:18.553293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b16cc-93df-4f4f-986d-3e09ed56f626 None None] Pushing event updated for resources: {'Port': ['ID=5e20ac1a-323e-4b12-be7f-582afefe864c,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:18.577980 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 29a58d0f-afb6-44ab-8f41-d792cbc39e10) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:18.582049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:18.582641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:18.588241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67be0b1-f337-4a10-8702-c784585c9e41 None None] Network 29a58d0f-afb6-44ab-8f41-d792cbc39e10 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:18.660736 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-12ae98e6-17cf-4f52-a179-e8f17315036f tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8421352 Apr 29 16:01:18.663264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45024) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:18.669832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-58f777c3-a50d-4a79-b126-54beb3c2d237 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Request body: {'router': {'external_gateway_info': {'network_id': '29a58d0f-afb6-44ab-8f41-d792cbc39e10'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:18.887193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-29a58d0f-afb6-44ab-8f41-d792cbc39e10', 'network_id': '29a58d0f-afb6-44ab-8f41-d792cbc39e10', 'tenant_id': 'a56987c824bd4958a2af9e3c53134e61', 'fixed_ips': [{'subnet_id': 'ee2176d7-edbd-45d6-8a1b-480fe48cdba6'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:01:18.887827 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:19.047326 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Allocated IP 172.21.0.2 (29a58d0f-afb6-44ab-8f41-d792cbc39e10/ee2176d7-edbd-45d6-8a1b-480fe48cdba6/8824c7fe-7be3-4914-a27d-77393dcd8208) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:19.152510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5e20ac1a-323e-4b12-be7f-582afefe864c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:19.202206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-58f777c3-a50d-4a79-b126-54beb3c2d237 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:19.321388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:19.332408 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Transition to ACTIVE for port object 8824c7fe-7be3-4914-a27d-77393dcd8208 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:19.351915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Transition to ACTIVE for port object 8824c7fe-7be3-4914-a27d-77393dcd8208 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:19.385413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 5e20ac1a-323e-4b12-be7f-582afefe864c completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:19.413370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:19.438764 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.api.v2.resource [None req-58f777c3-a50d-4a79-b126-54beb3c2d237 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 29 16:01:19.445661 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-58f777c3-a50d-4a79-b126-54beb3c2d237 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] 10.222.0.39 "PUT /v2.0/routers/099005c1-b5aa-411b-ac0f-5b6256ad2049 HTTP/1.1" status: 400 len: 364 time: 0.7756753 Apr 29 16:01:19.446018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45028) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:19.478446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Network 29a58d0f-afb6-44ab-8f41-d792cbc39e10 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:19.482098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:19.485908 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:01:19.523786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc461c24-bc73-4ce8-b365-407265bc0010 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Deleting subnet ee2176d7-edbd-45d6-8a1b-480fe48cdba6 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:01:19.524018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Pushing event updated for resources: {'Port': ['ID=8824c7fe-7be3-4914-a27d-77393dcd8208,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:19.527893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc461c24-bc73-4ce8-b365-407265bc0010 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:19.566877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f37bfb-34ab-4cc3-bc86-8c7b082fc71b None None] Network 40023ddb-d158-47bb-8de8-75b598c2e1bd requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:19.588286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc461c24-bc73-4ce8-b365-407265bc0010 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:19.663759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Attempting to bind port 8824c7fe-7be3-4914-a27d-77393dcd8208 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:01:19.664125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Attempting to bind port 8824c7fe-7be3-4914-a27d-77393dcd8208 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '1273504a-8825-462b-9a58-bae2efdad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29a58d0f-afb6-44ab-8f41-d792cbc39e10'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:01:19.664503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Attempting to bind port 8824c7fe-7be3-4914-a27d-77393dcd8208 on network 29a58d0f-afb6-44ab-8f41-d792cbc39e10 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:19.675077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc461c24-bc73-4ce8-b365-407265bc0010 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:19.687059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:01:19.687429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Checking segment: {'id': '1273504a-8825-462b-9a58-bae2efdad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29a58d0f-afb6-44ab-8f41-d792cbc39e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:19.687825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:19.688217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Bound using segment: {'id': '1273504a-8825-462b-9a58-bae2efdad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29a58d0f-afb6-44ab-8f41-d792cbc39e10'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:01:19.688731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Bound port: 8824c7fe-7be3-4914-a27d-77393dcd8208, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1273504a-8825-462b-9a58-bae2efdad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '29a58d0f-afb6-44ab-8f41-d792cbc39e10'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:01:19.689103 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:19.804515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9cdee321-f1ae-4fc7-89de-c86f07df3f62 None None] Provisioning for port 5e20ac1a-323e-4b12-be7f-582afefe864c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:19.831379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9cdee321-f1ae-4fc7-89de-c86f07df3f62 None None] Provisioning complete for port 5e20ac1a-323e-4b12-be7f-582afefe864c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:19.831752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9cdee321-f1ae-4fc7-89de-c86f07df3f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:19.847112 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc461c24-bc73-4ce8-b365-407265bc0010 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:19.884584 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] For port 8824c7fe-7be3-4914-a27d-77393dcd8208, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:01:19.887749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc461c24-bc73-4ce8-b365-407265bc0010 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2176d7-edbd-45d6-8a1b-480fe48cdba6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:19.889673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bc461c24-bc73-4ce8-b365-407265bc0010 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:19.896004 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bc461c24-bc73-4ce8-b365-407265bc0010 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] 10.222.0.39 "DELETE /v2.0/subnets/ee2176d7-edbd-45d6-8a1b-480fe48cdba6 HTTP/1.1" status: 204 len: 168 time: 0.4487746 Apr 29 16:01:19.898422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45034) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:19.940839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] For port 8824c7fe-7be3-4914-a27d-77393dcd8208, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8824c7fe-7be3-4914-a27d-77393dcd8208,segment=NetworkSegment(1273504a-8825-462b-9a58-bae2efdad74e),segment_id=1273504a-8825-462b-9a58-bae2efdad74e)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:01:19.992023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:20.010727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:20.021043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Deleting port 8824c7fe-7be3-4914-a27d-77393dcd8208 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:20.021462 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:20.092740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9cdee321-f1ae-4fc7-89de-c86f07df3f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:20.114697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd45a4-4140-4ffb-b0f0-f7b167e8ccbf None None] Pushing event updated for resources: {'Port': ['ID=8824c7fe-7be3-4914-a27d-77393dcd8208,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:20.137122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9cdee321-f1ae-4fc7-89de-c86f07df3f62 None None] For port 5e20ac1a-323e-4b12-be7f-582afefe864c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5e20ac1a-323e-4b12-be7f-582afefe864c,segment=NetworkSegment(981ce0f5-ecd3-444d-a032-736310bb595f),segment_id=981ce0f5-ecd3-444d-a032-736310bb595f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:20.218524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9cdee321-f1ae-4fc7-89de-c86f07df3f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:20.256810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] For port 8824c7fe-7be3-4914-a27d-77393dcd8208, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8824c7fe-7be3-4914-a27d-77393dcd8208,segment=NetworkSegment(1273504a-8825-462b-9a58-bae2efdad74e),segment_id=1273504a-8825-462b-9a58-bae2efdad74e)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:20.257335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:20.299699 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdee321-f1ae-4fc7-89de-c86f07df3f62 None None] Pushing event updated for resources: {'Port': ['ID=5e20ac1a-323e-4b12-be7f-582afefe864c,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:20.413434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Calling delete_port for 8824c7fe-7be3-4914-a27d-77393dcd8208 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:01:20.438822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a0c4669a-f36b-40f8-a95d-05f8ea5e7efc None None] Provisioning complete for port 5e20ac1a-323e-4b12-be7f-582afefe864c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:20.439184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a0c4669a-f36b-40f8-a95d-05f8ea5e7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:20.572573 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:20.724657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Pushing event deleted for resources: {'Port': ['ID=8824c7fe-7be3-4914-a27d-77393dcd8208,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:20.727805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] No DVR routers for this DVR port 8824c7fe-7be3-4914-a27d-77393dcd8208 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:01:20.852165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:20.879980 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a58d0f-afb6-44ab-8f41-d792cbc39e10']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:20.893100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1273504a-8825-462b-9a58-bae2efdad74e') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:20.893405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1273504a-8825-462b-9a58-bae2efdad74e') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:20.906567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:20.923580 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:20.929983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:01:20.930517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:01:20.945176 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:01:21.101713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431458a5-4a39-4123-97b2-a0f5c02dc141 None None] Network 29a58d0f-afb6-44ab-8f41-d792cbc39e10 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:21.104116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:21.118638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5e20ac1a-323e-4b12-be7f-582afefe864c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:21.121927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:21.130639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Pushing event deleted for resources: {'Network': ['ID=29a58d0f-afb6-44ab-8f41-d792cbc39e10,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:21.138700 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4645dab3-db62-42cb-933b-423c301e8dde tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] 10.222.0.39 "DELETE /v2.0/networks/29a58d0f-afb6-44ab-8f41-d792cbc39e10 HTTP/1.1" status: 204 len: 168 time: 1.2393312 Apr 29 16:01:21.141047 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45038) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:21.205166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431458a5-4a39-4123-97b2-a0f5c02dc141 None None] Network 29a58d0f-afb6-44ab-8f41-d792cbc39e10 could not be found, it might have been deleted concurrently. {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 29 16:01:21.210851 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4c8ffe43-97f1-4236-9772-c4ff5b4a1526 None None] Could not find standard attr ID for object 8824c7fe-7be3-4914-a27d-77393dcd8208. {{(pid=88716) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 29 16:01:21.216912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-2501ce34-86a3-4ab5-b84d-78b7c04a3042 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Deleting subnet f86299f3-946f-46e2-88b8-a45e6d8f5098 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:01:21.220080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2501ce34-86a3-4ab5-b84d-78b7c04a3042 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:21.236651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 5e20ac1a-323e-4b12-be7f-582afefe864c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:21.237007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:21.279476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2501ce34-86a3-4ab5-b84d-78b7c04a3042 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:21.291024 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce36ec-ecfb-40b2-a206-14698f806585 None None] DHCP port deletion for 29a58d0f-afb6-44ab-8f41-d792cbc39e10 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:01:21.371240 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2501ce34-86a3-4ab5-b84d-78b7c04a3042 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:21.509889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2501ce34-86a3-4ab5-b84d-78b7c04a3042 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:21.547616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501ce34-86a3-4ab5-b84d-78b7c04a3042 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Pushing event deleted for resources: {'Subnet': ['ID=f86299f3-946f-46e2-88b8-a45e6d8f5098,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:21.551128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2501ce34-86a3-4ab5-b84d-78b7c04a3042 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:21.557181 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2501ce34-86a3-4ab5-b84d-78b7c04a3042 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] 10.222.0.39 "DELETE /v2.0/subnets/f86299f3-946f-46e2-88b8-a45e6d8f5098 HTTP/1.1" status: 204 len: 168 time: 0.4152391 Apr 29 16:01:21.558467 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d44405-b397-451e-971f-c16bf7de4e7d None None] Network 40023ddb-d158-47bb-8de8-75b598c2e1bd requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:21.560621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45042) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:21.670204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:21.680588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Deleting port 5e20ac1a-323e-4b12-be7f-582afefe864c {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:21.680915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:21.796116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca508693-a30d-48ca-acd5-10e35ea67620 None None] DHCP port deletion for 40023ddb-d158-47bb-8de8-75b598c2e1bd request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:01:21.800505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ca508693-a30d-48ca-acd5-10e35ea67620 None None] Deleting port 5e20ac1a-323e-4b12-be7f-582afefe864c {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:21.800881 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ca508693-a30d-48ca-acd5-10e35ea67620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:21.884157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] For port 5e20ac1a-323e-4b12-be7f-582afefe864c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5e20ac1a-323e-4b12-be7f-582afefe864c,segment=NetworkSegment(981ce0f5-ecd3-444d-a032-736310bb595f),segment_id=981ce0f5-ecd3-444d-a032-736310bb595f)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:21.884550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:22.000674 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ca508693-a30d-48ca-acd5-10e35ea67620 None None] For port 5e20ac1a-323e-4b12-be7f-582afefe864c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=5e20ac1a-323e-4b12-be7f-582afefe864c,segment=NetworkSegment(981ce0f5-ecd3-444d-a032-736310bb595f),segment_id=981ce0f5-ecd3-444d-a032-736310bb595f)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:22.001055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ca508693-a30d-48ca-acd5-10e35ea67620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:22.003246 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Calling delete_port for 5e20ac1a-323e-4b12-be7f-582afefe864c owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:01:22.119293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ca508693-a30d-48ca-acd5-10e35ea67620 None None] Calling delete_port for 5e20ac1a-323e-4b12-be7f-582afefe864c owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:01:22.143749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:22.190413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-ca508693-a30d-48ca-acd5-10e35ea67620 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:01:22.190764 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-ca508693-a30d-48ca-acd5-10e35ea67620 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:01:22.195221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Pushing event deleted for resources: {'Port': ['ID=5e20ac1a-323e-4b12-be7f-582afefe864c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:22.197038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] No DVR routers for this DVR port 5e20ac1a-323e-4b12-be7f-582afefe864c on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:01:22.319134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:22.343789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40023ddb-d158-47bb-8de8-75b598c2e1bd']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:22.356061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981ce0f5-ecd3-444d-a032-736310bb595f') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:22.356354 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981ce0f5-ecd3-444d-a032-736310bb595f') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:22.367356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:22.382992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:22.388773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:01:22.389158 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:01:22.403782 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:01:22.537964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:22.555189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:22.566408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Pushing event deleted for resources: {'Network': ['ID=40023ddb-d158-47bb-8de8-75b598c2e1bd,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:22.570308 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ebd74489-4b50-4685-914c-228d5aaa2cea tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] 10.222.0.39 "DELETE /v2.0/networks/40023ddb-d158-47bb-8de8-75b598c2e1bd HTTP/1.1" status: 204 len: 168 time: 1.0089595 Apr 29 16:01:22.572816 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45046) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:22.615731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dced87ab-5c95-4329-93dd-9fe743692be8 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Synchronizing usage tracker for tenant:a56987c824bd4958a2af9e3c53134e61 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:01:22.680724 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-dced87ab-5c95-4329-93dd-9fe743692be8 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Unset dirty status for tenant:a56987c824bd4958a2af9e3c53134e61 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:01:22.681868 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-dced87ab-5c95-4329-93dd-9fe743692be8 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] 10.222.0.39 "GET /v2.0/ports?device_id=099005c1-b5aa-411b-ac0f-5b6256ad2049 HTTP/1.1" status: 200 len: 205 time: 0.1076670 Apr 29 16:01:22.684373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45050) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:22.692435 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ca508693-a30d-48ca-acd5-10e35ea67620 None None] Deleting port 5e20ac1a-323e-4b12-be7f-582afefe864c {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:01:22.692951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ca508693-a30d-48ca-acd5-10e35ea67620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:22.760387 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ca508693-a30d-48ca-acd5-10e35ea67620 None None] The port '5e20ac1a-323e-4b12-be7f-582afefe864c' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 16:01:22.929583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b574dc6e-c528-4b74-b53e-58624b47a7e2 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:23.101888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8824c7fe-7be3-4914-a27d-77393dcd8208 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:01:23.136560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 8824c7fe-7be3-4914-a27d-77393dcd8208 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:01:23.137317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8824c7fe-7be3-4914-a27d-77393dcd8208 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:01:23.137434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5e20ac1a-323e-4b12-be7f-582afefe864c no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:01:23.171509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 5e20ac1a-323e-4b12-be7f-582afefe864c {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:01:23.171852 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 5e20ac1a-323e-4b12-be7f-582afefe864c not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:01:23.229403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b574dc6e-c528-4b74-b53e-58624b47a7e2 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:23.231582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b574dc6e-c528-4b74-b53e-58624b47a7e2 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:23.321046 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b574dc6e-c528-4b74-b53e-58624b47a7e2 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:23.321608 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b574dc6e-c528-4b74-b53e-58624b47a7e2 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Fanout notify agent at l3_agent the message router_deleted on router 099005c1-b5aa-411b-ac0f-5b6256ad2049 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:01:23.332860 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b574dc6e-c528-4b74-b53e-58624b47a7e2 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:23.333922 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b574dc6e-c528-4b74-b53e-58624b47a7e2 tempest-RoutersNegativeTest-221410306 tempest-RoutersNegativeTest-221410306-project] 10.222.0.39 "DELETE /v2.0/routers/099005c1-b5aa-411b-ac0f-5b6256ad2049 HTTP/1.1" status: 204 len: 168 time: 0.6486406 Apr 29 16:01:23.778118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45058) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:23.922691 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-730f2367-781a-481a-8275-8d4ed95d03da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a56987c824bd4958a2af9e3c53134e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434238 Apr 29 16:01:23.925220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45064) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:23.983959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a623cc8-5701-4088-bc17-1af86f29ed91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:24.008165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a623cc8-5701-4088-bc17-1af86f29ed91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:24.172359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a623cc8-5701-4088-bc17-1af86f29ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:24.186390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a623cc8-5701-4088-bc17-1af86f29ed91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d84ef18-7ab4-4ff0-960a-909ba114abae,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:24.195584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a623cc8-5701-4088-bc17-1af86f29ed91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:24.195584 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2a623cc8-5701-4088-bc17-1af86f29ed91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d84ef18-7ab4-4ff0-960a-909ba114abae HTTP/1.1" status: 204 len: 168 time: 0.2691221 Apr 29 16:01:24.304041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:25.121266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45088) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:25.223208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2107749438-network', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:25.227866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:25.232396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Usage tracker for resource:network and tenant:cdb6ccfda0ee4e96816985e3c4ac53ae is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:25.235175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:25.240722 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:25.292039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Made reservation on behalf of cdb6ccfda0ee4e96816985e3c4ac53ae for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:25.294903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:25.307284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:25.321119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:25.324857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Usage tracker for resource:security_group_rule and tenant:cdb6ccfda0ee4e96816985e3c4ac53ae is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:25.327565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:25.333085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:25.412383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:25.481333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:25.507148 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:01:25.522697 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362770c9-44da-41fa-96b9-6537cfeb3ffa,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:25.528807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:25.529166 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Added segment 78979113-5bd0-4ae2-9feb-c056ef9fa8ba of type vlan for network 0e6b000f-4558-424f-a248-4544c1432ba7 Apr 29 16:01:25.554986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:25.623340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:25.624270 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:25.624879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:25.727102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] Pushing event updated for resources: {'Network': ['ID=0e6b000f-4558-424f-a248-4544c1432ba7,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:25.736514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 0e6b000f-4558-424f-a248-4544c1432ba7 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:01:25.738913 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-aa5e7141-c9ae-4a5c-8ea8-89d84180b80b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6163349 Apr 29 16:01:25.741756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45094) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:25.747190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Request body: {'subnet': {'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2107749438-subnet', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'ip_version': 4}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:25.751957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:25.755848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Usage tracker for resource:subnet and tenant:cdb6ccfda0ee4e96816985e3c4ac53ae is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:25.758668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:25.765127 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:25.824527 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Made reservation on behalf of cdb6ccfda0ee4e96816985e3c4ac53ae for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:25.826862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:26.075412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:26.150795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db43eb5e-49da-414b-acd8-9eee47a7ecbf,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:26.158872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Checking segment: {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:26.159227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Network hostable DHCP agents. Network: 0e6b000f-4558-424f-a248-4544c1432ba7, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:01:26.258211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Network 0e6b000f-4558-424f-a248-4544c1432ba7 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:01:26.338216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 0e6b000f-4558-424f-a248-4544c1432ba7) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:26.342701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:26.343277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:26.348557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121cb0ca-9297-4b8a-a83d-26acf92892bc None None] Network 0e6b000f-4558-424f-a248-4544c1432ba7 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:26.419778 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9119449f-3dcc-44ae-bccb-aade7931bf71 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6769912 Apr 29 16:01:26.422595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45098) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:26.427683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2107749438-router', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:26.432295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:26.437164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Usage tracker for resource:router and tenant:cdb6ccfda0ee4e96816985e3c4ac53ae is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:26.440064 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:26.445701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:26.532006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:26.533076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:26.548355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:26.557646 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-0e6b000f-4558-424f-a248-4544c1432ba7', 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'fixed_ips': [{'subnet_id': 'db43eb5e-49da-414b-acd8-9eee47a7ecbf'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:01:26.559060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:26.710594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Allocated IP 172.20.0.2 (0e6b000f-4558-424f-a248-4544c1432ba7/db43eb5e-49da-414b-acd8-9eee47a7ecbf/ec57910d-63f7-4c47-ac9b-8e87fc3c557c) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:26.872157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:26.951214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:26.961973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Transition to ACTIVE for port object ec57910d-63f7-4c47-ac9b-8e87fc3c557c will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:26.982426 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Transition to ACTIVE for port object ec57910d-63f7-4c47-ac9b-8e87fc3c557c will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:27.064073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:27.127302 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Network 0e6b000f-4558-424f-a248-4544c1432ba7 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:27.130229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:27.135920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:01:27.141608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Pushing event updated for resources: {'Port': ['ID=ec57910d-63f7-4c47-ac9b-8e87fc3c557c,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:27.228755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Attempting to bind port ec57910d-63f7-4c47-ac9b-8e87fc3c557c on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:01:27.229029 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Attempting to bind port ec57910d-63f7-4c47-ac9b-8e87fc3c557c by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:01:27.229497 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Attempting to bind port ec57910d-63f7-4c47-ac9b-8e87fc3c557c on network 0e6b000f-4558-424f-a248-4544c1432ba7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:27.235327 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:01:27.235709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Checking segment: {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:27.236095 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:27.236508 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Bound using segment: {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:01:27.237177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Bound port: ec57910d-63f7-4c47-ac9b-8e87fc3c557c, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:01:27.237555 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:27.326674 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] For port ec57910d-63f7-4c47-ac9b-8e87fc3c557c, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:01:27.329747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] For port ec57910d-63f7-4c47-ac9b-8e87fc3c557c, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ec57910d-63f7-4c47-ac9b-8e87fc3c557c,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:01:27.347318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:27.377751 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:27.401268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:27.484348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44041652-7678-4d03-84c6-9a5af073b19e None None] Pushing event updated for resources: {'Port': ['ID=ec57910d-63f7-4c47-ac9b-8e87fc3c557c,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:27.525954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Allocated IP 172.26.2.128 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/1b0f61aa-6807-4d9e-b5b4-e2e324b1f866) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:27.677040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:27.755856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:27.826330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:27.829244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:27.832805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:01:27.862411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Pushing event updated for resources: {'Port': ['ID=1b0f61aa-6807-4d9e-b5b4-e2e324b1f866,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:28.292940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:28.507970 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff6d261-fb08-4575-ba8e-8f37d944b9aa None None] Network 0e6b000f-4558-424f-a248-4544c1432ba7 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:28.531312 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:01:28.670863 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-51053f37-aadb-40bc-842b-8126711ee849 None None] Provisioning for port ec57910d-63f7-4c47-ac9b-8e87fc3c557c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:28.746284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:29.029526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Router cbd3d193-adf0-4721-a97b-53014f355e01 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:01:29.129630 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ec57910d-63f7-4c47-ac9b-8e87fc3c557c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:29.207581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:01:29.217041 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Sync routers for ids ['cbd3d193-adf0-4721-a97b-53014f355e01'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:01:29.226350 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Routers {'cbd3d193-adf0-4721-a97b-53014f355e01'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:01:29.227958 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:01:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['cbd3d193-adf0-4721-a97b-53014f355e01'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:29.247398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port ec57910d-63f7-4c47-ac9b-8e87fc3c557c completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:29.252845 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ec57910d-63f7-4c47-ac9b-8e87fc3c557c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:29.253326 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:29.321444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:29.325834 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0f9e3e48-c6b0-411c-abd5-3f777a61f4ae admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8992836 Apr 29 16:01:29.326062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45102) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:29.373052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:29.404835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port ec57910d-63f7-4c47-ac9b-8e87fc3c557c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ec57910d-63f7-4c47-ac9b-8e87fc3c557c,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:29.411095 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Set router cbd3d193-adf0-4721-a97b-53014f355e01 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:01:29.504421 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:29.574593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=ec57910d-63f7-4c47-ac9b-8e87fc3c557c,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:29.721826 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'name': 'tempest-TestEncryptedCinderVolumes-2107749438-router', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:26Z', 'updated_at': '2022-04-29T16:01:28Z', 'revision_number': 3, 'project_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'gw_port': {'id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:27Z', 'updated_at': '2022-04-29T16:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:29.725531 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Checking router: cbd3d193-adf0-4721-a97b-53014f355e01 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:01:29.725868 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Updating router cbd3d193-adf0-4721-a97b-53014f355e01 port 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:01:29.775873 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:29.989783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:30.097117 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:30.110033 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Transition to ACTIVE for port object 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:30.155386 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:30.237919 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Attempting to bind port 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:01:30.238285 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Attempting to bind port 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:01:30.238644 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Attempting to bind port 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:30.242016 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Pushing event updated for resources: {'Port': ['ID=1b0f61aa-6807-4d9e-b5b4-e2e324b1f866,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:30.247334 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:01:30.247692 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:30.248082 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:30.248490 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:01:30.248943 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Bound port: 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:01:30.249308 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:30.292627 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:30.292974 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:30.293312 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:30.293812 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:30.294139 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:30.294465 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:30.294786 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:30.295101 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:30.295416 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:30.295730 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:30.296043 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:30.296355 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:30.310286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Allocated IP 172.20.0.1 (0e6b000f-4558-424f-a248-4544c1432ba7/db43eb5e-49da-414b-acd8-9eee47a7ecbf/ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:30.334118 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] For port 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:01:30.337185 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] For port 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1b0f61aa-6807-4d9e-b5b4-e2e324b1f866,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:01:30.402114 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:30.456376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:30.473121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Transition to ACTIVE for port object ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:30.479115 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Routers {'cbd3d193-adf0-4721-a97b-53014f355e01'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:01:30.480348 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:01:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['cbd3d193-adf0-4721-a97b-53014f355e01'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:30.538596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:30.590121 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7326105-9e99-400a-8b77-202c3c54038d None None] Pushing event updated for resources: {'Port': ['ID=1b0f61aa-6807-4d9e-b5b4-e2e324b1f866,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:30.608284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Network 0e6b000f-4558-424f-a248-4544c1432ba7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:30.611138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:30.614719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:01:30.646259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:30.659953 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] Set router cbd3d193-adf0-4721-a97b-53014f355e01 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:01:30.675317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:30.861716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:30.898173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-398c2a1a-0b34-439a-ab40-86b6a4684d06 None None] Provisioning for port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:30.904099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-398c2a1a-0b34-439a-ab40-86b6a4684d06 None None] Provisioning complete for port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:30.904675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-398c2a1a-0b34-439a-ab40-86b6a4684d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:30.950820 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'name': 'tempest-TestEncryptedCinderVolumes-2107749438-router', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:26Z', 'updated_at': '2022-04-29T16:01:28Z', 'revision_number': 3, 'project_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'gw_port': {'id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:27Z', 'updated_at': '2022-04-29T16:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:30.955212 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301884a-52e7-4a22-9423-20ec1a526978 None None] The sync data for ids ['cbd3d193-adf0-4721-a97b-53014f355e01'] in dv-neutron-839183-1-hyperv is: [{'id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'name': 'tempest-TestEncryptedCinderVolumes-2107749438-router', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:26Z', 'updated_at': '2022-04-29T16:01:28Z', 'revision_number': 3, 'project_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'gw_port': {'id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:27Z', 'updated_at': '2022-04-29T16:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:01:30.966215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-398c2a1a-0b34-439a-ab40-86b6a4684d06 None None] Port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:01:31.105876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:31.111549 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ec57910d-63f7-4c47-ac9b-8e87fc3c557c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:31.181940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:31.189618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ec57910d-63f7-4c47-ac9b-8e87fc3c557c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:31.189994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:31.317578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:31.320224 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:31.463464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Network 0e6b000f-4558-424f-a248-4544c1432ba7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:31.464745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:31.659744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Router cbd3d193-adf0-4721-a97b-53014f355e01 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:01:31.697082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d111cf88-bc05-4d61-b748-fef8cfd236d3 None None] Provisioning complete for port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:31.697450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d111cf88-bc05-4d61-b748-fef8cfd236d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:31.752939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d111cf88-bc05-4d61-b748-fef8cfd236d3 None None] Port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:01:31.848678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:01:31.857454 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-96fc0f39-3d34-4559-9fde-0601c2e7f653 admin admin] 10.222.0.39 "PUT /v2.0/routers/cbd3d193-adf0-4721-a97b-53014f355e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5303748 Apr 29 16:01:32.137951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-48bd2c12-c6a2-4bea-9aa4-2c92fe5aa375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:32.454752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Sync routers for ids ['cbd3d193-adf0-4721-a97b-53014f355e01'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:01:32.463653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Routers {'cbd3d193-adf0-4721-a97b-53014f355e01'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:01:32.465023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:01:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['cbd3d193-adf0-4721-a97b-53014f355e01'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:32.569583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45120) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:32.575521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1835823685-network', 'tenant_id': 'a4f11b56849348fd96344fa17251af96'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:32.580265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:32.584018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Usage tracker for resource:network and tenant:a4f11b56849348fd96344fa17251af96 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:32.586843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:32.593166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:32.642138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Set router cbd3d193-adf0-4721-a97b-53014f355e01 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:01:32.692489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Made reservation on behalf of a4f11b56849348fd96344fa17251af96 for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:32.694881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:32.709179 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:32.724536 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:32.728318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Usage tracker for resource:security_group_rule and tenant:a4f11b56849348fd96344fa17251af96 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:32.731940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:32.737768 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:32.820940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:32.875046 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:32.905282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:01:32.913385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f611ba7e-e47e-49f6-aa51-841cbfac06d8,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:32.918872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:32.919219 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Added segment 6e5c6e82-53b6-4c54-89f1-5dd1920885d3 of type vlan for network 9c80bda4-5c96-4e92-9d78-aa695d9847ce Apr 29 16:01:32.945147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:32.991922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'name': 'tempest-TestEncryptedCinderVolumes-2107749438-router', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:26Z', 'updated_at': '2022-04-29T16:01:30Z', 'revision_number': 4, 'project_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'gw_port': {'id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:27Z', 'updated_at': '2022-04-29T16:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e', 'name': '', 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'mac_address': 'fa:16:3e:03:f0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'db43eb5e-49da-414b-acd8-9eee47a7ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:30Z', 'updated_at': '2022-04-29T16:01:30Z', 'revision_number': 2, 'project_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'subnets': [{'id': 'db43eb5e-49da-414b-acd8-9eee47a7ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:32.996487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Checking router: cbd3d193-adf0-4721-a97b-53014f355e01 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:01:32.996840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Updating router cbd3d193-adf0-4721-a97b-53014f355e01 port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:01:33.041076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:33.042549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:33.043308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:33.047816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:33.162663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:33.251709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] Pushing event updated for resources: {'Network': ['ID=9c80bda4-5c96-4e92-9d78-aa695d9847ce,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:33.261688 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bfe6330c-ada1-473a-8666-a3219e47b66c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6881764 Apr 29 16:01:33.261688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45124) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:33.267677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Request body: {'subnet': {'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1835823685-subnet', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'ip_version': 4}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:33.269299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 9c80bda4-5c96-4e92-9d78-aa695d9847ce details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:01:33.273799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:33.277988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Usage tracker for resource:subnet and tenant:a4f11b56849348fd96344fa17251af96 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:33.281148 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:33.286916 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:33.343855 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Made reservation on behalf of a4f11b56849348fd96344fa17251af96 for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:33.346220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:33.420731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:33.443294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:33.443661 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:33.595456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:33.649178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:33.654473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:33.667437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30795847-aaea-424b-a261-0efa1a6eed0d,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:33.672746 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Transition to ACTIVE for port object ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:33.678725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1b0f61aa-6807-4d9e-b5b4-e2e324b1f866,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:33.678875 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Checking segment: {'id': '6e5c6e82-53b6-4c54-89f1-5dd1920885d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:33.679206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Network hostable DHCP agents. Network: 9c80bda4-5c96-4e92-9d78-aa695d9847ce, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:01:33.743635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:33.766517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Network 9c80bda4-5c96-4e92-9d78-aa695d9847ce is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:01:33.793266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:33.841152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 9c80bda4-5c96-4e92-9d78-aa695d9847ce) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:33.845590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:33.850939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:33.862115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627c28b1-a616-4601-af11-d54530a4c8f9 None None] Network 9c80bda4-5c96-4e92-9d78-aa695d9847ce requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:33.901008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2b135-cc03-4035-8587-13c55fde49a5 None None] Pushing event updated for resources: {'Port': ['ID=ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:33.922058 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5bd06d9b-c34b-47e3-ab1e-6cad290e88d3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6593006 Apr 29 16:01:33.927966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45128) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:33.930060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1835823685-router', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:33.935585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:33.939662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Usage tracker for resource:router and tenant:a4f11b56849348fd96344fa17251af96 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:33.943366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:33.951068 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:33.995905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:33.996906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:34.012129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:34.137462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=1b0f61aa-6807-4d9e-b5b4-e2e324b1f866,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:34.145433 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Attempting to bind port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:01:34.145791 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Attempting to bind port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:01:34.150445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Attempting to bind port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e on network 0e6b000f-4558-424f-a248-4544c1432ba7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:34.190235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:01:34.190967 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Checking segment: {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:34.191089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:34.191401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Bound using segment: {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:01:34.191865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Bound port: ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:01:34.192230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:34.294631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-254064f8-62d8-4b40-8222-3c675b262af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:34.327700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:34.361236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-9c80bda4-5c96-4e92-9d78-aa695d9847ce', 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'fixed_ips': [{'subnet_id': '30795847-aaea-424b-a261-0efa1a6eed0d'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:01:34.362062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:34.389158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] For port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:01:34.437149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] For port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:01:34.499746 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:34.600781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Allocated IP 172.20.0.2 (9c80bda4-5c96-4e92-9d78-aa695d9847ce/30795847-aaea-424b-a261-0efa1a6eed0d/9356c2b6-1981-48fe-95e8-8bbfbcd6219a) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:34.607678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Routers {'cbd3d193-adf0-4721-a97b-53014f355e01'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:01:34.608301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:01:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['cbd3d193-adf0-4721-a97b-53014f355e01'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:34.663266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2b135-cc03-4035-8587-13c55fde49a5 None None] Pushing event updated for resources: {'Port': ['ID=ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:34.694905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:34.727411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:34.872879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Allocated IP 172.26.2.17 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/20d25936-cd19-43af-9b45-ff9ebdd991a1) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:34.907087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] Set router cbd3d193-adf0-4721-a97b-53014f355e01 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:01:35.022324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:35.115662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:35.124455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:35.182201 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:35.182466 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:35.185856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:35.189421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:01:35.267301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Transition to ACTIVE for port object 9356c2b6-1981-48fe-95e8-8bbfbcd6219a will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:35.311225 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Transition to ACTIVE for port object 9356c2b6-1981-48fe-95e8-8bbfbcd6219a will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:35.336239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Pushing event updated for resources: {'Port': ['ID=20d25936-cd19-43af-9b45-ff9ebdd991a1,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:35.349282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:35.360827 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:35.361184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:35.415764 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:35.497246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Network 9c80bda4-5c96-4e92-9d78-aa695d9847ce is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:35.503190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:35.509441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:01:35.513070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:35.549948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Pushing event updated for resources: {'Port': ['ID=9356c2b6-1981-48fe-95e8-8bbfbcd6219a,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:35.648679 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'name': 'tempest-TestEncryptedCinderVolumes-2107749438-router', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:26Z', 'updated_at': '2022-04-29T16:01:30Z', 'revision_number': 4, 'project_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'gw_port': {'id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:27Z', 'updated_at': '2022-04-29T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e', 'name': '', 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'mac_address': 'fa:16:3e:03:f0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'db43eb5e-49da-414b-acd8-9eee47a7ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:30Z', 'updated_at': '2022-04-29T16:01:34Z', 'revision_number': 4, 'project_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'subnets': [{'id': 'db43eb5e-49da-414b-acd8-9eee47a7ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:35.663228 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0d6641-95eb-4983-94ae-c949e133ff85 None None] The sync data for ids ['cbd3d193-adf0-4721-a97b-53014f355e01'] in dv-neutron-839183-1-hyperv is: [{'id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'name': 'tempest-TestEncryptedCinderVolumes-2107749438-router', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:26Z', 'updated_at': '2022-04-29T16:01:30Z', 'revision_number': 4, 'project_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'gw_port': {'id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:27Z', 'updated_at': '2022-04-29T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e', 'name': '', 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'mac_address': 'fa:16:3e:03:f0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'db43eb5e-49da-414b-acd8-9eee47a7ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:30Z', 'updated_at': '2022-04-29T16:01:34Z', 'revision_number': 4, 'project_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'subnets': [{'id': 'db43eb5e-49da-414b-acd8-9eee47a7ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:01:35.669154 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Attempting to bind port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:01:35.669518 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Attempting to bind port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '6e5c6e82-53b6-4c54-89f1-5dd1920885d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:01:35.669871 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Attempting to bind port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a on network 9c80bda4-5c96-4e92-9d78-aa695d9847ce {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:35.681534 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:01:35.681900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Checking segment: {'id': '6e5c6e82-53b6-4c54-89f1-5dd1920885d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:35.682295 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:35.683220 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Bound using segment: {'id': '6e5c6e82-53b6-4c54-89f1-5dd1920885d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:01:35.683730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Bound port: 9356c2b6-1981-48fe-95e8-8bbfbcd6219a, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5c6e82-53b6-4c54-89f1-5dd1920885d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:01:35.684097 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:35.790479 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] For port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:01:35.790691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:35.798289 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] For port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9356c2b6-1981-48fe-95e8-8bbfbcd6219a,segment=NetworkSegment(6e5c6e82-53b6-4c54-89f1-5dd1920885d3),segment_id=6e5c6e82-53b6-4c54-89f1-5dd1920885d3)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:01:35.881689 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:36.018904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Pushing event updated for resources: {'Port': ['ID=9356c2b6-1981-48fe-95e8-8bbfbcd6219a,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:36.027360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:36.027703 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:36.028044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:36.028374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:36.028756 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:36.029087 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:36.029464 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:36.029791 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:36.030121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:36.030445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:36.030763 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:36.031082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f22292-4e98-4cb9-995e-1b1630abdc91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:01:36.196307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:36.521646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Router 247906cd-c18d-4146-9e96-6c4c6bd956c9 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:01:36.708553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:01:36.718087 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Sync routers for ids ['247906cd-c18d-4146-9e96-6c4c6bd956c9'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:01:36.729333 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Routers {'247906cd-c18d-4146-9e96-6c4c6bd956c9'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:01:36.730078 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:01:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['247906cd-c18d-4146-9e96-6c4c6bd956c9'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:36.778615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:36.779857 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-200478ab-220b-4784-8c5f-17dd600c5d4d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8542407 Apr 29 16:01:36.782621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45134) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:01:36.959602 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Set router 247906cd-c18d-4146-9e96-6c4c6bd956c9 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:01:37.208924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:37.218708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:37.257501 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db5250b-151b-4c00-a687-5ab17f49cd2f None None] Network 9c80bda4-5c96-4e92-9d78-aa695d9847ce requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:01:37.320060 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'name': 'tempest-TestEncryptedCinderVolumes-1835823685-router', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:35Z', 'revision_number': 3, 'project_id': 'a4f11b56849348fd96344fa17251af96', 'gw_port': {'id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:37.324059 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Checking router: 247906cd-c18d-4146-9e96-6c4c6bd956c9 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:01:37.324399 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Updating router 247906cd-c18d-4146-9e96-6c4c6bd956c9 port 20d25936-cd19-43af-9b45-ff9ebdd991a1 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:01:37.382777 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:37.453297 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-163150b1-542c-4cf5-82ff-b47fbfadb7c2 None None] Provisioning for port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:37.521119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:37.529232 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:37.533497 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:37.673086 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:37.692035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:37.712602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:37.751932 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:37.766170 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Transition to ACTIVE for port object 20d25936-cd19-43af-9b45-ff9ebdd991a1 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:37.772565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:37.777414 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9356c2b6-1981-48fe-95e8-8bbfbcd6219a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:37.824497 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:37.903777 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Attempting to bind port 20d25936-cd19-43af-9b45-ff9ebdd991a1 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:01:37.904221 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Attempting to bind port 20d25936-cd19-43af-9b45-ff9ebdd991a1 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:01:37.904669 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Attempting to bind port 20d25936-cd19-43af-9b45-ff9ebdd991a1 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:37.916020 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:01:37.916497 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:37.916638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:37.917138 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:37.917837 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:01:37.918032 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Bound port: 20d25936-cd19-43af-9b45-ff9ebdd991a1, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:01:37.918398 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:37.928053 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Allocated IP 172.20.0.1 (9c80bda4-5c96-4e92-9d78-aa695d9847ce/30795847-aaea-424b-a261-0efa1a6eed0d/51ea5c94-33e9-42b5-9674-2dc70f710e4e) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:37.947112 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e1b8a-73fe-4ebe-a644-57c3dd7a0658 None None] Pushing event updated for resources: {'Port': ['ID=20d25936-cd19-43af-9b45-ff9ebdd991a1,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:37.977898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:37.983149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:37.983562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:37.993052 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] For port 20d25936-cd19-43af-9b45-ff9ebdd991a1, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:01:37.996616 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] For port 20d25936-cd19-43af-9b45-ff9ebdd991a1, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=20d25936-cd19-43af-9b45-ff9ebdd991a1,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:01:38.042671 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:38.083575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:38.101260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Transition to ACTIVE for port object 51ea5c94-33e9-42b5-9674-2dc70f710e4e will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:38.101498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:38.124300 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Routers {'247906cd-c18d-4146-9e96-6c4c6bd956c9'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:01:38.124968 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:01:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['247906cd-c18d-4146-9e96-6c4c6bd956c9'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:38.135269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9356c2b6-1981-48fe-95e8-8bbfbcd6219a,segment=NetworkSegment(6e5c6e82-53b6-4c54-89f1-5dd1920885d3),segment_id=6e5c6e82-53b6-4c54-89f1-5dd1920885d3)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:38.184719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:38.189973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:38.233403 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e1b8a-73fe-4ebe-a644-57c3dd7a0658 None None] Pushing event updated for resources: {'Port': ['ID=20d25936-cd19-43af-9b45-ff9ebdd991a1,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:38.255092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Network 9c80bda4-5c96-4e92-9d78-aa695d9847ce is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:38.258006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:38.264438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:01:38.272187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=9356c2b6-1981-48fe-95e8-8bbfbcd6219a,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:38.298729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Pushing event updated for resources: {'Port': ['ID=51ea5c94-33e9-42b5-9674-2dc70f710e4e,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:38.328716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:38.337512 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] Set router 247906cd-c18d-4146-9e96-6c4c6bd956c9 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:01:38.536906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:38.583969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1591df6a-7932-4833-bf5d-eefa7b93b5e2 None None] Provisioning for port 51ea5c94-33e9-42b5-9674-2dc70f710e4e completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:38.591033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1591df6a-7932-4833-bf5d-eefa7b93b5e2 None None] Provisioning complete for port 51ea5c94-33e9-42b5-9674-2dc70f710e4e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:38.591527 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1591df6a-7932-4833-bf5d-eefa7b93b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:38.652243 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1591df6a-7932-4833-bf5d-eefa7b93b5e2 None None] Port 51ea5c94-33e9-42b5-9674-2dc70f710e4e cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:01:38.669765 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'name': 'tempest-TestEncryptedCinderVolumes-1835823685-router', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:35Z', 'revision_number': 3, 'project_id': 'a4f11b56849348fd96344fa17251af96', 'gw_port': {'id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:38.673722 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109211b7-7e16-4c22-91eb-01e123ef3da2 None None] The sync data for ids ['247906cd-c18d-4146-9e96-6c4c6bd956c9'] in dv-neutron-839183-1-hyperv is: [{'id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'name': 'tempest-TestEncryptedCinderVolumes-1835823685-router', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:35Z', 'revision_number': 3, 'project_id': 'a4f11b56849348fd96344fa17251af96', 'gw_port': {'id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:01:38.765751 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:38.817802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:39.056125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:39.060263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Pushing event updated for resources: {'Port': ['ID=51ea5c94-33e9-42b5-9674-2dc70f710e4e,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:39.201694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Network 9c80bda4-5c96-4e92-9d78-aa695d9847ce is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:39.203032 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:39.203407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:39.283036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:39.283689 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:39.428790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Router 247906cd-c18d-4146-9e96-6c4c6bd956c9 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:01:39.431594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 20d25936-cd19-43af-9b45-ff9ebdd991a1 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:39.566947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 20d25936-cd19-43af-9b45-ff9ebdd991a1 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:39.574841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 20d25936-cd19-43af-9b45-ff9ebdd991a1 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:39.575297 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:39.617682 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:01:39.624149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-067da1ea-2e12-42f2-ad06-1b66c78c5904 None None] Provisioning complete for port 51ea5c94-33e9-42b5-9674-2dc70f710e4e triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:39.624535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-067da1ea-2e12-42f2-ad06-1b66c78c5904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:39.627585 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-767bb4e0-f86a-4f3f-bdaf-3301444c4f84 admin admin] 10.222.0.39 "PUT /v2.0/routers/247906cd-c18d-4146-9e96-6c4c6bd956c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8439929 Apr 29 16:01:39.688898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-067da1ea-2e12-42f2-ad06-1b66c78c5904 None None] Port 51ea5c94-33e9-42b5-9674-2dc70f710e4e cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:01:39.747297 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:39.765789 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 20d25936-cd19-43af-9b45-ff9ebdd991a1, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=20d25936-cd19-43af-9b45-ff9ebdd991a1,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:39.835304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:39.836124 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9356c2b6-1981-48fe-95e8-8bbfbcd6219a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:39.956792 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=20d25936-cd19-43af-9b45-ff9ebdd991a1,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:39.969214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:39.969588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:40.220502 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Sync routers for ids ['247906cd-c18d-4146-9e96-6c4c6bd956c9'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:01:40.230712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Routers {'247906cd-c18d-4146-9e96-6c4c6bd956c9'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:01:40.235626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:01:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['247906cd-c18d-4146-9e96-6c4c6bd956c9'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:40.449357 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Set router 247906cd-c18d-4146-9e96-6c4c6bd956c9 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:01:40.693445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-8c934ae5-f6e7-4aae-a890-bb9872c2a015 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:40.694955 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-8c934ae5-f6e7-4aae-a890-bb9872c2a015 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/networks?id=0e6b000f-4558-424f-a248-4544c1432ba7 HTTP/1.1" status: 200 len: 817 time: 0.1497169 Apr 29 16:01:40.710143 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-e3316495-1622-4bdf-9a4f-14a54db39a1f tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/quotas/cdb6ccfda0ee4e96816985e3c4ac53ae HTTP/1.1" status: 200 len: 375 time: 0.0093038 Apr 29 16:01:40.759158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'name': 'tempest-TestEncryptedCinderVolumes-1835823685-router', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:38Z', 'revision_number': 4, 'project_id': 'a4f11b56849348fd96344fa17251af96', 'gw_port': {'id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '51ea5c94-33e9-42b5-9674-2dc70f710e4e', 'name': '', 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '30795847-aaea-424b-a261-0efa1a6eed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:37Z', 'updated_at': '2022-04-29T16:01:38Z', 'revision_number': 2, 'project_id': 'a4f11b56849348fd96344fa17251af96', 'subnets': [{'id': '30795847-aaea-424b-a261-0efa1a6eed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:40.763007 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Checking router: 247906cd-c18d-4146-9e96-6c4c6bd956c9 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:01:40.763350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Updating router 247906cd-c18d-4146-9e96-6c4c6bd956c9 port 51ea5c94-33e9-42b5-9674-2dc70f710e4e binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:01:40.798299 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-2f8f7af0-5086-492e-9ce8-0ea8c684982b tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdb6ccfda0ee4e96816985e3c4ac53ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825584 Apr 29 16:01:40.819053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:41.138726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 20d25936-cd19-43af-9b45-ff9ebdd991a1 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:41.147658 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-c5918abe-39f5-4f87-819c-52c1fc0f3393 service neutron] 10.222.0.39 "GET /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277049 Apr 29 16:01:41.213476 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:41.230513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Transition to ACTIVE for port object 51ea5c94-33e9-42b5-9674-2dc70f710e4e will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:41.244831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 20d25936-cd19-43af-9b45-ff9ebdd991a1 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:41.245138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:41.285797 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-6adbb625-2f2c-4626-93ed-50fdade07ebd service neutron] 10.222.0.39 "GET /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312332 Apr 29 16:01:41.300638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:41.472639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2b9ff-929b-40a8-a6a4-0ddfbf2d783d None None] Pushing event updated for resources: {'Port': ['ID=51ea5c94-33e9-42b5-9674-2dc70f710e4e,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:41.590109 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Attempting to bind port 51ea5c94-33e9-42b5-9674-2dc70f710e4e on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:01:41.590513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Attempting to bind port 51ea5c94-33e9-42b5-9674-2dc70f710e4e by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '6e5c6e82-53b6-4c54-89f1-5dd1920885d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:01:41.590874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Attempting to bind port 51ea5c94-33e9-42b5-9674-2dc70f710e4e on network 9c80bda4-5c96-4e92-9d78-aa695d9847ce {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:41.596924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:01:41.597292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Checking segment: {'id': '6e5c6e82-53b6-4c54-89f1-5dd1920885d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:41.597686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:41.598075 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Bound using segment: {'id': '6e5c6e82-53b6-4c54-89f1-5dd1920885d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:01:41.598586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Bound port: 51ea5c94-33e9-42b5-9674-2dc70f710e4e, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5c6e82-53b6-4c54-89f1-5dd1920885d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:01:41.598953 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:41.629123 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3ded806b-bd98-4fca-9962-53338e83385a req-3a6500f1-26b4-4777-b075-9e8ba216e327 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 210 time: 0.1272867 Apr 29 16:01:41.698527 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] For port 51ea5c94-33e9-42b5-9674-2dc70f710e4e, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:01:41.701725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] For port 51ea5c94-33e9-42b5-9674-2dc70f710e4e, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=51ea5c94-33e9-42b5-9674-2dc70f710e4e,segment=NetworkSegment(6e5c6e82-53b6-4c54-89f1-5dd1920885d3),segment_id=6e5c6e82-53b6-4c54-89f1-5dd1920885d3)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:01:41.801366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:41.882394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Routers {'247906cd-c18d-4146-9e96-6c4c6bd956c9'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:01:41.883020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:01:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['247906cd-c18d-4146-9e96-6c4c6bd956c9'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:41.940776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2b9ff-929b-40a8-a6a4-0ddfbf2d783d None None] Pushing event updated for resources: {'Port': ['ID=51ea5c94-33e9-42b5-9674-2dc70f710e4e,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:42.119847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] Set router 247906cd-c18d-4146-9e96-6c4c6bd956c9 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:01:42.434009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'name': 'tempest-TestEncryptedCinderVolumes-1835823685-router', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:38Z', 'revision_number': 4, 'project_id': 'a4f11b56849348fd96344fa17251af96', 'gw_port': {'id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '51ea5c94-33e9-42b5-9674-2dc70f710e4e', 'name': '', 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '30795847-aaea-424b-a261-0efa1a6eed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:37Z', 'updated_at': '2022-04-29T16:01:41Z', 'revision_number': 4, 'project_id': 'a4f11b56849348fd96344fa17251af96', 'subnets': [{'id': '30795847-aaea-424b-a261-0efa1a6eed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:01:42.437931 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffdb88-77cd-4db7-9a7d-a64caa8a0511 None None] The sync data for ids ['247906cd-c18d-4146-9e96-6c4c6bd956c9'] in dv-neutron-839183-1-hyperv is: [{'id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'name': 'tempest-TestEncryptedCinderVolumes-1835823685-router', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:38Z', 'revision_number': 4, 'project_id': 'a4f11b56849348fd96344fa17251af96', 'gw_port': {'id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '51ea5c94-33e9-42b5-9674-2dc70f710e4e', 'name': '', 'network_id': '9c80bda4-5c96-4e92-9d78-aa695d9847ce', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'mac_address': 'fa:16:3e:26:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '30795847-aaea-424b-a261-0efa1a6eed0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:37Z', 'updated_at': '2022-04-29T16:01:41Z', 'revision_number': 4, 'project_id': 'a4f11b56849348fd96344fa17251af96', 'subnets': [{'id': '30795847-aaea-424b-a261-0efa1a6eed0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:01:42.781890 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-97d8e8a3-3a0a-4341-896a-b4b6655581a0 req-7faf250e-0b68-4565-879d-1bec4b4e0574 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 210 time: 0.0492342 Apr 29 16:01:43.147705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 51ea5c94-33e9-42b5-9674-2dc70f710e4e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:43.286745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 51ea5c94-33e9-42b5-9674-2dc70f710e4e completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:43.291716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 51ea5c94-33e9-42b5-9674-2dc70f710e4e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:43.292686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:43.412171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:43.449351 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 51ea5c94-33e9-42b5-9674-2dc70f710e4e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=51ea5c94-33e9-42b5-9674-2dc70f710e4e,segment=NetworkSegment(6e5c6e82-53b6-4c54-89f1-5dd1920885d3),segment_id=6e5c6e82-53b6-4c54-89f1-5dd1920885d3)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:43.532164 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:43.595807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-bec75aed-6181-44d5-b8b5-bfa77ae4929b tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:43.596483 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-bec75aed-6181-44d5-b8b5-bfa77ae4929b tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Synchronizing usage tracker for tenant:cdb6ccfda0ee4e96816985e3c4ac53ae on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:01:43.605754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=51ea5c94-33e9-42b5-9674-2dc70f710e4e,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:43.674663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-bec75aed-6181-44d5-b8b5-bfa77ae4929b tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Unset dirty status for tenant:cdb6ccfda0ee4e96816985e3c4ac53ae on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:01:43.675921 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-bec75aed-6181-44d5-b8b5-bfa77ae4929b tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.44 "GET /v2.0/networks?id=0e6b000f-4558-424f-a248-4544c1432ba7 HTTP/1.1" status: 200 len: 817 time: 0.2279167 Apr 29 16:01:43.687789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Request body: {'port': {'device_id': 'aef2e059-2435-43c5-a284-f3b7c484ae14', 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7', 'admin_state_up': True, 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:43.822463 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:01:43.827470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Usage tracker for resource:port and tenant:cdb6ccfda0ee4e96816985e3c4ac53ae is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:01:43.830854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:01:43.837199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:01:43.937363 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b5e9e3dc-d776-4dd4-9557-1463f360b49a req-aea25847-dd21-42af-863f-6c07d62cc308 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 210 time: 0.0437825 Apr 29 16:01:43.960935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Made reservation on behalf of cdb6ccfda0ee4e96816985e3c4ac53ae for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:01:43.964931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:44.126194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Allocated IP 172.20.0.3 (0e6b000f-4558-424f-a248-4544c1432ba7/db43eb5e-49da-414b-acd8-9eee47a7ecbf/bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:01:44.322978 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:44.338432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Transition to ACTIVE for port object bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:44.412795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:44.485229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Network 0e6b000f-4558-424f-a248-4544c1432ba7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:01:44.488233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:01:44.493110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:01:44.530217 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Pushing event updated for resources: {'Port': ['ID=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:44.567824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:44.568482 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:44.630768 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a731479a-aecf-49cc-ac73-b7d6a3d9bd83 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9466231 Apr 29 16:01:44.641845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-80e146ab-e21b-4f3d-8377-ed9a36c52bb3 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 16:01:44.642770 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-80e146ab-e21b-4f3d-8377-ed9a36c52bb3 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052388 Apr 29 16:01:44.695223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Request body: {'port': {'device_id': 'aef2e059-2435-43c5-a284-f3b7c484ae14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:01:44.771945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7d1e5758-d77c-4c50-94fe-558b033fcecd None None] Provisioning for port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:44.777038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7d1e5758-d77c-4c50-94fe-558b033fcecd None None] Provisioning complete for port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:44.777470 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5758-d77c-4c50-94fe-558b033fcecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:44.806192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:44.829784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e5758-d77c-4c50-94fe-558b033fcecd None None] Port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:01:45.125975 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 51ea5c94-33e9-42b5-9674-2dc70f710e4e up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:45.134397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff78f2-00c5-456b-81c6-1cf5df98dd34 req-0a1a1479-46e8-4ad3-a330-713695a3a448 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:45.136540 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f1ff78f2-00c5-456b-81c6-1cf5df98dd34 req-0a1a1479-46e8-4ad3-a330-713695a3a448 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 931 time: 0.0825071 Apr 29 16:01:45.186566 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f1ff78f2-00c5-456b-81c6-1cf5df98dd34 req-da5572cb-20a7-4f60-a53a-fc443b667e8c tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436115 Apr 29 16:01:45.200839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 51ea5c94-33e9-42b5-9674-2dc70f710e4e triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:45.201203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:45.262286 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:01:45.269805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:45.284726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Transition to ACTIVE for port object bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:01:45.366474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:45.495919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:45.602109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Attempting to bind port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:01:45.602442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Attempting to bind port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:01:45.602769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Attempting to bind port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae on network 0e6b000f-4558-424f-a248-4544c1432ba7 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:45.607905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae on network 0e6b000f-4558-424f-a248-4544c1432ba7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:01:45.608219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Attempting to bind port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae on network 0e6b000f-4558-424f-a248-4544c1432ba7 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:01:45.613313 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:01:45.613645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Checking segment: {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:01:45.614023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Bound using segment: {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:01:45.614441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Bound port: bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:01:45.614782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:45.705384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] For port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:01:45.708217 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] For port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:01:45.806532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:45.867529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:45.868193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:45.869559 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-64077f07-bf6a-4785-859a-766005330be0 service neutron] 10.222.0.44 "PUT /v2.0/ports/bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae HTTP/1.1" status: 200 len: 1093 time: 1.2210248 Apr 29 16:01:45.869985 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef2e059-2435-43c5-a284-f3b7c484ae14', 'tag': 'bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:01:45.894794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64077f07-bf6a-4785-859a-766005330be0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:46.005339 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590c642b-7194-4d0b-aaa6-a22b9feff130'] response: {'name': 'network-changed', 'server_uuid': 'aef2e059-2435-43c5-a284-f3b7c484ae14', 'tag': 'bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae', 'status': 'completed', 'code': 200} Apr 29 16:01:46.051076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-8f7f9413-29fb-4623-a47d-db6ff2c24694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:46.052880 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-8f7f9413-29fb-4623-a47d-db6ff2c24694 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdb6ccfda0ee4e96816985e3c4ac53ae&device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 1096 time: 0.0803070 Apr 29 16:01:46.120821 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-61720c10-f5cb-43dd-9c0b-45e189bdd8e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae HTTP/1.1" status: 200 len: 217 time: 0.0604806 Apr 29 16:01:46.184531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a31dc04f-3d5d-4096-88a4-cfc7ad0a1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:46.185961 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-a31dc04f-3d5d-4096-88a4-cfc7ad0a1ffe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db43eb5e-49da-414b-acd8-9eee47a7ecbf HTTP/1.1" status: 200 len: 856 time: 0.0602319 Apr 29 16:01:46.260544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-7bda42ca-1bf0-4928-938e-d1550c895db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:46.262395 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-7bda42ca-1bf0-4928-938e-d1550c895db0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e6b000f-4558-424f-a248-4544c1432ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707281 Apr 29 16:01:46.375228 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de7869-f507-4fee-89f1-af4875f16d7d req-f1163b12-466b-4310-b870-f43a21187308 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:46.376861 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-05de7869-f507-4fee-89f1-af4875f16d7d req-f1163b12-466b-4310-b870-f43a21187308 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 943 time: 0.0830197 Apr 29 16:01:46.394058 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-b08cc138-123f-43e8-83b1-61f67636b0f3 service neutron] 10.222.0.44 "GET /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250327 Apr 29 16:01:46.422310 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-05de7869-f507-4fee-89f1-af4875f16d7d req-b4b9141a-a92b-44cc-b782-550481537158 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395200 Apr 29 16:01:46.526020 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4457ea4a-4975-434d-aef5-ee91a4e7e8f3 req-bc3e518b-a62b-4f0e-bea9-817a4a618a8f service neutron] 10.222.0.44 "GET /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263618 Apr 29 16:01:46.694599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174af33-dd62-4b18-a89b-a731aeb37873 req-5d53519d-327e-4a7c-9627-532ad76f7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:46.696066 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e174af33-dd62-4b18-a89b-a731aeb37873 req-5d53519d-327e-4a7c-9627-532ad76f7757 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdb6ccfda0ee4e96816985e3c4ac53ae&device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 1096 time: 0.0707006 Apr 29 16:01:46.826333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174af33-dd62-4b18-a89b-a731aeb37873 req-35c44f42-1d16-48b7-9332-17bb57c196dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:46.827707 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e174af33-dd62-4b18-a89b-a731aeb37873 req-35c44f42-1d16-48b7-9332-17bb57c196dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=0e6b000f-4558-424f-a248-4544c1432ba7 HTTP/1.1" status: 200 len: 918 time: 0.1247265 Apr 29 16:01:46.898657 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e174af33-dd62-4b18-a89b-a731aeb37873 req-ffc16b09-86e0-45da-a075-6f7645a268a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae HTTP/1.1" status: 200 len: 217 time: 0.0647278 Apr 29 16:01:46.964266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174af33-dd62-4b18-a89b-a731aeb37873 req-17fa6681-e033-4914-a3e6-2717f9e66be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:46.965705 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e174af33-dd62-4b18-a89b-a731aeb37873 req-17fa6681-e033-4914-a3e6-2717f9e66be1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db43eb5e-49da-414b-acd8-9eee47a7ecbf HTTP/1.1" status: 200 len: 856 time: 0.0607519 Apr 29 16:01:47.137262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174af33-dd62-4b18-a89b-a731aeb37873 req-41f19b8c-2ccb-4b21-9007-6efe1aa2e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:47.138624 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e174af33-dd62-4b18-a89b-a731aeb37873 req-41f19b8c-2ccb-4b21-9007-6efe1aa2e231 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e6b000f-4558-424f-a248-4544c1432ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1665547 Apr 29 16:01:47.265475 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e174af33-dd62-4b18-a89b-a731aeb37873 req-cce24ccd-6448-4d7b-bc4c-94f8b35308da service neutron] 10.222.0.44 "GET /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200299 Apr 29 16:01:47.392787 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e174af33-dd62-4b18-a89b-a731aeb37873 req-b6fbe371-327b-48ac-bc8a-8df3c70deeb0 service neutron] 10.222.0.44 "GET /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203165 Apr 29 16:01:47.602163 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7c187-5dd6-4917-808f-1eff763a482a req-94cc90cc-4adc-4984-9815-044932e2331f tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:47.603613 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b7e7c187-5dd6-4917-808f-1eff763a482a req-94cc90cc-4adc-4984-9815-044932e2331f tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 943 time: 0.0786991 Apr 29 16:01:47.653863 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b7e7c187-5dd6-4917-808f-1eff763a482a req-6bdce0e1-0a6c-4b90-a279-ec1572dd1f8f tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439219 Apr 29 16:01:48.836165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4e53c-60bc-432e-9cd0-7e344d6fbcba req-7f795546-86e9-4a56-aa39-0371c7691de1 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:48.837635 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3fd4e53c-60bc-432e-9cd0-7e344d6fbcba req-7f795546-86e9-4a56-aa39-0371c7691de1 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 943 time: 0.0792634 Apr 29 16:01:48.881927 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3fd4e53c-60bc-432e-9cd0-7e344d6fbcba req-371f3b8a-3c09-4b3f-8b70-a37325a24e98 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386808 Apr 29 16:01:49.643511 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:01:49.773530 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:49.787492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae', 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7', 'port_id': 'bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae', 'mac_address': 'fa:16:3e:08:f4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db43eb5e-49da-414b-acd8-9eee47a7ecbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:01:49.841969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:49.858295 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:01:49.874111 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:49.949868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:50.018173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:50.069188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2760a31-59e4-4ebd-8693-e53373837449 req-dd243890-7bce-4198-b49d-ef3950634368 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:50.070631 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e2760a31-59e4-4ebd-8693-e53373837449 req-dd243890-7bce-4198-b49d-ef3950634368 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 944 time: 0.0845094 Apr 29 16:01:50.114985 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e2760a31-59e4-4ebd-8693-e53373837449 req-ad1ea5ae-fde9-4399-a24a-e88b7abafba2 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380096 Apr 29 16:01:50.170180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:01:51.298911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0234986-a648-4804-bce4-34afd60e3f9e req-909d72b5-72f5-4341-a38e-83bb2f2c58c7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:51.300355 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f0234986-a648-4804-bce4-34afd60e3f9e req-909d72b5-72f5-4341-a38e-83bb2f2c58c7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 944 time: 0.0797982 Apr 29 16:01:51.344362 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f0234986-a648-4804-bce4-34afd60e3f9e req-1a149bb8-1e3e-48ea-ad0e-ae92cc40f700 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378318 Apr 29 16:01:51.658563 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:01:51.794956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:01:51.799673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:01:51.800033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:51.914266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:51.974734 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef2e059-2435-43c5-a284-f3b7c484ae14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:01:51.985078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:01:52.020385 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f42335-99b3-4135-8455-7c6e8c8e772a'] response: {'server_uuid': 'aef2e059-2435-43c5-a284-f3b7c484ae14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae', 'code': 200} Apr 29 16:01:52.040751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:52.109133 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:01:52.360850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3b621-79bd-4e59-a980-49eaae1135ea req-6cd4b86a-bbff-4d84-80e7-977afc2ab8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:52.362321 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-53d3b621-79bd-4e59-a980-49eaae1135ea req-6cd4b86a-bbff-4d84-80e7-977afc2ab8a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 1098 time: 0.0688074 Apr 29 16:01:52.406326 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-53d3b621-79bd-4e59-a980-49eaae1135ea req-d2686b05-49c0-4360-a101-ba137a740552 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383632 Apr 29 16:01:52.528447 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240f9c5-7319-46fb-bb41-7ea612c79f9b req-c9e89b5e-a6a0-4dd2-8a5f-4b624e9983b1 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:52.529983 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3240f9c5-7319-46fb-bb41-7ea612c79f9b req-c9e89b5e-a6a0-4dd2-8a5f-4b624e9983b1 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 945 time: 0.0831151 Apr 29 16:01:52.574722 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3240f9c5-7319-46fb-bb41-7ea612c79f9b req-21ab7936-a034-47bf-913b-fe99c674dcd9 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389128 Apr 29 16:01:53.760316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd045d6-16f7-4f0b-8bb3-4f7d6fd34d9a req-5cf8def0-cd00-4fef-a342-369940e1fc6f tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:53.762452 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-acd045d6-16f7-4f0b-8bb3-4f7d6fd34d9a req-5cf8def0-cd00-4fef-a342-369940e1fc6f tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 945 time: 0.0788171 Apr 29 16:01:53.809444 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-acd045d6-16f7-4f0b-8bb3-4f7d6fd34d9a req-253d78f8-92c2-4e40-a228-fc2173b7bfc7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Apr 29 16:01:53.998613 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73007f-296a-4b28-914b-c028861652f8 req-1dab11db-5d7b-4696-b97e-69e023710481 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:54.000496 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-db73007f-296a-4b28-914b-c028861652f8 req-1dab11db-5d7b-4696-b97e-69e023710481 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 945 time: 0.0837224 Apr 29 16:01:54.045109 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-db73007f-296a-4b28-914b-c028861652f8 req-02cfbc34-94f9-43af-81e8-1c18dcbfd97d tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393786 Apr 29 16:01:54.366058 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:01:56.850929 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-60166edf-75e8-4771-8d22-0916acea13f7 req-020d4eca-054f-4165-b7e7-4d04afb34539 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683856 Apr 29 16:01:56.986161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60166edf-75e8-4771-8d22-0916acea13f7 req-43c15974-817b-4a4a-bfa1-b83a4c765296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:56.987667 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-60166edf-75e8-4771-8d22-0916acea13f7 req-43c15974-817b-4a4a-bfa1-b83a4c765296 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdb6ccfda0ee4e96816985e3c4ac53ae&device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 1098 time: 0.0712240 Apr 29 16:01:57.138683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60166edf-75e8-4771-8d22-0916acea13f7 req-06172539-057c-4107-a5fa-a24858abb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:57.140350 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-60166edf-75e8-4771-8d22-0916acea13f7 req-06172539-057c-4107-a5fa-a24858abb5ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=0e6b000f-4558-424f-a248-4544c1432ba7 HTTP/1.1" status: 200 len: 918 time: 0.1348412 Apr 29 16:01:57.212178 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-60166edf-75e8-4771-8d22-0916acea13f7 req-61b688a3-8ca1-4382-83dc-3372a62eba04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae HTTP/1.1" status: 200 len: 217 time: 0.0661550 Apr 29 16:01:57.282108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60166edf-75e8-4771-8d22-0916acea13f7 req-169f1ea1-bb13-4e7c-852e-5515e701d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:57.283556 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-60166edf-75e8-4771-8d22-0916acea13f7 req-169f1ea1-bb13-4e7c-852e-5515e701d025 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db43eb5e-49da-414b-acd8-9eee47a7ecbf HTTP/1.1" status: 200 len: 856 time: 0.0631497 Apr 29 16:01:57.359324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60166edf-75e8-4771-8d22-0916acea13f7 req-a88ec182-0731-4b4b-90e4-dff110fffb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:01:57.360818 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-60166edf-75e8-4771-8d22-0916acea13f7 req-a88ec182-0731-4b4b-90e4-dff110fffb78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e6b000f-4558-424f-a248-4544c1432ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713530 Apr 29 16:01:57.492025 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-60166edf-75e8-4771-8d22-0916acea13f7 req-11debaee-d8da-434e-b6d7-b6e36f837698 service neutron] 10.222.0.44 "GET /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247761 Apr 29 16:01:57.626739 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-60166edf-75e8-4771-8d22-0916acea13f7 req-fdb9293b-a2e2-4b00-951c-4126a8ba6720 service neutron] 10.222.0.44 "GET /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278298 Apr 29 16:02:02.119677 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca90c-34ad-450b-a249-d52060bf7f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:04.211872 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a77e8735-4db4-463c-8a1f-87634c47dbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:05.218126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:05.475525 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:05.532667 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:02:07.166359 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:11.994879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27da9d-5082-4694-a144-e2048f78664d req-6bd71200-08b2-4ef7-854a-aad31ff46385 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:11.996330 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bb27da9d-5082-4694-a144-e2048f78664d req-6bd71200-08b2-4ef7-854a-aad31ff46385 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 945 time: 0.0846539 Apr 29 16:02:12.039959 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bb27da9d-5082-4694-a144-e2048f78664d req-881ce972-2088-4188-9c52-8265e14db7f1 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379591 Apr 29 16:02:13.239709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7ff41-4499-4a93-86a8-be3ad969c2ef req-0ca7ac9d-5663-4c52-9938-c843daa59a2e tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:13.241205 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fcc7ff41-4499-4a93-86a8-be3ad969c2ef req-0ca7ac9d-5663-4c52-9938-c843daa59a2e tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 945 time: 0.0816348 Apr 29 16:02:13.287896 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fcc7ff41-4499-4a93-86a8-be3ad969c2ef req-863efa62-6260-408b-af10-501fcb2f9afb tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400198 Apr 29 16:02:13.494473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-1e091188-d65c-4d32-83f4-c45455b987f5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:13.495432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-1e091188-d65c-4d32-83f4-c45455b987f5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Synchronizing usage tracker for tenant:cdb6ccfda0ee4e96816985e3c4ac53ae on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:02:13.577035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-1e091188-d65c-4d32-83f4-c45455b987f5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Unset dirty status for tenant:cdb6ccfda0ee4e96816985e3c4ac53ae on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:02:13.578148 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-1e091188-d65c-4d32-83f4-c45455b987f5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.44 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 945 time: 0.1599731 Apr 29 16:02:13.649519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Deleting port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:02:13.649857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:13.893140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] For port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:02:13.893409 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:14.109000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Calling delete_port for bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:02:14.292249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:14.304026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:02:14.340892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Pushing event deleted for resources: {'Port': ['ID=bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:14.383461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:14.383461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:14.383461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:14.383461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:14.383461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:14.383461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:14.383461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:14.383461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:14.384039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:14.384039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:14.384187 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:14.384435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:14.431310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] No DVR routers for this DVR port bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:02:14.435173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:14.437842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef2e059-2435-43c5-a284-f3b7c484ae14', 'name': 'network-vif-deleted', 'tag': 'bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:02:14.454755 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7e30dcab-a7ab-41a0-956d-e3335eec6f89 req-abaf3c04-0679-4d3b-8b64-6c7b0eeb3c75 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef2e059-2435-43c5-a284-f3b7c484ae14 HTTP/1.1" status: 200 len: 210 time: 0.0527744 Apr 29 16:02:14.496133 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b513a07-771f-444c-a0c0-576128c77bc2'] response: {'server_uuid': 'aef2e059-2435-43c5-a284-f3b7c484ae14', 'name': 'network-vif-deleted', 'tag': 'bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae', 'status': 'completed', 'code': 200} Apr 29 16:02:14.509747 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8641da99-37b2-4d39-a72c-0c0b6017ff1f req-90b83d99-f4a1-4c62-a6d4-b319bdf950a5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.44 "DELETE /v2.0/ports/bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae HTTP/1.1" status: 204 len: 173 time: 0.9262400 Apr 29 16:02:16.164261 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb990db-3b2a-482b-915b-25c33b962640 req-6c94094e-b44a-498e-a998-6767330d3f2e tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:16.165696 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-6c94094e-b44a-498e-a998-6767330d3f2e tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/networks?id=0e6b000f-4558-424f-a248-4544c1432ba7 HTTP/1.1" status: 200 len: 817 time: 0.1456416 Apr 29 16:02:16.181324 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-1a106aed-dd41-43ee-9a3d-471f6b033628 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/quotas/cdb6ccfda0ee4e96816985e3c4ac53ae HTTP/1.1" status: 200 len: 375 time: 0.0092249 Apr 29 16:02:16.264189 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-7343a21a-5108-41af-b94c-9f98727f3bd7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdb6ccfda0ee4e96816985e3c4ac53ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776911 Apr 29 16:02:16.495536 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-e388486f-3429-4e45-a03b-0a10c2a7b6f6 service neutron] 10.222.0.39 "GET /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194743 Apr 29 16:02:16.624171 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-2976040c-a9a7-4e06-b99e-c76268adbec7 service neutron] 10.222.0.39 "GET /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228158 Apr 29 16:02:16.893808 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-84a92e1b-b598-4425-8c1c-64f49f171239 req-a318126a-7bbb-44f4-8ff3-4843a1c19abb tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 210 time: 0.0471988 Apr 29 16:02:17.861750 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:02:17.896836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:02:17.897185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device bc481a5c-ab0f-4a5e-82fd-f67bb87a6bae not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:02:18.041249 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e9c12d25-060b-4e60-ad27-ba40a5d77451 req-00f84895-fdb0-4286-a7f8-d6982ccb082a tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 210 time: 0.0424361 Apr 29 16:02:18.639595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb990db-3b2a-482b-915b-25c33b962640 req-a5de9e26-e820-4a1f-9b8c-8bddecd56528 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:18.640952 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-a5de9e26-e820-4a1f-9b8c-8bddecd56528 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.44 "GET /v2.0/networks?id=0e6b000f-4558-424f-a248-4544c1432ba7 HTTP/1.1" status: 200 len: 817 time: 0.1430702 Apr 29 16:02:18.653060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Request body: {'port': {'device_id': 'de1974f8-d2fe-4c01-9856-3a9b34b90a99', 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7', 'admin_state_up': True, 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:02:18.789745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:02:18.794132 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Usage tracker for resource:port and tenant:cdb6ccfda0ee4e96816985e3c4ac53ae is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:02:18.797078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:02:18.803156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:02:18.868754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Made reservation on behalf of cdb6ccfda0ee4e96816985e3c4ac53ae for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:02:18.872239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:19.033881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Allocated IP 172.20.0.10 (0e6b000f-4558-424f-a248-4544c1432ba7/db43eb5e-49da-414b-acd8-9eee47a7ecbf/d0f7597e-5578-42bf-acd1-20ad30111224) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:02:19.190409 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-25c2a91b-a3f3-492b-b37c-d2dbd8a13950 req-21958b05-ea38-4683-a9eb-923a4890f6a7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 210 time: 0.0423501 Apr 29 16:02:19.234940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:19.250678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Transition to ACTIVE for port object d0f7597e-5578-42bf-acd1-20ad30111224 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:02:19.343762 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:19.413378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Network 0e6b000f-4558-424f-a248-4544c1432ba7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:02:19.416364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:02:19.420163 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:02:19.457007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Pushing event updated for resources: {'Port': ['ID=d0f7597e-5578-42bf-acd1-20ad30111224,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:19.487775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:19.488314 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:19.584271 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-02e2e694-d4fc-43bb-97e4-68a0990c99d7 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9352777 Apr 29 16:02:19.598311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Request body: {'port': {'device_id': 'de1974f8-d2fe-4c01-9856-3a9b34b90a99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:02:19.709407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:19.743526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-94cf3a35-1ab1-4bcf-81eb-8eeecfed8905 None None] Provisioning for port d0f7597e-5578-42bf-acd1-20ad30111224 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:02:19.749603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-94cf3a35-1ab1-4bcf-81eb-8eeecfed8905 None None] Provisioning complete for port d0f7597e-5578-42bf-acd1-20ad30111224 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:02:19.752367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-94cf3a35-1ab1-4bcf-81eb-8eeecfed8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:19.806110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-94cf3a35-1ab1-4bcf-81eb-8eeecfed8905 None None] Port d0f7597e-5578-42bf-acd1-20ad30111224 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:02:20.042513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f7597e-5578-42bf-acd1-20ad30111224 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:02:20.049593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:20.063655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Transition to ACTIVE for port object d0f7597e-5578-42bf-acd1-20ad30111224 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:02:20.120311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:20.391106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Pushing event updated for resources: {'Port': ['ID=d0f7597e-5578-42bf-acd1-20ad30111224,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:20.396033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29919a69-2429-4bf7-bc6d-63d60883bf69 req-477bc1dd-bec1-4470-8b97-0e5b69b0f864 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:20.397531 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-29919a69-2429-4bf7-bc6d-63d60883bf69 req-477bc1dd-bec1-4470-8b97-0e5b69b0f864 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 944 time: 0.0859733 Apr 29 16:02:20.443885 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-29919a69-2429-4bf7-bc6d-63d60883bf69 req-96bf34e3-19a5-413d-9046-6191d9531160 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391526 Apr 29 16:02:20.468263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Attempting to bind port d0f7597e-5578-42bf-acd1-20ad30111224 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:02:20.468621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Attempting to bind port d0f7597e-5578-42bf-acd1-20ad30111224 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:02:20.468947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Attempting to bind port d0f7597e-5578-42bf-acd1-20ad30111224 on network 0e6b000f-4558-424f-a248-4544c1432ba7 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:02:20.473488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Port d0f7597e-5578-42bf-acd1-20ad30111224 on network 0e6b000f-4558-424f-a248-4544c1432ba7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:02:20.473803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Attempting to bind port d0f7597e-5578-42bf-acd1-20ad30111224 on network 0e6b000f-4558-424f-a248-4544c1432ba7 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:02:20.478750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:02:20.479249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Checking segment: {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:02:20.479723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Bound using segment: {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:02:20.480142 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Bound port: d0f7597e-5578-42bf-acd1-20ad30111224, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78979113-5bd0-4ae2-9feb-c056ef9fa8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:02:20.480500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:20.565928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] For port d0f7597e-5578-42bf-acd1-20ad30111224, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:02:20.568753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] For port d0f7597e-5578-42bf-acd1-20ad30111224, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d0f7597e-5578-42bf-acd1-20ad30111224,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:02:20.657535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:20.720390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:20.721173 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:20.722363 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] 10.222.0.44 "PUT /v2.0/ports/d0f7597e-5578-42bf-acd1-20ad30111224 HTTP/1.1" status: 200 len: 1094 time: 1.1279557 Apr 29 16:02:20.722786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1974f8-d2fe-4c01-9856-3a9b34b90a99', 'tag': 'd0f7597e-5578-42bf-acd1-20ad30111224'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:02:20.742366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681caf87-cc61-420d-a108-f1d3bc77669f service neutron] Pushing event updated for resources: {'Port': ['ID=d0f7597e-5578-42bf-acd1-20ad30111224,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:20.774994 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e738beb3-63fb-4680-85c4-19d67dcb18e8'] response: {'name': 'network-changed', 'server_uuid': 'de1974f8-d2fe-4c01-9856-3a9b34b90a99', 'tag': 'd0f7597e-5578-42bf-acd1-20ad30111224', 'status': 'completed', 'code': 200} Apr 29 16:02:20.874177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcf40a-467f-4c1c-a4e9-98b869de618b req-cff924fa-fd87-40b6-8613-3a6116e2517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:20.875658 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d1bcf40a-467f-4c1c-a4e9-98b869de618b req-cff924fa-fd87-40b6-8613-3a6116e2517b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdb6ccfda0ee4e96816985e3c4ac53ae&device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 1097 time: 0.0808637 Apr 29 16:02:21.016967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcf40a-467f-4c1c-a4e9-98b869de618b req-20e7ebfb-277b-4d72-a305-29b26fad58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:21.018319 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d1bcf40a-467f-4c1c-a4e9-98b869de618b req-20e7ebfb-277b-4d72-a305-29b26fad58ed service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=cdb6ccfda0ee4e96816985e3c4ac53ae&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1364348 Apr 29 16:02:21.150851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcf40a-467f-4c1c-a4e9-98b869de618b req-75a8cf12-199e-40fa-8cf5-8d5bb246c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:21.152965 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d1bcf40a-467f-4c1c-a4e9-98b869de618b req-75a8cf12-199e-40fa-8cf5-8d5bb246c91d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290059 Apr 29 16:02:21.256935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb990db-3b2a-482b-915b-25c33b962640 req-d123e778-9751-4584-b573-3a4074320edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:21.258381 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-d123e778-9751-4584-b573-3a4074320edb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdb6ccfda0ee4e96816985e3c4ac53ae&device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 1097 time: 0.0717316 Apr 29 16:02:21.327851 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-9b61dee6-993a-49dc-8169-5c0a78796402 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0f7597e-5578-42bf-acd1-20ad30111224 HTTP/1.1" status: 200 len: 217 time: 0.0619671 Apr 29 16:02:21.387149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb990db-3b2a-482b-915b-25c33b962640 req-7d6f6687-3216-41f3-8dc1-9c3f369a0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:21.388537 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-7d6f6687-3216-41f3-8dc1-9c3f369a0ca7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=db43eb5e-49da-414b-acd8-9eee47a7ecbf HTTP/1.1" status: 200 len: 856 time: 0.0554771 Apr 29 16:02:21.459542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb990db-3b2a-482b-915b-25c33b962640 req-36def2cc-e7e0-40dc-b8db-747188bf158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:21.460985 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-36def2cc-e7e0-40dc-b8db-747188bf158b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e6b000f-4558-424f-a248-4544c1432ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672503 Apr 29 16:02:21.591464 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-1fa62823-933d-4dc5-bb09-6f51ba867923 service neutron] 10.222.0.44 "GET /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229694 Apr 29 16:02:21.626828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89512273-f0b2-443c-b94d-ffcae3baa944 req-b852b408-3049-4094-91e2-9f3ef6cda0d5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:21.628292 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-89512273-f0b2-443c-b94d-ffcae3baa944 req-b852b408-3049-4094-91e2-9f3ef6cda0d5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 944 time: 0.0791566 Apr 29 16:02:21.671808 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-89512273-f0b2-443c-b94d-ffcae3baa944 req-b50511d0-617a-4af8-87d0-a473c566409c tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378206 Apr 29 16:02:21.722896 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ccb990db-3b2a-482b-915b-25c33b962640 req-a6dc3d69-001c-46bb-8209-47f9a03e55f5 service neutron] 10.222.0.44 "GET /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249974 Apr 29 16:02:22.863002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f49ae-ca17-41c7-8e69-ce6ad951a408 req-b7966407-6bf1-4cab-933b-d2d0081f04af tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:22.864494 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ee9f49ae-ca17-41c7-8e69-ce6ad951a408 req-b7966407-6bf1-4cab-933b-d2d0081f04af tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 944 time: 0.0843387 Apr 29 16:02:22.908397 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ee9f49ae-ca17-41c7-8e69-ce6ad951a408 req-4346bd87-96d7-4f41-8ca4-d8ff2f14c2fb tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376639 Apr 29 16:02:24.090702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299be32-4fc3-46b1-b961-c2a7d6ea2b48 req-a425bfd5-433a-403d-9d49-772b42a67d02 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:24.092140 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4299be32-4fc3-46b1-b961-c2a7d6ea2b48 req-a425bfd5-433a-403d-9d49-772b42a67d02 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 944 time: 0.0790765 Apr 29 16:02:24.139278 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4299be32-4fc3-46b1-b961-c2a7d6ea2b48 req-04b48ac9-fa08-4649-8a39-0c3861088999 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Apr 29 16:02:24.292074 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:25.321278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238fb8f-4150-452b-b3dc-96ce23705b58 req-0eff93af-4142-4a7b-b6fa-9bb70c11a5cc tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:25.322735 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c238fb8f-4150-452b-b3dc-96ce23705b58 req-0eff93af-4142-4a7b-b6fa-9bb70c11a5cc tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 944 time: 0.0798104 Apr 29 16:02:25.366054 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c238fb8f-4150-452b-b3dc-96ce23705b58 req-658ff6b3-5cdb-4938-af9b-8e19d508f190 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365727 Apr 29 16:02:25.892391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device d0f7597e-5578-42bf-acd1-20ad30111224 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:02:26.022724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port d0f7597e-5578-42bf-acd1-20ad30111224, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d0f7597e-5578-42bf-acd1-20ad30111224,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:02:26.035472 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'd0f7597e-5578-42bf-acd1-20ad30111224', 'network_id': '0e6b000f-4558-424f-a248-4544c1432ba7', 'port_id': 'd0f7597e-5578-42bf-acd1-20ad30111224', 'mac_address': 'fa:16:3e:f5:36:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db43eb5e-49da-414b-acd8-9eee47a7ecbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:02:26.088959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:26.105385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f7597e-5578-42bf-acd1-20ad30111224 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:02:26.120227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port d0f7597e-5578-42bf-acd1-20ad30111224, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d0f7597e-5578-42bf-acd1-20ad30111224,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:02:26.177903 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:26.247397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=d0f7597e-5578-42bf-acd1-20ad30111224,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:26.375606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['d0f7597e-5578-42bf-acd1-20ad30111224'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:02:26.554284 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6e17-a16f-4126-b938-d7ad2300698c req-e3b08484-92ac-4a95-b052-90a4949eeba9 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:26.555629 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-39db6e17-a16f-4126-b938-d7ad2300698c req-e3b08484-92ac-4a95-b052-90a4949eeba9 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 945 time: 0.0825334 Apr 29 16:02:26.598893 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-39db6e17-a16f-4126-b938-d7ad2300698c req-82ddf2a4-fc84-481b-8d5f-8f4671c4c9a8 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369771 Apr 29 16:02:27.781803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d09a9-b87e-4652-8dd5-5ad920aa1770 req-f62b4bd5-c79b-4f65-be19-cf28cb7a385f tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:27.783274 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ba7d09a9-b87e-4652-8dd5-5ad920aa1770 req-f62b4bd5-c79b-4f65-be19-cf28cb7a385f tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 945 time: 0.0796547 Apr 29 16:02:27.826999 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ba7d09a9-b87e-4652-8dd5-5ad920aa1770 req-5081a3c8-2724-42ae-bc9b-0935e8e51581 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381341 Apr 29 16:02:27.907890 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device d0f7597e-5578-42bf-acd1-20ad30111224 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:02:28.051187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port d0f7597e-5578-42bf-acd1-20ad30111224 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:02:28.056013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port d0f7597e-5578-42bf-acd1-20ad30111224 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:02:28.056378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:28.169520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:28.195260 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1974f8-d2fe-4c01-9856-3a9b34b90a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f7597e-5578-42bf-acd1-20ad30111224'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:02:28.205988 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port d0f7597e-5578-42bf-acd1-20ad30111224, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d0f7597e-5578-42bf-acd1-20ad30111224,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:02:28.238703 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c51b45-7417-459e-ab4b-3ecbbaa64671'] response: {'server_uuid': 'de1974f8-d2fe-4c01-9856-3a9b34b90a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f7597e-5578-42bf-acd1-20ad30111224', 'code': 200} Apr 29 16:02:28.269495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:28.338641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=d0f7597e-5578-42bf-acd1-20ad30111224,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:28.571478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b874df9-fa93-4782-bfa0-d82c8e4fadde req-c203f496-9647-4450-8807-3ccc46b3b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:28.572860 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1b874df9-fa93-4782-bfa0-d82c8e4fadde req-c203f496-9647-4450-8807-3ccc46b3b8d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 1099 time: 0.0733922 Apr 29 16:02:28.612150 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1b874df9-fa93-4782-bfa0-d82c8e4fadde req-25afe9a2-30b4-4539-ad50-02d311cad3dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334232 Apr 29 16:02:29.015251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b18e2c-56dd-49c4-8cb3-3aecc7db87e3 req-cadc2455-a794-4623-a6d6-5fdce762ecb8 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:29.016740 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56b18e2c-56dd-49c4-8cb3-3aecc7db87e3 req-cadc2455-a794-4623-a6d6-5fdce762ecb8 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 946 time: 0.0828257 Apr 29 16:02:29.061313 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56b18e2c-56dd-49c4-8cb3-3aecc7db87e3 req-c7c1a1a2-f09a-40da-9c56-73a4d98b3053 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385997 Apr 29 16:02:30.245159 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba6a29-fd62-4398-b80b-9d59a49e8459 req-07444a2c-ebff-41ab-92a8-5bfd0907d91e tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:30.247352 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-02ba6a29-fd62-4398-b80b-9d59a49e8459 req-07444a2c-ebff-41ab-92a8-5bfd0907d91e tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 946 time: 0.0788915 Apr 29 16:02:30.291704 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-02ba6a29-fd62-4398-b80b-9d59a49e8459 req-f98199ea-8aca-4074-81ea-ee06e825a20b tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 Apr 29 16:02:30.474821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fd193-b1d7-413d-8127-90c45d9abf23 req-79a72a4a-46b4-4299-a93b-6df467008b26 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:30.476238 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-429fd193-b1d7-413d-8127-90c45d9abf23 req-79a72a4a-46b4-4299-a93b-6df467008b26 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 946 time: 0.0814495 Apr 29 16:02:30.520131 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-429fd193-b1d7-413d-8127-90c45d9abf23 req-5d2f1b54-e489-4581-8d8c-32caa5b3ac30 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380483 Apr 29 16:02:32.120700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5f4cdb4d-85de-41e7-acf0-9b95265f786f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:34.206071 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8a50ecd3-f3ed-48b0-8693-1f241ed9a7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:35.251736 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:35.473894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:37.165559 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:42.532638 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:02:48.363775 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd756288-113b-41cd-bcf4-f6eed3b97cec req-b1c70c49-2123-457d-8c8a-1f0d7b23381a tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:48.365210 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fd756288-113b-41cd-bcf4-f6eed3b97cec req-b1c70c49-2123-457d-8c8a-1f0d7b23381a tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 946 time: 0.0816467 Apr 29 16:02:48.408329 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fd756288-113b-41cd-bcf4-f6eed3b97cec req-667279f6-010f-439c-8d44-801c5f547d64 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375259 Apr 29 16:02:49.593649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ade16d-ade6-4a0a-b8d9-d6a9850a008c req-b3ad8836-6c54-481b-92b8-e379b71b6d38 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:49.595093 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-67ade16d-ade6-4a0a-b8d9-d6a9850a008c req-b3ad8836-6c54-481b-92b8-e379b71b6d38 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 946 time: 0.0801275 Apr 29 16:02:49.639888 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-67ade16d-ade6-4a0a-b8d9-d6a9850a008c req-2590748e-b483-4822-8add-bdbd4388fbb9 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/security-groups?id=362770c9-44da-41fa-96b9-6537cfeb3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390859 Apr 29 16:02:49.821870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-3483e1e8-3c7f-4000-9ead-c54ad85e6fd5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:02:49.822464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-3483e1e8-3c7f-4000-9ead-c54ad85e6fd5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Synchronizing usage tracker for tenant:cdb6ccfda0ee4e96816985e3c4ac53ae on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:02:49.885338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-3483e1e8-3c7f-4000-9ead-c54ad85e6fd5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Unset dirty status for tenant:cdb6ccfda0ee4e96816985e3c4ac53ae on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:02:49.886503 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-3483e1e8-3c7f-4000-9ead-c54ad85e6fd5 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.44 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 946 time: 0.1404605 Apr 29 16:02:49.957607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-6dfdba74-5a4e-48d8-984d-81bb7a054d41 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Deleting port d0f7597e-5578-42bf-acd1-20ad30111224 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:02:49.957936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-6dfdba74-5a4e-48d8-984d-81bb7a054d41 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.194447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-6dfdba74-5a4e-48d8-984d-81bb7a054d41 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] For port d0f7597e-5578-42bf-acd1-20ad30111224, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d0f7597e-5578-42bf-acd1-20ad30111224,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:02:50.194803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-6dfdba74-5a4e-48d8-984d-81bb7a054d41 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.316563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-6dfdba74-5a4e-48d8-984d-81bb7a054d41 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Calling delete_port for d0f7597e-5578-42bf-acd1-20ad30111224 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:02:50.491278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-6dfdba74-5a4e-48d8-984d-81bb7a054d41 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.503965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['d0f7597e-5578-42bf-acd1-20ad30111224'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:02:50.540999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdba74-5a4e-48d8-984d-81bb7a054d41 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Pushing event deleted for resources: {'Port': ['ID=d0f7597e-5578-42bf-acd1-20ad30111224,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:50.726806 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-6dfdba74-5a4e-48d8-984d-81bb7a054d41 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] No DVR routers for this DVR port d0f7597e-5578-42bf-acd1-20ad30111224 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:02:50.729380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-6dfdba74-5a4e-48d8-984d-81bb7a054d41 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:50.732204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1974f8-d2fe-4c01-9856-3a9b34b90a99', 'name': 'network-vif-deleted', 'tag': 'd0f7597e-5578-42bf-acd1-20ad30111224'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:02:50.777562 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac0589d-4937-44b3-acd7-faa5a0a27e98'] response: {'server_uuid': 'de1974f8-d2fe-4c01-9856-3a9b34b90a99', 'name': 'network-vif-deleted', 'tag': 'd0f7597e-5578-42bf-acd1-20ad30111224', 'status': 'completed', 'code': 200} Apr 29 16:02:50.803081 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3caf1be6-fd6a-4ca6-a0c1-41b6f947a7c0 req-24e70ce3-104a-4ea2-ba01-8804b15b11d4 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.39 "GET /v2.0/ports?device_id=de1974f8-d2fe-4c01-9856-3a9b34b90a99 HTTP/1.1" status: 200 len: 210 time: 0.0482061 Apr 29 16:02:50.812685 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-43d477a8-acc4-4c82-b374-93997fec58d0 req-6dfdba74-5a4e-48d8-984d-81bb7a054d41 tempest-TestEncryptedCinderVolumes-1741292851 tempest-TestEncryptedCinderVolumes-1741292851-project] 10.222.0.44 "DELETE /v2.0/ports/d0f7597e-5578-42bf-acd1-20ad30111224 HTTP/1.1" status: 204 len: 173 time: 0.9147029 Apr 29 16:02:51.982913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45444) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:52.501771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ce1d-df4e-4b59-b6e2-15421457bf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:52.837194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6cf4ce1d-df4e-4b59-b6e2-15421457bf22 admin admin] Deleting port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:02:52.837526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ce1d-df4e-4b59-b6e2-15421457bf22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:53.008607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-6cf4ce1d-df4e-4b59-b6e2-15421457bf22 admin admin] For port ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:02:53.009310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ce1d-df4e-4b59-b6e2-15421457bf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:53.130607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6cf4ce1d-df4e-4b59-b6e2-15421457bf22 admin admin] Calling delete_port for ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:02:53.359795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ce1d-df4e-4b59-b6e2-15421457bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:53.509685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4ce1d-df4e-4b59-b6e2-15421457bf22 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:53.775480 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ce1d-df4e-4b59-b6e2-15421457bf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:54.032417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device d0f7597e-5578-42bf-acd1-20ad30111224 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:02:54.065768 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: d0f7597e-5578-42bf-acd1-20ad30111224 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:02:54.066107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device d0f7597e-5578-42bf-acd1-20ad30111224 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:02:54.125092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf4ce1d-df4e-4b59-b6e2-15421457bf22 admin admin] Router cbd3d193-adf0-4721-a97b-53014f355e01 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:02:54.298261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:54.304399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf4ce1d-df4e-4b59-b6e2-15421457bf22 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:02:54.316764 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f570c03-841d-4f35-b8b4-a22a752af445 None None] Sync routers for ids ['cbd3d193-adf0-4721-a97b-53014f355e01'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:02:54.317972 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6cf4ce1d-df4e-4b59-b6e2-15421457bf22 admin admin] 10.222.0.39 "PUT /v2.0/routers/cbd3d193-adf0-4721-a97b-53014f355e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3339972 Apr 29 16:02:54.320622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 45448) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:54.328936 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f570c03-841d-4f35-b8b4-a22a752af445 None None] Routers {'cbd3d193-adf0-4721-a97b-53014f355e01'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:02:54.330302 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7f570c03-841d-4f35-b8b4-a22a752af445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:02:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['cbd3d193-adf0-4721-a97b-53014f355e01'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:54.510287 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-7f570c03-841d-4f35-b8b4-a22a752af445 None None] Set router cbd3d193-adf0-4721-a97b-53014f355e01 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:02:54.597826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:54.775284 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:54.792026 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7f570c03-841d-4f35-b8b4-a22a752af445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'name': 'tempest-TestEncryptedCinderVolumes-2107749438-router', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:26Z', 'updated_at': '2022-04-29T16:02:53Z', 'revision_number': 5, 'project_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'gw_port': {'id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:27Z', 'updated_at': '2022-04-29T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:54.795994 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f570c03-841d-4f35-b8b4-a22a752af445 None None] Checking router: cbd3d193-adf0-4721-a97b-53014f355e01 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:02:54.804317 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f570c03-841d-4f35-b8b4-a22a752af445 None None] Routers {'cbd3d193-adf0-4721-a97b-53014f355e01'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:02:54.804927 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7f570c03-841d-4f35-b8b4-a22a752af445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:02:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['cbd3d193-adf0-4721-a97b-53014f355e01'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:54.863201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Deleting port 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:02:54.863503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:54.987995 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-7f570c03-841d-4f35-b8b4-a22a752af445 None None] Set router cbd3d193-adf0-4721-a97b-53014f355e01 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:02:55.040988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] For port 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1b0f61aa-6807-4d9e-b5b4-e2e324b1f866,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:02:55.041342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.169232 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Calling delete_port for 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:02:55.272675 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-7f570c03-841d-4f35-b8b4-a22a752af445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'name': 'tempest-TestEncryptedCinderVolumes-2107749438-router', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:26Z', 'updated_at': '2022-04-29T16:02:53Z', 'revision_number': 5, 'project_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'gw_port': {'id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:27Z', 'updated_at': '2022-04-29T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:55.276871 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f570c03-841d-4f35-b8b4-a22a752af445 None None] The sync data for ids ['cbd3d193-adf0-4721-a97b-53014f355e01'] in dv-neutron-839183-1-hyperv is: [{'id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'name': 'tempest-TestEncryptedCinderVolumes-2107749438-router', 'tenant_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:26Z', 'updated_at': '2022-04-29T16:02:53Z', 'revision_number': 5, 'project_id': 'cdb6ccfda0ee4e96816985e3c4ac53ae', 'gw_port': {'id': '1b0f61aa-6807-4d9e-b5b4-e2e324b1f866', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd3d193-adf0-4721-a97b-53014f355e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:27Z', 'updated_at': '2022-04-29T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:02:55.377080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.422766 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b0f61aa-6807-4d9e-b5b4-e2e324b1f866,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:55.464250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:55.464625 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:55.464964 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:55.465294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:55.465723 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:55.466148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:55.466471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:55.466793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:55.467115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:55.467432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:55.467753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:55.468069 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:02:55.524427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.697071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.699366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.771445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.771947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbd3d193-adf0-4721-a97b-53014f355e01 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:02:55.784429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.785575 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1241edd9-421b-4db7-90d2-79e359398890 admin admin] 10.222.0.39 "DELETE /v2.0/routers/cbd3d193-adf0-4721-a97b-53014f355e01 HTTP/1.1" status: 204 len: 168 time: 1.4634621 Apr 29 16:02:55.788164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 45452) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:55.849165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-2472f6b8-563a-4f5d-84e9-97e9d2912cc6 admin admin] Deleting subnet db43eb5e-49da-414b-acd8-9eee47a7ecbf {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:02:55.852285 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2472f6b8-563a-4f5d-84e9-97e9d2912cc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.905664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2472f6b8-563a-4f5d-84e9-97e9d2912cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:55.980400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2472f6b8-563a-4f5d-84e9-97e9d2912cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.108858 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2472f6b8-563a-4f5d-84e9-97e9d2912cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.255423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472f6b8-563a-4f5d-84e9-97e9d2912cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db43eb5e-49da-414b-acd8-9eee47a7ecbf,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:56.263014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2472f6b8-563a-4f5d-84e9-97e9d2912cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.268422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3420a8e-7b58-4201-9a99-431e473334fc None None] Network 0e6b000f-4558-424f-a248-4544c1432ba7 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:02:56.271848 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2472f6b8-563a-4f5d-84e9-97e9d2912cc6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/db43eb5e-49da-414b-acd8-9eee47a7ecbf HTTP/1.1" status: 204 len: 168 time: 0.4804606 Apr 29 16:02:56.272628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45456) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:56.377753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.388390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Deleting port ec57910d-63f7-4c47-ac9b-8e87fc3c557c {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:02:56.389095 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.508523 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df9ff8-ac02-41a6-b83d-4fa83b4521e5 None None] DHCP port deletion for 0e6b000f-4558-424f-a248-4544c1432ba7 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:02:56.513155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-74df9ff8-ac02-41a6-b83d-4fa83b4521e5 None None] Deleting port ec57910d-63f7-4c47-ac9b-8e87fc3c557c {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:02:56.513678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-74df9ff8-ac02-41a6-b83d-4fa83b4521e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.595645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] For port ec57910d-63f7-4c47-ac9b-8e87fc3c557c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ec57910d-63f7-4c47-ac9b-8e87fc3c557c,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:02:56.596208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.744875 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-74df9ff8-ac02-41a6-b83d-4fa83b4521e5 None None] For port ec57910d-63f7-4c47-ac9b-8e87fc3c557c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ec57910d-63f7-4c47-ac9b-8e87fc3c557c,segment=NetworkSegment(78979113-5bd0-4ae2-9feb-c056ef9fa8ba),segment_id=78979113-5bd0-4ae2-9feb-c056ef9fa8ba)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:02:56.745235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-74df9ff8-ac02-41a6-b83d-4fa83b4521e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.827322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Calling delete_port for ec57910d-63f7-4c47-ac9b-8e87fc3c557c owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:02:56.868247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-74df9ff8-ac02-41a6-b83d-4fa83b4521e5 None None] Calling delete_port for ec57910d-63f7-4c47-ac9b-8e87fc3c557c owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:02:56.983245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:56.989370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-74df9ff8-ac02-41a6-b83d-4fa83b4521e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:02:56.991648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-74df9ff8-ac02-41a6-b83d-4fa83b4521e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:02:57.037603 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec57910d-63f7-4c47-ac9b-8e87fc3c557c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:57.039322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] No DVR routers for this DVR port ec57910d-63f7-4c47-ac9b-8e87fc3c557c on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:02:57.151843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:57.157691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:02:57.177860 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6b000f-4558-424f-a248-4544c1432ba7']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:57.190428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78979113-5bd0-4ae2-9feb-c056ef9fa8ba') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:57.190716 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78979113-5bd0-4ae2-9feb-c056ef9fa8ba') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:02:57.192398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:02:57.192777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ce6aa4b5-b0b9-4e76-b4e4-c50864a9bc2e not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:02:57.193185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:02:57.201909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:57.218003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:57.224779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:02:57.225273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:57.228180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:02:57.228645 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1b0f61aa-6807-4d9e-b5b4-e2e324b1f866 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:02:57.229104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ec57910d-63f7-4c47-ac9b-8e87fc3c557c no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:02:57.239998 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:02:57.262877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: ec57910d-63f7-4c47-ac9b-8e87fc3c557c {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:02:57.263210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ec57910d-63f7-4c47-ac9b-8e87fc3c557c not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:02:57.371515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:57.386852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:57.398134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6b000f-4558-424f-a248-4544c1432ba7,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:57.480244 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f01f0101-1441-4a98-8bf6-3ca4878dbc63 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0e6b000f-4558-424f-a248-4544c1432ba7 HTTP/1.1" status: 204 len: 168 time: 1.2064722 Apr 29 16:02:57.483674 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45460) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:57.491420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-74df9ff8-ac02-41a6-b83d-4fa83b4521e5 None None] Deleting port ec57910d-63f7-4c47-ac9b-8e87fc3c557c {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:02:57.491962 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-74df9ff8-ac02-41a6-b83d-4fa83b4521e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:57.559780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-74df9ff8-ac02-41a6-b83d-4fa83b4521e5 None None] The port 'ec57910d-63f7-4c47-ac9b-8e87fc3c557c' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 16:02:58.013331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c00b-2aac-4e47-8082-218758ac02e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:58.350338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4c00b-2aac-4e47-8082-218758ac02e1 admin admin] Deleting port 51ea5c94-33e9-42b5-9674-2dc70f710e4e {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:02:58.350891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c00b-2aac-4e47-8082-218758ac02e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:58.620786 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-2cf4c00b-2aac-4e47-8082-218758ac02e1 admin admin] For port 51ea5c94-33e9-42b5-9674-2dc70f710e4e, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=51ea5c94-33e9-42b5-9674-2dc70f710e4e,segment=NetworkSegment(6e5c6e82-53b6-4c54-89f1-5dd1920885d3),segment_id=6e5c6e82-53b6-4c54-89f1-5dd1920885d3)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:02:58.621427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c00b-2aac-4e47-8082-218758ac02e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:58.741853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4c00b-2aac-4e47-8082-218758ac02e1 admin admin] Calling delete_port for 51ea5c94-33e9-42b5-9674-2dc70f710e4e owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:02:58.948209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c00b-2aac-4e47-8082-218758ac02e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:58.998426 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4c00b-2aac-4e47-8082-218758ac02e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ea5c94-33e9-42b5-9674-2dc70f710e4e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:02:59.264891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c00b-2aac-4e47-8082-218758ac02e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:02:59.612591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf4c00b-2aac-4e47-8082-218758ac02e1 admin admin] Router 247906cd-c18d-4146-9e96-6c4c6bd956c9 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:02:59.895023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf4c00b-2aac-4e47-8082-218758ac02e1 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:02:59.903846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed088ff-bed7-453e-90fb-5fd4a9e4722f None None] Sync routers for ids ['247906cd-c18d-4146-9e96-6c4c6bd956c9'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:02:59.904498 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2cf4c00b-2aac-4e47-8082-218758ac02e1 admin admin] 10.222.0.39 "PUT /v2.0/routers/247906cd-c18d-4146-9e96-6c4c6bd956c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4192028 Apr 29 16:02:59.906247 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45464) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:02:59.912860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed088ff-bed7-453e-90fb-5fd4a9e4722f None None] Routers {'247906cd-c18d-4146-9e96-6c4c6bd956c9'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:02:59.913464 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-aed088ff-bed7-453e-90fb-5fd4a9e4722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:02:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['247906cd-c18d-4146-9e96-6c4c6bd956c9'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:00.080905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:00.085385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-aed088ff-bed7-453e-90fb-5fd4a9e4722f None None] Set router 247906cd-c18d-4146-9e96-6c4c6bd956c9 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:03:00.255459 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:00.303249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Deleting port 20d25936-cd19-43af-9b45-ff9ebdd991a1 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:03:00.303597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:00.366698 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-aed088ff-bed7-453e-90fb-5fd4a9e4722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'name': 'tempest-TestEncryptedCinderVolumes-1835823685-router', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17'}], 'enable_snat': True}, 'gw_port_id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:02:58Z', 'revision_number': 5, 'project_id': 'a4f11b56849348fd96344fa17251af96', 'gw_port': {'id': '20d25936-cd19-43af-9b45-ff9ebdd991a1', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:00.370568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed088ff-bed7-453e-90fb-5fd4a9e4722f None None] Checking router: 247906cd-c18d-4146-9e96-6c4c6bd956c9 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:03:00.378849 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed088ff-bed7-453e-90fb-5fd4a9e4722f None None] Routers {'247906cd-c18d-4146-9e96-6c4c6bd956c9'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:03:00.379442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-aed088ff-bed7-453e-90fb-5fd4a9e4722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:02:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['247906cd-c18d-4146-9e96-6c4c6bd956c9'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:00.477914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] For port 20d25936-cd19-43af-9b45-ff9ebdd991a1, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=20d25936-cd19-43af-9b45-ff9ebdd991a1,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:03:00.478282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:00.526335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-aed088ff-bed7-453e-90fb-5fd4a9e4722f None None] Set router 247906cd-c18d-4146-9e96-6c4c6bd956c9 gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:03:00.599929 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Calling delete_port for 20d25936-cd19-43af-9b45-ff9ebdd991a1 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:03:00.664761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-aed088ff-bed7-453e-90fb-5fd4a9e4722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'name': 'tempest-TestEncryptedCinderVolumes-1835823685-router', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:03:00Z', 'revision_number': 6, 'project_id': 'a4f11b56849348fd96344fa17251af96', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:00.668773 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed088ff-bed7-453e-90fb-5fd4a9e4722f None None] The sync data for ids ['247906cd-c18d-4146-9e96-6c4c6bd956c9'] in dv-neutron-839183-1-hyperv is: [{'id': '247906cd-c18d-4146-9e96-6c4c6bd956c9', 'name': 'tempest-TestEncryptedCinderVolumes-1835823685-router', 'tenant_id': 'a4f11b56849348fd96344fa17251af96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:01:34Z', 'updated_at': '2022-04-29T16:03:00Z', 'revision_number': 6, 'project_id': 'a4f11b56849348fd96344fa17251af96', 'gw_port_host': None}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:03:00.822585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:00.867587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d25936-cd19-43af-9b45-ff9ebdd991a1,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:00.958555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:01.135575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:01.137905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:01.210651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:01.211154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 247906cd-c18d-4146-9e96-6c4c6bd956c9 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:03:01.223800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:01.224966 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-899893e4-6215-4002-97b9-a17c32d62195 admin admin] 10.222.0.39 "DELETE /v2.0/routers/247906cd-c18d-4146-9e96-6c4c6bd956c9 HTTP/1.1" status: 204 len: 168 time: 1.3178227 Apr 29 16:03:01.227371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45468) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:01.285436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93d61dc-b293-47ae-b90d-bd3e293ad029 admin admin] Deleting subnet 30795847-aaea-424b-a261-0efa1a6eed0d {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:03:01.288272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b93d61dc-b293-47ae-b90d-bd3e293ad029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:01.338747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b93d61dc-b293-47ae-b90d-bd3e293ad029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:01.497718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 51ea5c94-33e9-42b5-9674-2dc70f710e4e no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:03:01.525995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b93d61dc-b293-47ae-b90d-bd3e293ad029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:01.532360 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 51ea5c94-33e9-42b5-9674-2dc70f710e4e {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:03:01.532830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 51ea5c94-33e9-42b5-9674-2dc70f710e4e not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:03:01.663543 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b93d61dc-b293-47ae-b90d-bd3e293ad029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:01.704891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d61dc-b293-47ae-b90d-bd3e293ad029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30795847-aaea-424b-a261-0efa1a6eed0d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:01.708455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b93d61dc-b293-47ae-b90d-bd3e293ad029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:01.718788 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b93d61dc-b293-47ae-b90d-bd3e293ad029 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/30795847-aaea-424b-a261-0efa1a6eed0d HTTP/1.1" status: 204 len: 168 time: 0.4862852 Apr 29 16:03:01.719848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45472) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:01.720537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd9c977-ca52-479f-89fa-81b86f0d3b9a None None] Network 9c80bda4-5c96-4e92-9d78-aa695d9847ce requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:03:01.824501 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:01.835166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Deleting port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:03:01.835489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:01.959703 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8e9b1c-14bc-469e-9391-f9fcd9c28d5f None None] DHCP port deletion for 9c80bda4-5c96-4e92-9d78-aa695d9847ce request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:03:01.963619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-df8e9b1c-14bc-469e-9391-f9fcd9c28d5f None None] Deleting port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:03:01.964018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-df8e9b1c-14bc-469e-9391-f9fcd9c28d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.039758 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] For port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9356c2b6-1981-48fe-95e8-8bbfbcd6219a,segment=NetworkSegment(6e5c6e82-53b6-4c54-89f1-5dd1920885d3),segment_id=6e5c6e82-53b6-4c54-89f1-5dd1920885d3)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:03:02.040349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.158407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-085f7932-c68f-452a-b54a-535f165ec44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.166627 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Calling delete_port for 9356c2b6-1981-48fe-95e8-8bbfbcd6219a owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:03:02.183151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-df8e9b1c-14bc-469e-9391-f9fcd9c28d5f None None] For port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9356c2b6-1981-48fe-95e8-8bbfbcd6219a,segment=NetworkSegment(6e5c6e82-53b6-4c54-89f1-5dd1920885d3),segment_id=6e5c6e82-53b6-4c54-89f1-5dd1920885d3)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:03:02.183549 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-df8e9b1c-14bc-469e-9391-f9fcd9c28d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.303087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.305041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-df8e9b1c-14bc-469e-9391-f9fcd9c28d5f None None] Calling delete_port for 9356c2b6-1981-48fe-95e8-8bbfbcd6219a owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:03:02.349569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Pushing event deleted for resources: {'Port': ['ID=9356c2b6-1981-48fe-95e8-8bbfbcd6219a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:02.353025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] No DVR routers for this DVR port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:03:02.379970 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-df8e9b1c-14bc-469e-9391-f9fcd9c28d5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:03:02.380329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-df8e9b1c-14bc-469e-9391-f9fcd9c28d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:03:02.466374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.493654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c80bda4-5c96-4e92-9d78-aa695d9847ce']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:02.505253 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5c6e82-53b6-4c54-89f1-5dd1920885d3') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:02.505547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5c6e82-53b6-4c54-89f1-5dd1920885d3') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:02.517296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.533181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.538983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:03:02.539361 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:03:02.552253 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:03:02.691493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.695440 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.718596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c80bda4-5c96-4e92-9d78-aa695d9847ce,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:02.722980 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-765953d0-c75b-4b73-b8ed-ab44a2aeb369 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9c80bda4-5c96-4e92-9d78-aa695d9847ce HTTP/1.1" status: 204 len: 168 time: 1.0020998 Apr 29 16:03:02.881689 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-df8e9b1c-14bc-469e-9391-f9fcd9c28d5f None None] Deleting port 9356c2b6-1981-48fe-95e8-8bbfbcd6219a {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:03:02.882218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-df8e9b1c-14bc-469e-9391-f9fcd9c28d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:02.947338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-df8e9b1c-14bc-469e-9391-f9fcd9c28d5f None None] The port '9356c2b6-1981-48fe-95e8-8bbfbcd6219a' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 16:03:03.084637 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 45480) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:03.135099 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fbda8e27-9a17-4f2e-a409-71a2e51ed236 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cdb6ccfda0ee4e96816985e3c4ac53ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492346 Apr 29 16:03:03.137528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 45484) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:03.155925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 20d25936-cd19-43af-9b45-ff9ebdd991a1 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:03:03.192358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 20d25936-cd19-43af-9b45-ff9ebdd991a1 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:03:03.192717 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 20d25936-cd19-43af-9b45-ff9ebdd991a1 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:03:03.193127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9356c2b6-1981-48fe-95e8-8bbfbcd6219a no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:03:03.196255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f845dc0b-f00e-4dca-b99d-810842a6511e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:03.223503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f845dc0b-f00e-4dca-b99d-810842a6511e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:03.225914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 9356c2b6-1981-48fe-95e8-8bbfbcd6219a {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:03:03.226256 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9356c2b6-1981-48fe-95e8-8bbfbcd6219a not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:03:03.314265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f845dc0b-f00e-4dca-b99d-810842a6511e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:03.328909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845dc0b-f00e-4dca-b99d-810842a6511e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362770c9-44da-41fa-96b9-6537cfeb3ffa,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:03.335212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f845dc0b-f00e-4dca-b99d-810842a6511e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:03.336364 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f845dc0b-f00e-4dca-b99d-810842a6511e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/362770c9-44da-41fa-96b9-6537cfeb3ffa HTTP/1.1" status: 204 len: 168 time: 0.1979067 Apr 29 16:03:03.987247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 45492) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:04.038073 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f21700c9-3f48-4172-8046-2c0906234dd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4f11b56849348fd96344fa17251af96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496347 Apr 29 16:03:04.040397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 45496) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:04.097132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db5e77a6-7b59-4978-8447-e1639805bca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:04.122226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db5e77a6-7b59-4978-8447-e1639805bca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:04.217623 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4b4b5429-2eff-4b52-b0db-b464bc02ca03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:04.245880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db5e77a6-7b59-4978-8447-e1639805bca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:04.261672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e77a6-7b59-4978-8447-e1639805bca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f611ba7e-e47e-49f6-aa51-841cbfac06d8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:04.269237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-db5e77a6-7b59-4978-8447-e1639805bca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:04.269237 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-db5e77a6-7b59-4978-8447-e1639805bca2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f611ba7e-e47e-49f6-aa51-841cbfac06d8 HTTP/1.1" status: 204 len: 168 time: 0.2261081 Apr 29 16:03:05.217959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:05.417898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45520) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:05.463066 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:05.598577 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-853393091-network', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:03:05.603408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:05.608820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Usage tracker for resource:network and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:05.611823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:05.618143 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:05.686447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Made reservation on behalf of b375389aae1e4cf29288e4c05ff2395f for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:03:05.688974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:05.702482 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:05.717618 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:05.722429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Usage tracker for resource:security_group_rule and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:05.725820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:05.731850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:05.814939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:05.886043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:05.915856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:03:05.923870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e38716-d3ee-4ed3-a69c-8e573e40d92b,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:05.929572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:05.929955 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Added segment f1e9f882-078f-48b6-83ef-6f2f8ebc7b41 of type vlan for network a57fac61-26d9-4bbc-b512-9416035d4d99 Apr 29 16:03:05.956358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:06.040099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:06.041118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:06.041696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:06.143666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] Pushing event updated for resources: {'Network': ['ID=a57fac61-26d9-4bbc-b512-9416035d4d99,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:06.153566 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network a57fac61-26d9-4bbc-b512-9416035d4d99 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:03:06.229538 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2c7e7d08-0a71-4b07-9c00-f410fc14f75b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8104870 Apr 29 16:03:06.232379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45526) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:06.237870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Request body: {'subnet': {'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-853393091-subnet', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'ip_version': 4}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:03:06.242705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:06.247051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Usage tracker for resource:subnet and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:06.250073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:06.256123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:06.331054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Made reservation on behalf of b375389aae1e4cf29288e4c05ff2395f for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:03:06.333406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:06.697317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:06.770344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3684ca50-8727-45e3-8726-585dc6ec247b,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:06.778841 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Checking segment: {'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:03:06.779191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Network hostable DHCP agents. Network: a57fac61-26d9-4bbc-b512-9416035d4d99, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:03:06.850689 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Network a57fac61-26d9-4bbc-b512-9416035d4d99 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:03:07.114206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, a57fac61-26d9-4bbc-b512-9416035d4d99) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:07.119989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:07.119989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:07.124596 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8993a27f-3382-4423-995f-377345aaff80 None None] Network a57fac61-26d9-4bbc-b512-9416035d4d99 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:03:07.207791 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:07.238374 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1531491a-77a1-49f8-b884-4af16c2bd2fa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0019658 Apr 29 16:03:07.240522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45530) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:07.244267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:03:07.250847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:07.254666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Usage tracker for resource:router and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:07.257533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:07.263989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:07.347115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-a57fac61-26d9-4bbc-b512-9416035d4d99', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'fixed_ips': [{'subnet_id': '3684ca50-8727-45e3-8726-585dc6ec247b'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:03:07.347955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:07.348726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:07.349770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:07.364345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:07.505898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Allocated IP 172.20.0.2 (a57fac61-26d9-4bbc-b512-9416035d4d99/3684ca50-8727-45e3-8726-585dc6ec247b/6787401c-b3a2-4351-87c5-b00a4a9f3aba) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:03:07.683537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:07.745684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:07.756059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Transition to ACTIVE for port object 6787401c-b3a2-4351-87c5-b00a4a9f3aba will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:07.773557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Transition to ACTIVE for port object 6787401c-b3a2-4351-87c5-b00a4a9f3aba will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:07.834638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:07.901495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Network a57fac61-26d9-4bbc-b512-9416035d4d99 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:07.904762 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:07.908385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:03:07.913727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Pushing event updated for resources: {'Port': ['ID=6787401c-b3a2-4351-87c5-b00a4a9f3aba,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:07.954348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:07.954590 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:07.954924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:07.955255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:07.955580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:07.955906 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:07.956227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:07.956574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:07.956899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:07.957218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:07.957534 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:07.957855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:08.009065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Attempting to bind port 6787401c-b3a2-4351-87c5-b00a4a9f3aba on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:03:08.009429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Attempting to bind port 6787401c-b3a2-4351-87c5-b00a4a9f3aba by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:03:08.009786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Attempting to bind port 6787401c-b3a2-4351-87c5-b00a4a9f3aba on network a57fac61-26d9-4bbc-b512-9416035d4d99 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:03:08.015033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:03:08.015400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Checking segment: {'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:03:08.015803 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:08.016190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Bound using segment: {'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:03:08.016672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Bound port: 6787401c-b3a2-4351-87c5-b00a4a9f3aba, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:03:08.017042 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:08.051263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:08.080531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:08.105394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] For port 6787401c-b3a2-4351-87c5-b00a4a9f3aba, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:03:08.109008 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] For port 6787401c-b3a2-4351-87c5-b00a4a9f3aba, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6787401c-b3a2-4351-87c5-b00a4a9f3aba,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:03:08.183047 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:08.214778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Allocated IP 172.26.2.179 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/8c278126-094c-4f7b-b293-01110b3aef35) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:03:08.267302 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7511c0e-2969-465b-a2d4-3928e16fc693 None None] Pushing event updated for resources: {'Port': ['ID=6787401c-b3a2-4351-87c5-b00a4a9f3aba,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:08.370498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:08.474975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:08.546591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:08.549451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:08.553267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:03:08.582555 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Pushing event updated for resources: {'Port': ['ID=8c278126-094c-4f7b-b293-01110b3aef35,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:09.175864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.196571 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b40ea1-d94b-480a-bff9-605fe249512e None None] Network a57fac61-26d9-4bbc-b512-9416035d4d99 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:03:09.211779 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6787401c-b3a2-4351-87c5-b00a4a9f3aba up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:09.461764 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0f019e33-1e1c-4691-9fad-1ca0c17bceea None None] Provisioning for port 6787401c-b3a2-4351-87c5-b00a4a9f3aba completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:09.475482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 6787401c-b3a2-4351-87c5-b00a4a9f3aba completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:09.488241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0f019e33-1e1c-4691-9fad-1ca0c17bceea None None] Provisioning complete for port 6787401c-b3a2-4351-87c5-b00a4a9f3aba triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:09.488641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f019e33-1e1c-4691-9fad-1ca0c17bceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.518523 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.526568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6787401c-b3a2-4351-87c5-b00a4a9f3aba triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:09.528744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.726253 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.738333 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f019e33-1e1c-4691-9fad-1ca0c17bceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.782829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0f019e33-1e1c-4691-9fad-1ca0c17bceea None None] For port 6787401c-b3a2-4351-87c5-b00a4a9f3aba, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6787401c-b3a2-4351-87c5-b00a4a9f3aba,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:03:09.799806 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:03:09.857907 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f019e33-1e1c-4691-9fad-1ca0c17bceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.975318 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:03:09.975581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:03:09.978512 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:03:09.979740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f019e33-1e1c-4691-9fad-1ca0c17bceea None None] Pushing event updated for resources: {'Port': ['ID=6787401c-b3a2-4351-87c5-b00a4a9f3aba,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:09.989692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-333a53bd-0e3d-462b-be0c-400832788be4 None None] Provisioning complete for port 6787401c-b3a2-4351-87c5-b00a4a9f3aba triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:09.990110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-333a53bd-0e3d-462b-be0c-400832788be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:09.991025 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Sync routers for ids ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:03:10.003659 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Routers {'331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:03:10.006820 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:03:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:10.056981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:10.061241 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-54593b7c-f55f-47a1-8458-9dcf571cc8cd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8188095 Apr 29 16:03:10.061392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45534) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:10.212413 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Set router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:03:10.496618 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:03:08Z', 'revision_number': 3, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:10.501144 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Checking router: 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:03:10.501482 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Updating router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd port 8c278126-094c-4f7b-b293-01110b3aef35 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:03:10.555742 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:10.853155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:10.871191 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:10.883285 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Transition to ACTIVE for port object 8c278126-094c-4f7b-b293-01110b3aef35 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:10.953968 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.030767 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Pushing event updated for resources: {'Port': ['ID=8c278126-094c-4f7b-b293-01110b3aef35,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:11.039990 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:11.045533 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:11.045533 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:11.045533 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:11.045533 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:11.045533 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:11.045533 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:11.045533 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:11.045533 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:11.045533 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:11.045533 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:11.045533 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:11.050383 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Attempting to bind port 8c278126-094c-4f7b-b293-01110b3aef35 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:03:11.050741 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Attempting to bind port 8c278126-094c-4f7b-b293-01110b3aef35 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:03:11.051321 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Attempting to bind port 8c278126-094c-4f7b-b293-01110b3aef35 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:03:11.056656 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:03:11.057028 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:03:11.057420 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.057802 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:03:11.058253 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Bound port: 8c278126-094c-4f7b-b293-01110b3aef35, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:03:11.058623 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.073739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Allocated IP 172.20.0.1 (a57fac61-26d9-4bbc-b512-9416035d4d99/3684ca50-8727-45e3-8726-585dc6ec247b/932156fb-4b7d-4e1e-86ed-584ac3022a28) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:03:11.135572 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] For port 8c278126-094c-4f7b-b293-01110b3aef35, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:03:11.138884 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] For port 8c278126-094c-4f7b-b293-01110b3aef35, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8c278126-094c-4f7b-b293-01110b3aef35,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:03:11.165936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6787401c-b3a2-4351-87c5-b00a4a9f3aba up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:11.183066 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.230034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.238017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6787401c-b3a2-4351-87c5-b00a4a9f3aba triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:11.238465 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.250903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Transition to ACTIVE for port object 932156fb-4b7d-4e1e-86ed-584ac3022a28 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:11.259731 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Routers {'331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:03:11.260365 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:03:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:11.343249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.396013 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eada8cc-eecb-469e-9d6e-2f9006c798ba None None] Pushing event updated for resources: {'Port': ['ID=8c278126-094c-4f7b-b293-01110b3aef35,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:11.412233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Network a57fac61-26d9-4bbc-b512-9416035d4d99 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:11.415110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:11.418709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:03:11.450754 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] Set router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:03:11.456262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Pushing event updated for resources: {'Port': ['ID=932156fb-4b7d-4e1e-86ed-584ac3022a28,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:11.484189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.635475 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.674069 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d6387d56-333e-4829-b213-81e0136df3cf None None] Provisioning for port 932156fb-4b7d-4e1e-86ed-584ac3022a28 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:11.679405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d6387d56-333e-4829-b213-81e0136df3cf None None] Provisioning complete for port 932156fb-4b7d-4e1e-86ed-584ac3022a28 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:11.679824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d6387d56-333e-4829-b213-81e0136df3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.733511 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-d6387d56-333e-4829-b213-81e0136df3cf None None] Port 932156fb-4b7d-4e1e-86ed-584ac3022a28 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:03:11.750769 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:03:08Z', 'revision_number': 3, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:11.754656 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac555846-3539-4380-971d-8ef3372ab351 None None] The sync data for ids ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'] in dv-neutron-839183-1-hyperv is: [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:03:08Z', 'revision_number': 3, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:03:11.866026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:11.914295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.029832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Pushing event updated for resources: {'Port': ['ID=932156fb-4b7d-4e1e-86ed-584ac3022a28,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:12.035349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.177860 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Network a57fac61-26d9-4bbc-b512-9416035d4d99 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:12.179003 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:12.462339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f6e2f944-b3e0-4edb-94c0-52c8c0cd7e7d None None] Provisioning complete for port 932156fb-4b7d-4e1e-86ed-584ac3022a28 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:12.462855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f6e2f944-b3e0-4edb-94c0-52c8c0cd7e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:12.502581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:03:12.520115 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2f944-b3e0-4edb-94c0-52c8c0cd7e7d None None] Port 932156fb-4b7d-4e1e-86ed-584ac3022a28 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:03:12.680005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:03:12.688603 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1f556868-302e-4f58-b37b-6f6b3b9c9b9b admin admin] 10.222.0.39 "PUT /v2.0/routers/331d5d08-0fda-44d4-ab9b-f5e325dfc4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6261802 Apr 29 16:03:13.190103 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8c278126-094c-4f7b-b293-01110b3aef35 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:13.262461 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Sync routers for ids ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:03:13.271583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Routers {'331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:03:13.272176 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:03:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:13.383948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 8c278126-094c-4f7b-b293-01110b3aef35 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:13.406368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 8c278126-094c-4f7b-b293-01110b3aef35 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:13.406732 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.448316 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45552) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:13.454823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1490065456-network', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:03:13.459487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:13.463383 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Usage tracker for resource:network and tenant:57ba9627e33242df8d4dc865efb210bd is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:13.467357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:13.472878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:13.517414 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Set router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:03:13.548238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Made reservation on behalf of 57ba9627e33242df8d4dc865efb210bd for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:03:13.550583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.563244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.578091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:13.582021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Usage tracker for resource:security_group_rule and tenant:57ba9627e33242df8d4dc865efb210bd is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:13.584774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:13.590999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:13.671863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.690803 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.737841 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 8c278126-094c-4f7b-b293-01110b3aef35, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8c278126-094c-4f7b-b293-01110b3aef35,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:03:13.742540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.775319 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:03:13.784036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab9ee41-675a-4a89-81f0-a8555b2638d0,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:13.789546 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.789933 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Added segment ed8af08d-d470-4f17-aefb-2a30cf31a34e of type vlan for network eb1da879-0ffb-423f-b793-1dfae9a98f23 Apr 29 16:03:13.802400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.816972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.908612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.909600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:13.910171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:13.921683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=8c278126-094c-4f7b-b293-01110b3aef35,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:13.956090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 4, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '932156fb-4b7d-4e1e-86ed-584ac3022a28', 'name': '', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'mac_address': 'fa:16:3e:ad:60:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:10Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 2, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'subnets': [{'id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:13.959913 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Checking router: 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:03:13.960266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Updating router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd port 932156fb-4b7d-4e1e-86ed-584ac3022a28 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:03:14.014465 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] Pushing event updated for resources: {'Network': ['ID=eb1da879-0ffb-423f-b793-1dfae9a98f23,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:14.016044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:14.026130 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network eb1da879-0ffb-423f-b793-1dfae9a98f23 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:03:14.063274 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0798560d-8cb5-4283-bbb0-5369b9cb0b68 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6132827 Apr 29 16:03:14.065937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45556) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:14.071455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Request body: {'subnet': {'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1490065456-subnet', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'ip_version': 4}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:03:14.077226 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:14.081116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Usage tracker for resource:subnet and tenant:57ba9627e33242df8d4dc865efb210bd is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:14.083957 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:14.089788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:14.177016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Made reservation on behalf of 57ba9627e33242df8d4dc865efb210bd for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:03:14.179424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:14.445829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:14.483619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:14.495339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Transition to ACTIVE for port object 932156fb-4b7d-4e1e-86ed-584ac3022a28 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:14.518333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b7bcc88-4ad9-482d-9d9d-13e117fc2326,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:14.529623 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:14.530016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:14.530297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:14.530628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:14.530958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:14.531283 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:14.531617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:14.531930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:14.532249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:14.532594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:14.532912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:14.533228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:03:14.541364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Checking segment: {'id': 'ed8af08d-d470-4f17-aefb-2a30cf31a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:03:14.541717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Network hostable DHCP agents. Network: eb1da879-0ffb-423f-b793-1dfae9a98f23, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:03:14.576829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:14.634377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Network eb1da879-0ffb-423f-b793-1dfae9a98f23 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:03:14.725526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, eb1da879-0ffb-423f-b793-1dfae9a98f23) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:14.729700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a16c3-834d-46d3-add5-993f3595ee6a None None] Pushing event updated for resources: {'Port': ['ID=932156fb-4b7d-4e1e-86ed-584ac3022a28,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:14.738333 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdcc9ed-0136-49f3-b3ac-0ee6244383d2 None None] Network eb1da879-0ffb-423f-b793-1dfae9a98f23 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:03:14.740273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:14.740946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:14.823675 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5a85522e-f356-45c4-890f-fca30b95e720 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7566392 Apr 29 16:03:14.827166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 45560) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:14.832149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1490065456-router', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:03:14.836995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:14.841954 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Usage tracker for resource:router and tenant:57ba9627e33242df8d4dc865efb210bd is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:14.844939 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:14.851222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:14.872745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Attempting to bind port 932156fb-4b7d-4e1e-86ed-584ac3022a28 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:03:14.873108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Attempting to bind port 932156fb-4b7d-4e1e-86ed-584ac3022a28 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:03:14.873462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Attempting to bind port 932156fb-4b7d-4e1e-86ed-584ac3022a28 on network a57fac61-26d9-4bbc-b512-9416035d4d99 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:03:14.890851 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:03:14.891902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Checking segment: {'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:03:14.891902 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:14.892100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Bound using segment: {'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:03:14.892457 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Bound port: 932156fb-4b7d-4e1e-86ed-584ac3022a28, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:03:14.892842 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:14.937448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:14.938520 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:14.954413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:15.071315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] For port 932156fb-4b7d-4e1e-86ed-584ac3022a28, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:03:15.087504 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] For port 932156fb-4b7d-4e1e-86ed-584ac3022a28, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=932156fb-4b7d-4e1e-86ed-584ac3022a28,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:03:15.095032 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-eb1da879-0ffb-423f-b793-1dfae9a98f23', 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'fixed_ips': [{'subnet_id': '6b7bcc88-4ad9-482d-9d9d-13e117fc2326'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:03:15.095925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:15.156504 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:15.198537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8c278126-094c-4f7b-b293-01110b3aef35 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:15.288239 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:15.312011 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Routers {'331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:03:15.312697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:03:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:15.501044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a16c3-834d-46d3-add5-993f3595ee6a None None] Pushing event updated for resources: {'Port': ['ID=932156fb-4b7d-4e1e-86ed-584ac3022a28,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:15.551524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Allocated IP 172.20.0.2 (eb1da879-0ffb-423f-b793-1dfae9a98f23/6b7bcc88-4ad9-482d-9d9d-13e117fc2326/08748ced-c3de-46fd-9c50-82ec0dcf9f4d) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:03:15.579385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 8c278126-094c-4f7b-b293-01110b3aef35 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:15.580013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:15.665125 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:15.669861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] Set router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:03:15.695680 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:15.831551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Allocated IP 172.26.2.87 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/4a673e49-6966-42e4-a4b3-d0d5f1088736) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:03:15.982331 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:16.074286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:16.138115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:16.141015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:16.144691 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:03:16.171577 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:16.185833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Pushing event updated for resources: {'Port': ['ID=4a673e49-6966-42e4-a4b3-d0d5f1088736,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:16.213353 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Transition to ACTIVE for port object 08748ced-c3de-46fd-9c50-82ec0dcf9f4d will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:16.241520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Transition to ACTIVE for port object 08748ced-c3de-46fd-9c50-82ec0dcf9f4d will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:16.263723 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 4, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '932156fb-4b7d-4e1e-86ed-584ac3022a28', 'name': '', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'mac_address': 'fa:16:3e:ad:60:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:10Z', 'updated_at': '2022-04-29T16:03:15Z', 'revision_number': 4, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'subnets': [{'id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:16.267844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ea7d1e-2d5b-49da-b23e-05b45f054d2c None None] The sync data for ids ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'] in dv-neutron-839183-1-hyperv is: [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 4, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '932156fb-4b7d-4e1e-86ed-584ac3022a28', 'name': '', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'mac_address': 'fa:16:3e:ad:60:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:10Z', 'updated_at': '2022-04-29T16:03:15Z', 'revision_number': 4, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'subnets': [{'id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:03:16.317867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:16.399958 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Network eb1da879-0ffb-423f-b793-1dfae9a98f23 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:16.403411 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:16.407405 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:03:16.413245 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Pushing event updated for resources: {'Port': ['ID=08748ced-c3de-46fd-9c50-82ec0dcf9f4d,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:16.513842 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Attempting to bind port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:03:16.514219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Attempting to bind port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'ed8af08d-d470-4f17-aefb-2a30cf31a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:03:16.514586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Attempting to bind port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d on network eb1da879-0ffb-423f-b793-1dfae9a98f23 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:03:16.520234 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:03:16.520677 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Checking segment: {'id': 'ed8af08d-d470-4f17-aefb-2a30cf31a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:03:16.521044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:16.521441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Bound using segment: {'id': 'ed8af08d-d470-4f17-aefb-2a30cf31a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:03:16.521909 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Bound port: 08748ced-c3de-46fd-9c50-82ec0dcf9f4d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8af08d-d470-4f17-aefb-2a30cf31a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:03:16.522284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:16.617402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] For port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:03:16.621348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] For port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=08748ced-c3de-46fd-9c50-82ec0dcf9f4d,segment=NetworkSegment(ed8af08d-d470-4f17-aefb-2a30cf31a34e),segment_id=ed8af08d-d470-4f17-aefb-2a30cf31a34e)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:03:16.709381 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:16.797954 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:16.799129 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbd092-5e19-464a-aa0c-eacab53a8d51 None None] Pushing event updated for resources: {'Port': ['ID=08748ced-c3de-46fd-9c50-82ec0dcf9f4d,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:17.192065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:17.245320 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 932156fb-4b7d-4e1e-86ed-584ac3022a28 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:17.382444 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 932156fb-4b7d-4e1e-86ed-584ac3022a28 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:17.389089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 932156fb-4b7d-4e1e-86ed-584ac3022a28 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:17.435801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:17.516170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:17.550535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 932156fb-4b7d-4e1e-86ed-584ac3022a28, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=932156fb-4b7d-4e1e-86ed-584ac3022a28,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:03:17.553902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Router 03bc1e9e-8e33-45f5-9612-6c881a0efefb is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:03:17.639628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:17.640524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 08748ced-c3de-46fd-9c50-82ec0dcf9f4d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:17.746260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:03:17.758100 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Sync routers for ids ['03bc1e9e-8e33-45f5-9612-6c881a0efefb'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:03:17.767415 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=932156fb-4b7d-4e1e-86ed-584ac3022a28,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:17.782853 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Routers {'03bc1e9e-8e33-45f5-9612-6c881a0efefb'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:03:17.783472 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:03:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['03bc1e9e-8e33-45f5-9612-6c881a0efefb'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:17.814546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51a945-6c9f-43ca-a6db-6610575b0be3 None None] Network eb1da879-0ffb-423f-b793-1dfae9a98f23 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:03:17.851707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:17.855640 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-91995fe7-6897-4f3f-8ab1-febb5072fe3a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0248706 Apr 29 16:03:17.855791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 45564) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:03:17.899209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:17.996913 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Set router 03bc1e9e-8e33-45f5-9612-6c881a0efefb gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:03:18.034961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4c7178f7-51c0-4c38-ad38-bee7fc12e7de None None] Provisioning for port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:18.044446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4c7178f7-51c0-4c38-ad38-bee7fc12e7de None None] Provisioning complete for port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:18.044835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c7178f7-51c0-4c38-ad38-bee7fc12e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.180821 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c7178f7-51c0-4c38-ad38-bee7fc12e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.223089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-4c7178f7-51c0-4c38-ad38-bee7fc12e7de None None] For port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=08748ced-c3de-46fd-9c50-82ec0dcf9f4d,segment=NetworkSegment(ed8af08d-d470-4f17-aefb-2a30cf31a34e),segment_id=ed8af08d-d470-4f17-aefb-2a30cf31a34e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:03:18.292112 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'name': 'tempest-TestMinimumBasicScenario-1490065456-router', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:14Z', 'updated_at': '2022-04-29T16:03:16Z', 'revision_number': 3, 'project_id': '57ba9627e33242df8d4dc865efb210bd', 'gw_port': {'id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:15Z', 'updated_at': '2022-04-29T16:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:18.296756 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Checking router: 03bc1e9e-8e33-45f5-9612-6c881a0efefb for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:03:18.297468 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Updating router 03bc1e9e-8e33-45f5-9612-6c881a0efefb port 4a673e49-6966-42e4-a4b3-d0d5f1088736 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:03:18.326585 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4c7178f7-51c0-4c38-ad38-bee7fc12e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.352002 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.405102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7178f7-51c0-4c38-ad38-bee7fc12e7de None None] Pushing event updated for resources: {'Port': ['ID=08748ced-c3de-46fd-9c50-82ec0dcf9f4d,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:18.548548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-70764f81-664a-4444-b3ff-3e5b51ceb3d7 None None] Provisioning complete for port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:18.548822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-70764f81-664a-4444-b3ff-3e5b51ceb3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.676299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.688015 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.699266 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Transition to ACTIVE for port object 4a673e49-6966-42e4-a4b3-d0d5f1088736 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:18.776354 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.857973 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af25bf2-f7a2-4203-af7a-3be15a14b294 None None] Pushing event updated for resources: {'Port': ['ID=4a673e49-6966-42e4-a4b3-d0d5f1088736,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:18.860176 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Attempting to bind port 4a673e49-6966-42e4-a4b3-d0d5f1088736 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:03:18.860556 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Attempting to bind port 4a673e49-6966-42e4-a4b3-d0d5f1088736 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:03:18.860929 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Attempting to bind port 4a673e49-6966-42e4-a4b3-d0d5f1088736 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:03:18.866478 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:03:18.866878 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:03:18.867262 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.867657 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:03:18.868105 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Bound port: 4a673e49-6966-42e4-a4b3-d0d5f1088736, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:03:18.868488 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:18.884944 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Allocated IP 172.20.0.1 (eb1da879-0ffb-423f-b793-1dfae9a98f23/6b7bcc88-4ad9-482d-9d9d-13e117fc2326/a0034c63-f826-434c-a837-fd37b68cefb1) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:03:18.939623 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] For port 4a673e49-6966-42e4-a4b3-d0d5f1088736, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:03:18.942536 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] For port 4a673e49-6966-42e4-a4b3-d0d5f1088736, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4a673e49-6966-42e4-a4b3-d0d5f1088736,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:03:19.017788 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:19.031846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:19.047922 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Transition to ACTIVE for port object a0034c63-f826-434c-a837-fd37b68cefb1 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:19.096767 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Routers {'03bc1e9e-8e33-45f5-9612-6c881a0efefb'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:03:19.097303 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:03:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['03bc1e9e-8e33-45f5-9612-6c881a0efefb'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:19.131734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:19.176493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 932156fb-4b7d-4e1e-86ed-584ac3022a28 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:19.206659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Network eb1da879-0ffb-423f-b793-1dfae9a98f23 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:19.209483 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:19.211877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:03:19.258016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 932156fb-4b7d-4e1e-86ed-584ac3022a28 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:19.258544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:19.289541 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:19.294546 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] Set router 03bc1e9e-8e33-45f5-9612-6c881a0efefb gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:03:19.345054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Pushing event updated for resources: {'Port': ['ID=a0034c63-f826-434c-a837-fd37b68cefb1,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:19.446141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 08748ced-c3de-46fd-9c50-82ec0dcf9f4d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:19.447116 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af25bf2-f7a2-4203-af7a-3be15a14b294 None None] Pushing event updated for resources: {'Port': ['ID=4a673e49-6966-42e4-a4b3-d0d5f1088736,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:19.468635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:19.537107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:19.537539 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:19.554336 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:03:19.568144 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6e0905a6-8e36-4f0a-8fe4-ebb55af41c6e None None] Provisioning for port a0034c63-f826-434c-a837-fd37b68cefb1 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:19.587388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6e0905a6-8e36-4f0a-8fe4-ebb55af41c6e None None] Provisioning complete for port a0034c63-f826-434c-a837-fd37b68cefb1 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:19.587828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e0905a6-8e36-4f0a-8fe4-ebb55af41c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:19.646919 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'name': 'tempest-TestMinimumBasicScenario-1490065456-router', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:14Z', 'updated_at': '2022-04-29T16:03:16Z', 'revision_number': 3, 'project_id': '57ba9627e33242df8d4dc865efb210bd', 'gw_port': {'id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:15Z', 'updated_at': '2022-04-29T16:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:19.651621 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39747d64-4e84-478e-a8fb-499ce1c421ee None None] The sync data for ids ['03bc1e9e-8e33-45f5-9612-6c881a0efefb'] in dv-neutron-839183-1-hyperv is: [{'id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'name': 'tempest-TestMinimumBasicScenario-1490065456-router', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:14Z', 'updated_at': '2022-04-29T16:03:16Z', 'revision_number': 3, 'project_id': '57ba9627e33242df8d4dc865efb210bd', 'gw_port': {'id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:15Z', 'updated_at': '2022-04-29T16:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:03:19.656836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-6e0905a6-8e36-4f0a-8fe4-ebb55af41c6e None None] Port a0034c63-f826-434c-a837-fd37b68cefb1 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:03:19.711484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:19.771051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:19.885240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:19.891036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Pushing event updated for resources: {'Port': ['ID=a0034c63-f826-434c-a837-fd37b68cefb1,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:20.154303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Network eb1da879-0ffb-423f-b793-1dfae9a98f23 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:20.155513 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:20.370015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Router 03bc1e9e-8e33-45f5-9612-6c881a0efefb has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:03:20.390992 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b415c183-ce1f-41dd-9988-cce9cbec2769 None None] Provisioning complete for port a0034c63-f826-434c-a837-fd37b68cefb1 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:20.392003 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b415c183-ce1f-41dd-9988-cce9cbec2769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:20.453346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b415c183-ce1f-41dd-9988-cce9cbec2769 None None] Port a0034c63-f826-434c-a837-fd37b68cefb1 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:03:20.556621 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:03:20.566051 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7365d5ff-c3ab-4ccd-a93a-b5d5a6b5fe3b admin admin] 10.222.0.39 "PUT /v2.0/routers/03bc1e9e-8e33-45f5-9612-6c881a0efefb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7083676 Apr 29 16:03:21.198691 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4a673e49-6966-42e4-a4b3-d0d5f1088736 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:21.326244 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 4a673e49-6966-42e4-a4b3-d0d5f1088736 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:21.331432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4a673e49-6966-42e4-a4b3-d0d5f1088736 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:21.331804 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:21.377307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Sync routers for ids ['03bc1e9e-8e33-45f5-9612-6c881a0efefb'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:03:21.395914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Routers {'03bc1e9e-8e33-45f5-9612-6c881a0efefb'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:03:21.396682 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:03:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['03bc1e9e-8e33-45f5-9612-6c881a0efefb'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:21.632936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:21.659269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Set router 03bc1e9e-8e33-45f5-9612-6c881a0efefb gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:03:21.703641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 4a673e49-6966-42e4-a4b3-d0d5f1088736, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4a673e49-6966-42e4-a4b3-d0d5f1088736,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:03:21.796141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:21.966179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=4a673e49-6966-42e4-a4b3-d0d5f1088736,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:22.064404 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'name': 'tempest-TestMinimumBasicScenario-1490065456-router', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:14Z', 'updated_at': '2022-04-29T16:03:19Z', 'revision_number': 4, 'project_id': '57ba9627e33242df8d4dc865efb210bd', 'gw_port': {'id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:15Z', 'updated_at': '2022-04-29T16:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a0034c63-f826-434c-a837-fd37b68cefb1', 'name': '', 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'mac_address': 'fa:16:3e:d9:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6b7bcc88-4ad9-482d-9d9d-13e117fc2326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:18Z', 'updated_at': '2022-04-29T16:03:19Z', 'revision_number': 2, 'project_id': '57ba9627e33242df8d4dc865efb210bd', 'subnets': [{'id': '6b7bcc88-4ad9-482d-9d9d-13e117fc2326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:22.071107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Checking router: 03bc1e9e-8e33-45f5-9612-6c881a0efefb for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:03:22.071538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Updating router 03bc1e9e-8e33-45f5-9612-6c881a0efefb port a0034c63-f826-434c-a837-fd37b68cefb1 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:03:22.128707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:22.545040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:22.556046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Transition to ACTIVE for port object a0034c63-f826-434c-a837-fd37b68cefb1 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:22.633862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:22.764699 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b20d9-1b40-45da-b59d-f492ae77bae2 None None] Pushing event updated for resources: {'Port': ['ID=a0034c63-f826-434c-a837-fd37b68cefb1,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:22.865455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Attempting to bind port a0034c63-f826-434c-a837-fd37b68cefb1 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:03:22.865823 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Attempting to bind port a0034c63-f826-434c-a837-fd37b68cefb1 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'ed8af08d-d470-4f17-aefb-2a30cf31a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:03:22.866184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Attempting to bind port a0034c63-f826-434c-a837-fd37b68cefb1 on network eb1da879-0ffb-423f-b793-1dfae9a98f23 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:03:22.872565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:03:22.872959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Checking segment: {'id': 'ed8af08d-d470-4f17-aefb-2a30cf31a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:03:22.873340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:22.873736 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Bound using segment: {'id': 'ed8af08d-d470-4f17-aefb-2a30cf31a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:03:22.880435 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Bound port: a0034c63-f826-434c-a837-fd37b68cefb1, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8af08d-d470-4f17-aefb-2a30cf31a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:03:22.880435 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:22.992924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] For port a0034c63-f826-434c-a837-fd37b68cefb1, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:03:22.996866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] For port a0034c63-f826-434c-a837-fd37b68cefb1, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a0034c63-f826-434c-a837-fd37b68cefb1,segment=NetworkSegment(ed8af08d-d470-4f17-aefb-2a30cf31a34e),segment_id=ed8af08d-d470-4f17-aefb-2a30cf31a34e)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:03:23.057358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:23.136838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Routers {'03bc1e9e-8e33-45f5-9612-6c881a0efefb'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:03:23.138158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:03:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['03bc1e9e-8e33-45f5-9612-6c881a0efefb'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:23.211402 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4a673e49-6966-42e4-a4b3-d0d5f1088736 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:23.348137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b20d9-1b40-45da-b59d-f492ae77bae2 None None] Pushing event updated for resources: {'Port': ['ID=a0034c63-f826-434c-a837-fd37b68cefb1,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:23.410122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4a673e49-6966-42e4-a4b3-d0d5f1088736 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:23.410498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:23.485114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] Set router 03bc1e9e-8e33-45f5-9612-6c881a0efefb gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:03:23.877412 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'name': 'tempest-TestMinimumBasicScenario-1490065456-router', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:14Z', 'updated_at': '2022-04-29T16:03:19Z', 'revision_number': 4, 'project_id': '57ba9627e33242df8d4dc865efb210bd', 'gw_port': {'id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:15Z', 'updated_at': '2022-04-29T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a0034c63-f826-434c-a837-fd37b68cefb1', 'name': '', 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'mac_address': 'fa:16:3e:d9:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6b7bcc88-4ad9-482d-9d9d-13e117fc2326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:18Z', 'updated_at': '2022-04-29T16:03:22Z', 'revision_number': 4, 'project_id': '57ba9627e33242df8d4dc865efb210bd', 'subnets': [{'id': '6b7bcc88-4ad9-482d-9d9d-13e117fc2326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:03:23.882436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fb62b9-6552-4088-a11b-85c2a508211d None None] The sync data for ids ['03bc1e9e-8e33-45f5-9612-6c881a0efefb'] in dv-neutron-839183-1-hyperv is: [{'id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'name': 'tempest-TestMinimumBasicScenario-1490065456-router', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:14Z', 'updated_at': '2022-04-29T16:03:19Z', 'revision_number': 4, 'project_id': '57ba9627e33242df8d4dc865efb210bd', 'gw_port': {'id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:15Z', 'updated_at': '2022-04-29T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'a0034c63-f826-434c-a837-fd37b68cefb1', 'name': '', 'network_id': 'eb1da879-0ffb-423f-b793-1dfae9a98f23', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'mac_address': 'fa:16:3e:d9:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '6b7bcc88-4ad9-482d-9d9d-13e117fc2326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:18Z', 'updated_at': '2022-04-29T16:03:22Z', 'revision_number': 4, 'project_id': '57ba9627e33242df8d4dc865efb210bd', 'subnets': [{'id': '6b7bcc88-4ad9-482d-9d9d-13e117fc2326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:03:24.588601 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:25.208609 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a0034c63-f826-434c-a837-fd37b68cefb1 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:25.359904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port a0034c63-f826-434c-a837-fd37b68cefb1 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:25.366356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port a0034c63-f826-434c-a837-fd37b68cefb1 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:25.366356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:25.494667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:25.531226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port a0034c63-f826-434c-a837-fd37b68cefb1, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a0034c63-f826-434c-a837-fd37b68cefb1,segment=NetworkSegment(ed8af08d-d470-4f17-aefb-2a30cf31a34e),segment_id=ed8af08d-d470-4f17-aefb-2a30cf31a34e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:03:25.582948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:25.652992 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=a0034c63-f826-434c-a837-fd37b68cefb1,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:27.184936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a0034c63-f826-434c-a837-fd37b68cefb1 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:27.305415 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port a0034c63-f826-434c-a837-fd37b68cefb1 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:27.306572 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:32.136693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a57d7789-843c-41e6-ae32-9076ea8e8c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:32.224322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-2312eefe-a895-466c-b04f-35b511eb2de6 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:32.225711 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-2312eefe-a895-466c-b04f-35b511eb2de6 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/networks?id=a57fac61-26d9-4bbc-b512-9416035d4d99 HTTP/1.1" status: 200 len: 814 time: 0.1475832 Apr 29 16:03:32.240727 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b1bb30ab-1e72-41e3-a916-6a84ecc2a13c tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/quotas/b375389aae1e4cf29288e4c05ff2395f HTTP/1.1" status: 200 len: 375 time: 0.0092301 Apr 29 16:03:32.329355 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-8bcb788c-68cb-46b6-9b58-04e0f6631f3b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b375389aae1e4cf29288e4c05ff2395f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832651 Apr 29 16:03:32.467803 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-ed08661c-dab0-4456-a427-5cc7846ac370 service neutron] 10.222.0.39 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263959 Apr 29 16:03:32.601574 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b28f2269-ea48-4c51-8e71-7b5f55f4e08d service neutron] 10.222.0.39 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279316 Apr 29 16:03:32.848281 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e7a275e8-388e-4105-941a-81fea0d44f1e req-92df180f-22b9-446d-9843-1e359b25aa5a tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 210 time: 0.0423262 Apr 29 16:03:33.942919 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-27dafd19-595a-4cd7-a26e-601c84227e2e req-2db356e2-e5a8-453c-b6ed-ca4d021f9cf3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 210 time: 0.0433314 Apr 29 16:03:34.247477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-edbd4d63-e9d8-40c5-bf5b-76be268f31da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:35.092556 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-35b8b2d3-c3b2-4956-a914-955ed9c1097a req-7b268f8a-2ebd-43be-aea7-b0c2d9de7d1a tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 210 time: 0.0448725 Apr 29 16:03:35.256757 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:35.428931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-052e75ac-1925-40b1-af9f-d2e0ff489d39 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:35.429843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-052e75ac-1925-40b1-af9f-d2e0ff489d39 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Synchronizing usage tracker for tenant:b375389aae1e4cf29288e4c05ff2395f on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:03:35.462668 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:35.479613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-052e75ac-1925-40b1-af9f-d2e0ff489d39 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Unset dirty status for tenant:b375389aae1e4cf29288e4c05ff2395f on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:03:35.481274 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-052e75ac-1925-40b1-af9f-d2e0ff489d39 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.44 "GET /v2.0/networks?id=a57fac61-26d9-4bbc-b512-9416035d4d99 HTTP/1.1" status: 200 len: 814 time: 0.1996441 Apr 29 16:03:35.492067 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Request body: {'port': {'device_id': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'admin_state_up': True, 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:03:35.625433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:03:35.629089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Usage tracker for resource:port and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:03:35.631832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:03:35.637378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:03:35.719571 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Made reservation on behalf of b375389aae1e4cf29288e4c05ff2395f for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:03:35.723185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:35.886024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Allocated IP 172.20.0.14 (a57fac61-26d9-4bbc-b512-9416035d4d99/3684ca50-8727-45e3-8726-585dc6ec247b/a1d43af4-7014-4e5f-ab6c-ffb9a797a214) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:03:36.091987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:36.109359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Transition to ACTIVE for port object a1d43af4-7014-4e5f-ab6c-ffb9a797a214 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:36.185061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:36.268247 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Network a57fac61-26d9-4bbc-b512-9416035d4d99 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:03:36.271819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:03:36.279489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:03:36.304186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f425d81-7a2d-4911-bbb5-dafec244e281 req-27005b4b-897b-4e8c-916b-08f821f4a982 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:36.312955 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3f425d81-7a2d-4911-bbb5-dafec244e281 req-27005b4b-897b-4e8c-916b-08f821f4a982 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 932 time: 0.0972457 Apr 29 16:03:36.388845 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3f425d81-7a2d-4911-bbb5-dafec244e281 req-fa5bd018-832a-4d88-b3cf-bd89b22109c7 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745428 Apr 29 16:03:36.587520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:36.588340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:36.605212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event updated for resources: {'Port': ['ID=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:36.686735 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-b8bb385f-390a-4aea-9164-081a8e678b24 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1981328 Apr 29 16:03:36.742983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3d3ef988-f757-4e37-bbed-f10ed7fedd2e None None] Provisioning for port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:36.750818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3d3ef988-f757-4e37-bbed-f10ed7fedd2e None None] Provisioning complete for port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:36.751346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef988-f757-4e37-bbed-f10ed7fedd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:36.817522 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ef988-f757-4e37-bbed-f10ed7fedd2e None None] Port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:03:37.182772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:37.577572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0563546-c775-4795-b151-79ba6450ee64 req-1cce10b0-c9b2-4129-aa66-c90d2b336179 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:37.579776 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0563546-c775-4795-b151-79ba6450ee64 req-1cce10b0-c9b2-4129-aa66-c90d2b336179 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 932 time: 0.0888357 Apr 29 16:03:37.626653 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0563546-c775-4795-b151-79ba6450ee64 req-648ba2bf-7c60-4786-a9d3-6bbbf44bd10d tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Apr 29 16:03:38.824104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1a03d-8545-44bb-a29d-fd7ffbde6710 req-58d0e0cc-c17a-4057-8b59-d091136391a3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:38.826531 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c4b1a03d-8545-44bb-a29d-fd7ffbde6710 req-58d0e0cc-c17a-4057-8b59-d091136391a3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 932 time: 0.0854363 Apr 29 16:03:38.877643 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c4b1a03d-8545-44bb-a29d-fd7ffbde6710 req-7d7dd81f-8371-4e29-8b6e-f788f8517c8c tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445731 Apr 29 16:03:40.081784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c2f25-ce5f-49b6-a455-05a0aaaeea07 req-cf58b6a8-4950-49ad-98a0-134ab3fda861 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:40.084398 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fd2c2f25-ce5f-49b6-a455-05a0aaaeea07 req-cf58b6a8-4950-49ad-98a0-134ab3fda861 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 932 time: 0.0921199 Apr 29 16:03:40.134383 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fd2c2f25-ce5f-49b6-a455-05a0aaaeea07 req-fbe32437-58d6-41c8-a503-f3190c866235 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442951 Apr 29 16:03:41.355694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31092e9-b9f2-4290-9992-58856c047145 req-9f1508e4-94b6-4936-8b73-b0f0e202f4d8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:41.357385 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e31092e9-b9f2-4290-9992-58856c047145 req-9f1508e4-94b6-4936-8b73-b0f0e202f4d8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 932 time: 0.0963662 Apr 29 16:03:41.415076 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e31092e9-b9f2-4290-9992-58856c047145 req-f1449bee-a423-4506-9a39-830d50a3cf17 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516400 Apr 29 16:03:42.733926 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c779fe-f4f7-4cda-86e3-193687670189 req-38fcb3ee-05bd-4511-8801-8cf114123c7e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:42.736275 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f0c779fe-f4f7-4cda-86e3-193687670189 req-38fcb3ee-05bd-4511-8801-8cf114123c7e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 932 time: 0.1960328 Apr 29 16:03:42.787410 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f0c779fe-f4f7-4cda-86e3-193687670189 req-a4377901-9796-4557-b46d-13d7a208e3e4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421700 Apr 29 16:03:43.923470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Request body: {'port': {'device_id': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:03:43.972323 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bce00-1817-4c43-8d77-e543804e4298 req-3ddb0163-aa0d-490a-9598-18716467f688 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:43.973805 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-065bce00-1817-4c43-8d77-e543804e4298 req-3ddb0163-aa0d-490a-9598-18716467f688 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 932 time: 0.0847507 Apr 29 16:03:44.019057 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-065bce00-1817-4c43-8d77-e543804e4298 req-18541c23-b27e-46f9-bdf4-ae7cac737f35 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393331 Apr 29 16:03:44.033169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:44.366167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d43af4-7014-4e5f-ab6c-ffb9a797a214 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:03:44.373182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:44.386549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Transition to ACTIVE for port object a1d43af4-7014-4e5f-ab6c-ffb9a797a214 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:03:44.456444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:44.606879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:44.688151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Attempting to bind port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:03:44.688506 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Attempting to bind port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:03:44.688826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Attempting to bind port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 on network a57fac61-26d9-4bbc-b512-9416035d4d99 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:03:44.693348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 on network a57fac61-26d9-4bbc-b512-9416035d4d99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:03:44.693664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Attempting to bind port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 on network a57fac61-26d9-4bbc-b512-9416035d4d99 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:03:44.698583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:03:44.698907 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Checking segment: {'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:03:44.699296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Bound using segment: {'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:03:44.700244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Bound port: a1d43af4-7014-4e5f-ab6c-ffb9a797a214, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:03:44.700613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:44.785443 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] For port a1d43af4-7014-4e5f-ab6c-ffb9a797a214, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:03:44.788296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] For port a1d43af4-7014-4e5f-ab6c-ffb9a797a214, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:03:44.856961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:44.918708 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:44.919303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:44.920699 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] 10.222.0.44 "PUT /v2.0/ports/a1d43af4-7014-4e5f-ab6c-ffb9a797a214 HTTP/1.1" status: 200 len: 1094 time: 1.0015626 Apr 29 16:03:44.921117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:03:44.941215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8195c-5fc9-4d22-adb3-846730ae1162 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:44.970978 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1603b31c-e35e-48cc-84ef-44889710ab69'] response: {'name': 'network-changed', 'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'status': 'completed', 'code': 200} Apr 29 16:03:45.065186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f32c5a-d5dd-43c5-9f64-2437bc84f124 req-7a3bad19-173e-418e-b3d9-0fa958e2eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:45.066681 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-37f32c5a-d5dd-43c5-9f64-2437bc84f124 req-7a3bad19-173e-418e-b3d9-0fa958e2eeb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b375389aae1e4cf29288e4c05ff2395f&device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 1097 time: 0.0747023 Apr 29 16:03:45.209115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f32c5a-d5dd-43c5-9f64-2437bc84f124 req-e6a1de22-4ed3-4f62-866d-9d8dde9285a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:45.209379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b98b49-7cb8-4889-842b-9923571082df req-3a695d9c-9533-4fd6-92f2-4e636cace10d tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:45.210468 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-37f32c5a-d5dd-43c5-9f64-2437bc84f124 req-e6a1de22-4ed3-4f62-866d-9d8dde9285a1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b375389aae1e4cf29288e4c05ff2395f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1369081 Apr 29 16:03:45.210755 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c9b98b49-7cb8-4889-842b-9923571082df req-3a695d9c-9533-4fd6-92f2-4e636cace10d tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 944 time: 0.0805283 Apr 29 16:03:45.257484 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c9b98b49-7cb8-4889-842b-9923571082df req-469fd329-47e1-4269-b1aa-0709e9163b73 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405674 Apr 29 16:03:45.348609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f32c5a-d5dd-43c5-9f64-2437bc84f124 req-e56f2565-6392-46cf-a708-f2de05131982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:45.350041 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-37f32c5a-d5dd-43c5-9f64-2437bc84f124 req-e56f2565-6392-46cf-a708-f2de05131982 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328197 Apr 29 16:03:45.458358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dc277f7-9945-4d57-8173-124eace0898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:45.459794 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-6dc277f7-9945-4d57-8173-124eace0898b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b375389aae1e4cf29288e4c05ff2395f&device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 1097 time: 0.0736189 Apr 29 16:03:45.525695 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-5d014440-d395-4d09-9fe1-9f5329e9fea4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214 HTTP/1.1" status: 200 len: 217 time: 0.0584447 Apr 29 16:03:45.588390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-84a9e7d1-1ef1-4616-b413-9744fe3659c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:45.589785 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-84a9e7d1-1ef1-4616-b413-9744fe3659c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3684ca50-8727-45e3-8726-585dc6ec247b HTTP/1.1" status: 200 len: 853 time: 0.0576067 Apr 29 16:03:45.663856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-48c54d65-d2e0-4a67-a38d-c27e926c474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:45.665369 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-48c54d65-d2e0-4a67-a38d-c27e926c474a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a57fac61-26d9-4bbc-b512-9416035d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687351 Apr 29 16:03:45.794182 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-9b5034db-773a-4ea1-83ae-3c2e87b01895 service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227591 Apr 29 16:03:45.921504 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62356c77-11dc-4bb2-92b8-55978517fb97 req-a898bb85-c6b1-44c0-a379-b9f6b74636b9 service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221383 Apr 29 16:03:46.443548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679ef68-34c3-4110-9d24-e6a7432c237e req-4029f0ed-4283-4434-951b-93de8eff7aa9 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:46.445002 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0679ef68-34c3-4110-9d24-e6a7432c237e req-4029f0ed-4283-4434-951b-93de8eff7aa9 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 944 time: 0.0816846 Apr 29 16:03:46.488872 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0679ef68-34c3-4110-9d24-e6a7432c237e req-28d33083-e991-4bf8-aaae-fcc4a14ce488 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374415 Apr 29 16:03:47.816838 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310091b-ffe3-43bb-9d7b-df1b2f97aa2d req-31bf58c3-3e49-4d98-bcde-a9b195687780 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:47.818205 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8310091b-ffe3-43bb-9d7b-df1b2f97aa2d req-31bf58c3-3e49-4d98-bcde-a9b195687780 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 944 time: 0.0782750 Apr 29 16:03:47.864380 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8310091b-ffe3-43bb-9d7b-df1b2f97aa2d req-a14333b1-0817-4da6-b14b-29b6d637aa6c tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 Apr 29 16:03:48.313064 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device a1d43af4-7014-4e5f-ab6c-ffb9a797a214 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:03:48.442789 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port a1d43af4-7014-4e5f-ab6c-ffb9a797a214, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:03:48.458584 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'port_id': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'mac_address': 'fa:16:3e:96:70:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:03:48.511865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:48.528111 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d43af4-7014-4e5f-ab6c-ffb9a797a214 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:03:48.542642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port a1d43af4-7014-4e5f-ab6c-ffb9a797a214, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:03:48.605139 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:48.670675 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:48.808279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['a1d43af4-7014-4e5f-ab6c-ffb9a797a214'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:03:49.047993 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d33a8-91b7-4e7f-a724-91e3a1f9147a req-1fcacf64-fa1c-49cf-ad90-c69b78d5290d tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:49.049463 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3c1d33a8-91b7-4e7f-a724-91e3a1f9147a req-1fcacf64-fa1c-49cf-ad90-c69b78d5290d tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 945 time: 0.0806065 Apr 29 16:03:49.094491 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3c1d33a8-91b7-4e7f-a724-91e3a1f9147a req-82d87676-a4f2-4669-a0cf-ea1a58bf4dc0 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389488 Apr 29 16:03:50.278326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa1a72-6115-42ec-98d3-1d01cf732be2 req-36a227f0-3ebb-404d-bf34-97c93641f2ba tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:50.279851 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fbaa1a72-6115-42ec-98d3-1d01cf732be2 req-36a227f0-3ebb-404d-bf34-97c93641f2ba tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 945 time: 0.0836108 Apr 29 16:03:50.323435 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fbaa1a72-6115-42ec-98d3-1d01cf732be2 req-2d615533-c24d-422f-aea7-6a03da8baa90 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376093 Apr 29 16:03:50.328486 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device a1d43af4-7014-4e5f-ab6c-ffb9a797a214 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:03:50.444634 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:03:50.449900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:03:50.450290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:50.560180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:50.588352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:03:50.598020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port a1d43af4-7014-4e5f-ab6c-ffb9a797a214, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:03:50.662302 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:50.730941 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:03:50.751365 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50169b8-62f2-4076-8968-a631b7a57a72'] response: {'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'code': 200} Apr 29 16:03:51.162678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b988ad-c6b8-46ea-9b46-e74c302389d3 req-1bef683d-824f-4048-9083-34c1accd398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:51.164620 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-29b988ad-c6b8-46ea-9b46-e74c302389d3 req-1bef683d-824f-4048-9083-34c1accd398d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 1099 time: 0.0726504 Apr 29 16:03:51.204885 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-29b988ad-c6b8-46ea-9b46-e74c302389d3 req-1fa0c38d-42ea-4952-8d37-61b7de83164f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345573 Apr 29 16:03:51.508035 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df833b2a-36cc-4037-8b58-3aa8fafa203e req-9cf38503-88f7-48bb-b466-baab8a610e7b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:51.509525 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-df833b2a-36cc-4037-8b58-3aa8fafa203e req-9cf38503-88f7-48bb-b466-baab8a610e7b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 946 time: 0.0795128 Apr 29 16:03:51.553461 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-df833b2a-36cc-4037-8b58-3aa8fafa203e req-ba7f7ba9-96af-450e-83be-c4d92f37baa3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383351 Apr 29 16:03:52.739419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443df09-4ad8-4943-8106-c5a6369124f4 req-c3eecda8-7435-40cb-a320-bcf7efdb4807 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:52.740869 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7443df09-4ad8-4943-8106-c5a6369124f4 req-c3eecda8-7435-40cb-a320-bcf7efdb4807 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 946 time: 0.0823646 Apr 29 16:03:52.783320 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7443df09-4ad8-4943-8106-c5a6369124f4 req-5fb208c6-650f-4b04-831e-f201984092ea tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368907 Apr 29 16:03:52.961515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375b215-6c1f-46a6-abef-691f4cfc94ee req-4d640d77-b0aa-4356-bcd2-42d75b20c348 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:52.962938 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e375b215-6c1f-46a6-abef-691f4cfc94ee req-4d640d77-b0aa-4356-bcd2-42d75b20c348 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 946 time: 0.0774693 Apr 29 16:03:53.009618 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e375b215-6c1f-46a6-abef-691f4cfc94ee req-1da75efb-7514-4aa5-a3cd-28e3047d3e7c tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403552 Apr 29 16:03:53.408047 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437cc78-9857-4c8c-bc01-96e00345186f req-bf2ad206-e0cd-4680-a1d4-b2a927580c0a tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:53.409513 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f437cc78-9857-4c8c-bc01-96e00345186f req-bf2ad206-e0cd-4680-a1d4-b2a927580c0a tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 946 time: 0.0799761 Apr 29 16:03:53.454585 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f437cc78-9857-4c8c-bc01-96e00345186f req-642c7bd2-0dd8-4cbb-b5d0-146d03bb56f2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394797 Apr 29 16:03:54.347889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:03:56.543261 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:03:58.843598 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b795510b-f94b-4f51-9da8-6a6132e6e827 req-4170a3ac-2ec4-429d-a34e-3eb9ba3aa53f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700605 Apr 29 16:03:58.984850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795510b-f94b-4f51-9da8-6a6132e6e827 req-6dee1a70-7c7e-48b5-94c2-0b54261bba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:58.986327 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b795510b-f94b-4f51-9da8-6a6132e6e827 req-6dee1a70-7c7e-48b5-94c2-0b54261bba39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b375389aae1e4cf29288e4c05ff2395f&device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 1099 time: 0.0749345 Apr 29 16:03:59.241221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795510b-f94b-4f51-9da8-6a6132e6e827 req-1a3525b3-f9de-47c7-ada6-6b37e4dc41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:59.242676 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b795510b-f94b-4f51-9da8-6a6132e6e827 req-1a3525b3-f9de-47c7-ada6-6b37e4dc41fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=a57fac61-26d9-4bbc-b512-9416035d4d99 HTTP/1.1" status: 200 len: 915 time: 0.2383175 Apr 29 16:03:59.309427 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b795510b-f94b-4f51-9da8-6a6132e6e827 req-280c940e-3e5e-4140-811d-fe2e8bd07dd2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214 HTTP/1.1" status: 200 len: 217 time: 0.0595961 Apr 29 16:03:59.375420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795510b-f94b-4f51-9da8-6a6132e6e827 req-c0ff0165-222d-4ddf-a469-66636217f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:59.376877 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b795510b-f94b-4f51-9da8-6a6132e6e827 req-c0ff0165-222d-4ddf-a469-66636217f323 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3684ca50-8727-45e3-8726-585dc6ec247b HTTP/1.1" status: 200 len: 853 time: 0.0615928 Apr 29 16:03:59.486445 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795510b-f94b-4f51-9da8-6a6132e6e827 req-047aa24c-b489-4df5-9874-173a6361c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:03:59.486445 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b795510b-f94b-4f51-9da8-6a6132e6e827 req-047aa24c-b489-4df5-9874-173a6361c96b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a57fac61-26d9-4bbc-b512-9416035d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710597 Apr 29 16:03:59.586562 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b795510b-f94b-4f51-9da8-6a6132e6e827 req-c05c79f5-ec90-4b4d-a235-832a41608610 service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255901 Apr 29 16:03:59.717955 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b795510b-f94b-4f51-9da8-6a6132e6e827 req-ee731029-ef15-4c47-8e11-96a9f971c690 service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246293 Apr 29 16:04:02.158819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-25fc68f6-04ca-4738-a225-fc1563b30a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:04.193204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ce39bfcd-c6e0-41a6-87c8-42c62e5469b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:05.234056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:05.470032 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:06.593979 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cb10a-f69b-4a46-8914-4264fb1896f9 req-40e0bdeb-7c90-4a61-8923-76302373c3ab tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:06.595440 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d60cb10a-f69b-4a46-8914-4264fb1896f9 req-40e0bdeb-7c90-4a61-8923-76302373c3ab tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 946 time: 0.0842175 Apr 29 16:04:06.640286 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d60cb10a-f69b-4a46-8914-4264fb1896f9 req-7bb9723c-06ee-467f-a0fe-838d16386e0f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391212 Apr 29 16:04:06.663760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45770) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:06.833579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86369962-954e-4e87-86d5-53baeaee005c tempest-TestMinimumBasicScenario-1441182104 tempest-TestMinimumBasicScenario-1441182104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:06.835086 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-86369962-954e-4e87-86d5-53baeaee005c tempest-TestMinimumBasicScenario-1441182104 tempest-TestMinimumBasicScenario-1441182104-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 1094 time: 0.1703022 Apr 29 16:04:06.838029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45776) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:06.842888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:04:06.848784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:04:06.852798 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Usage tracker for resource:floatingip and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:04:06.856270 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:04:06.862235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:04:06.965332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:07.107912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:07.159255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:07.244915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Allocated IP 172.26.2.31 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/f005da2c-8b3d-4f22-a928-faef72b674cc) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:04:07.401715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:07.484969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:07.552192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:04:07.554821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:04:07.558253 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:04:07.589457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event updated for resources: {'Port': ['ID=f005da2c-8b3d-4f22-a928-faef72b674cc,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:07.952793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:08.192181 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:08.405464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:08.461702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:08.573318 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event updated for resources: {'Port': ['ID=f005da2c-8b3d-4f22-a928-faef72b674cc,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:08.583035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:08.754345 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Floating IP 9be07e69-73af-4fce-b9c2-1421b1760cdb associated. External IP: 172.26.2.31, port: a1d43af4-7014-4e5f-ab6c-ffb9a797a214. Apr 29 16:04:09.102684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:04:09.279399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:04:09.288890 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c92fe8-a6af-4184-9669-d510302ee663 None None] Sync routers for ids ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:04:09.299617 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c92fe8-a6af-4184-9669-d510302ee663 None None] Routers {'331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:04:09.300221 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-25c92fe8-a6af-4184-9669-d510302ee663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:04:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:09.359049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:09.414913 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-814459ec-f075-4377-8771-1e96fd3877c2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5758698 Apr 29 16:04:09.415532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:04:09.418433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 45780) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:09.424032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1716931899', 'description': 'tempest-secgroup-smoke-1716931899 description', 'project_id': 'b375389aae1e4cf29288e4c05ff2395f'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:04:09.430542 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:04:09.434614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Usage tracker for resource:security_group and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:04:09.438070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:04:09.443894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:04:09.460927 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c24ed2-3e9f-494a-aaae-c91539dafb90'] response: {'name': 'network-changed', 'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'status': 'completed', 'code': 200} Apr 29 16:04:09.490475 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-25c92fe8-a6af-4184-9669-d510302ee663 None None] Set router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:04:09.524846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:09.546378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:04:09.550578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Usage tracker for resource:security_group_rule and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:04:09.553783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ae7b4-1252-4ab5-8daf-30cafde756b4 req-9983659d-6449-4a07-a5c0-079a59b22696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:09.554695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:04:09.555290 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2f6ae7b4-1252-4ab5-8daf-30cafde756b4 req-9983659d-6449-4a07-a5c0-079a59b22696 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b375389aae1e4cf29288e4c05ff2395f&device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 1099 time: 0.0723822 Apr 29 16:04:09.561178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:04:09.632845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:09.691521 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ae7b4-1252-4ab5-8daf-30cafde756b4 req-537fe08c-9105-4cdb-9cb8-8cfab3e3c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:09.692982 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2f6ae7b4-1252-4ab5-8daf-30cafde756b4 req-537fe08c-9105-4cdb-9cb8-8cfab3e3c025 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a57fac61-26d9-4bbc-b512-9416035d4d99 HTTP/1.1" status: 200 len: 915 time: 0.1311829 Apr 29 16:04:09.707437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:09.753465 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c436df-10fe-405a-8633-97e9153f1c80,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:09.762279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:09.762667 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:09.762989 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:09.763343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:09.763689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:09.764034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:09.764481 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:09.764803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:09.765141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:09.765476 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:09.765810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:09.766144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:04:09.833370 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:09.837363 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8b1e371e-ace4-494c-af2a-b39ab5b1d5da tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4151535 Apr 29 16:04:09.837631 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 45786) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:09.842707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-01b7aba9-86ba-417c-a1ff-fafc3e875536 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Request body: {'security_group_rule': {'security_group_id': '66c436df-10fe-405a-8633-97e9153f1c80', 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:04:09.845265 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-25c92fe8-a6af-4184-9669-d510302ee663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 4, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '9be07e69-73af-4fce-b9c2-1421b1760cdb', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'floating_ip_address': '172.26.2.31', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'port_id': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'mac_address': 'fa:16:3e:96:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:04:07Z', 'updated_at': '2022-04-29T16:04:07Z', 'revision_number': 0, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932156fb-4b7d-4e1e-86ed-584ac3022a28', 'name': '', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'mac_address': 'fa:16:3e:ad:60:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:10Z', 'updated_at': '2022-04-29T16:03:17Z', 'revision_number': 5, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'subnets': [{'id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:09.851120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-01b7aba9-86ba-417c-a1ff-fafc3e875536 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:04:09.851448 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c92fe8-a6af-4184-9669-d510302ee663 None None] Checking router: 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:04:09.853223 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-01b7aba9-86ba-417c-a1ff-fafc3e875536 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Usage tracker for resource:security_group_rule and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:04:09.856835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-01b7aba9-86ba-417c-a1ff-fafc3e875536 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:04:09.858933 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c92fe8-a6af-4184-9669-d510302ee663 None None] Routers {'331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:04:09.859532 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-25c92fe8-a6af-4184-9669-d510302ee663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:04:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:09.862657 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-01b7aba9-86ba-417c-a1ff-fafc3e875536 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:04:09.913468 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2f6ae7b4-1252-4ab5-8daf-30cafde756b4 req-d3be7d68-952a-4abe-8d02-5872967d5630 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214 HTTP/1.1" status: 200 len: 999 time: 0.2138040 Apr 29 16:04:09.959960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01b7aba9-86ba-417c-a1ff-fafc3e875536 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:09.978273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ae7b4-1252-4ab5-8daf-30cafde756b4 req-64cabd12-7b44-40bc-8402-4df5d4994bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:09.979734 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2f6ae7b4-1252-4ab5-8daf-30cafde756b4 req-64cabd12-7b44-40bc-8402-4df5d4994bfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3684ca50-8727-45e3-8726-585dc6ec247b HTTP/1.1" status: 200 len: 853 time: 0.0596979 Apr 29 16:04:10.026406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01b7aba9-86ba-417c-a1ff-fafc3e875536 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:10.042009 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-25c92fe8-a6af-4184-9669-d510302ee663 None None] Set router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:04:10.059255 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ae7b4-1252-4ab5-8daf-30cafde756b4 req-99bac2f6-563e-460c-988f-7d0dc9ecca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:10.060955 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2f6ae7b4-1252-4ab5-8daf-30cafde756b4 req-99bac2f6-563e-460c-988f-7d0dc9ecca01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a57fac61-26d9-4bbc-b512-9416035d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739202 Apr 29 16:04:10.091266 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01b7aba9-86ba-417c-a1ff-fafc3e875536 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:10.116015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7aba9-86ba-417c-a1ff-fafc3e875536 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2331baf3-aa29-4a4c-95fe-859cbbd904ac,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:10.196246 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2f6ae7b4-1252-4ab5-8daf-30cafde756b4 req-182b936b-27bd-4372-8f95-980c3f2709a2 service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292894 Apr 29 16:04:10.199476 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-01b7aba9-86ba-417c-a1ff-fafc3e875536 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:10.200674 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-01b7aba9-86ba-417c-a1ff-fafc3e875536 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3621130 Apr 29 16:04:10.203480 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45790) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:10.227647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-7c98c267-54dd-4491-9833-dd93081f8671 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Request body: {'security_group_rule': {'security_group_id': '66c436df-10fe-405a-8633-97e9153f1c80', 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:04:10.245312 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7c98c267-54dd-4491-9833-dd93081f8671 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:04:10.252723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7c98c267-54dd-4491-9833-dd93081f8671 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Usage tracker for resource:security_group_rule and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:04:10.261237 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-7c98c267-54dd-4491-9833-dd93081f8671 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:04:10.313202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-7c98c267-54dd-4491-9833-dd93081f8671 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:04:10.355266 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2f6ae7b4-1252-4ab5-8daf-30cafde756b4 req-d32a895d-49e9-4ab0-a4dc-7fff6f67d050 service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524539 Apr 29 16:04:10.411789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c98c267-54dd-4491-9833-dd93081f8671 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:10.430318 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-25c92fe8-a6af-4184-9669-d510302ee663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 4, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '9be07e69-73af-4fce-b9c2-1421b1760cdb', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'floating_ip_address': '172.26.2.31', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'port_id': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'mac_address': 'fa:16:3e:96:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:04:07Z', 'updated_at': '2022-04-29T16:04:07Z', 'revision_number': 0, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932156fb-4b7d-4e1e-86ed-584ac3022a28', 'name': '', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'mac_address': 'fa:16:3e:ad:60:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:10Z', 'updated_at': '2022-04-29T16:03:17Z', 'revision_number': 5, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'subnets': [{'id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:04:10.434649 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c92fe8-a6af-4184-9669-d510302ee663 None None] The sync data for ids ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'] in dv-neutron-839183-1-hyperv is: [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 4, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '9be07e69-73af-4fce-b9c2-1421b1760cdb', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'floating_ip_address': '172.26.2.31', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'port_id': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'mac_address': 'fa:16:3e:96:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:04:07Z', 'updated_at': '2022-04-29T16:04:07Z', 'revision_number': 0, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932156fb-4b7d-4e1e-86ed-584ac3022a28', 'name': '', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'mac_address': 'fa:16:3e:ad:60:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:10Z', 'updated_at': '2022-04-29T16:03:17Z', 'revision_number': 5, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'subnets': [{'id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:04:10.481695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c98c267-54dd-4491-9833-dd93081f8671 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:10.553753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c98c267-54dd-4491-9833-dd93081f8671 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:10.578374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98c267-54dd-4491-9833-dd93081f8671 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5adc45-1af3-47a7-be9a-e876e3dcdbf4,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:10.624431 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2ec0eb-c948-4eee-b6a5-dc2b63e26565 None None] New status for floating IP 9be07e69-73af-4fce-b9c2-1421b1760cdb: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:04:10.650539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7c98c267-54dd-4491-9833-dd93081f8671 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:10.651725 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7c98c267-54dd-4491-9833-dd93081f8671 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4473941 Apr 29 16:04:10.655156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45794) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:10.660175 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-1ec80d90-8ca9-46a3-923f-9f23b4140ab4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Request body: {'security_group_rule': {'security_group_id': '66c436df-10fe-405a-8633-97e9153f1c80', 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:04:10.666185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1ec80d90-8ca9-46a3-923f-9f23b4140ab4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:04:10.670172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1ec80d90-8ca9-46a3-923f-9f23b4140ab4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Usage tracker for resource:security_group_rule and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:04:10.673002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-1ec80d90-8ca9-46a3-923f-9f23b4140ab4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:04:10.678848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-1ec80d90-8ca9-46a3-923f-9f23b4140ab4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:04:10.754584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1ec80d90-8ca9-46a3-923f-9f23b4140ab4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:10.816972 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1ec80d90-8ca9-46a3-923f-9f23b4140ab4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:10.890701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1ec80d90-8ca9-46a3-923f-9f23b4140ab4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:10.914280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec80d90-8ca9-46a3-923f-9f23b4140ab4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b5b002-dfed-4c67-acaf-573750b60279,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:10.976446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1ec80d90-8ca9-46a3-923f-9f23b4140ab4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:10.977876 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1ec80d90-8ca9-46a3-923f-9f23b4140ab4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216193 Apr 29 16:04:10.980421 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45798) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:10.986873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-f2df4cd7-fc07-4f04-9240-6da66e5341ea tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Request body: {'security_group_rule': {'security_group_id': '66c436df-10fe-405a-8633-97e9153f1c80', 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:04:10.993119 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f2df4cd7-fc07-4f04-9240-6da66e5341ea tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:04:10.997819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f2df4cd7-fc07-4f04-9240-6da66e5341ea tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Usage tracker for resource:security_group_rule and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:04:11.000711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-f2df4cd7-fc07-4f04-9240-6da66e5341ea tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:04:11.006469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-f2df4cd7-fc07-4f04-9240-6da66e5341ea tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:04:11.062966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f2df4cd7-fc07-4f04-9240-6da66e5341ea tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:11.125617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f2df4cd7-fc07-4f04-9240-6da66e5341ea tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:11.651833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f2df4cd7-fc07-4f04-9240-6da66e5341ea tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:11.655017 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df4cd7-fc07-4f04-9240-6da66e5341ea tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d627ba-a4bc-4a78-bf7d-ee6e966a01bc,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:11.833445 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f2df4cd7-fc07-4f04-9240-6da66e5341ea tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:11.834677 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f2df4cd7-fc07-4f04-9240-6da66e5341ea tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8522813 Apr 29 16:04:11.837312 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45802) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:11.842701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-09d756ec-2040-44a0-941f-b1ad9aa99f2f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Request body: {'security_group_rule': {'security_group_id': '66c436df-10fe-405a-8633-97e9153f1c80', 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:04:11.848644 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-09d756ec-2040-44a0-941f-b1ad9aa99f2f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:04:11.852378 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-09d756ec-2040-44a0-941f-b1ad9aa99f2f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Usage tracker for resource:security_group_rule and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:04:11.855258 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-09d756ec-2040-44a0-941f-b1ad9aa99f2f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:04:11.861068 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-09d756ec-2040-44a0-941f-b1ad9aa99f2f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:04:11.941773 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-09d756ec-2040-44a0-941f-b1ad9aa99f2f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Project b375389aae1e4cf29288e4c05ff2395f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:04:11.948398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-09d756ec-2040-44a0-941f-b1ad9aa99f2f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:12.012317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-09d756ec-2040-44a0-941f-b1ad9aa99f2f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:12.095850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-09d756ec-2040-44a0-941f-b1ad9aa99f2f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:12.119504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d756ec-2040-44a0-941f-b1ad9aa99f2f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cdc998-4f8a-4fff-b5e0-a06b71679d72,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:12.192995 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-09d756ec-2040-44a0-941f-b1ad9aa99f2f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:12.194142 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-09d756ec-2040-44a0-941f-b1ad9aa99f2f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3558745 Apr 29 16:04:12.196799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45806) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:04:12.202001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-40e320f7-fca5-4985-a72b-98851a5967d2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Request body: {'security_group_rule': {'security_group_id': '66c436df-10fe-405a-8633-97e9153f1c80', 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:04:12.207994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-40e320f7-fca5-4985-a72b-98851a5967d2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:04:12.211766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-40e320f7-fca5-4985-a72b-98851a5967d2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Usage tracker for resource:security_group_rule and tenant:b375389aae1e4cf29288e4c05ff2395f is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:04:12.214833 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-40e320f7-fca5-4985-a72b-98851a5967d2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:04:12.220427 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-40e320f7-fca5-4985-a72b-98851a5967d2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:04:12.267551 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-40e320f7-fca5-4985-a72b-98851a5967d2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Project b375389aae1e4cf29288e4c05ff2395f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:04:12.274685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40e320f7-fca5-4985-a72b-98851a5967d2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:12.340050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40e320f7-fca5-4985-a72b-98851a5967d2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:12.376633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40e320f7-fca5-4985-a72b-98851a5967d2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:12.398975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e320f7-fca5-4985-a72b-98851a5967d2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f9cedb-040e-4c85-bad4-0099a5a63d71,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:12.467739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-40e320f7-fca5-4985-a72b-98851a5967d2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:12.468951 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-40e320f7-fca5-4985-a72b-98851a5967d2 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2712076 Apr 29 16:04:12.588104 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-924f1953-e2ef-4aa6-92fe-2f2fbb54236d tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Synchronizing usage tracker for tenant:b375389aae1e4cf29288e4c05ff2395f on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:04:12.655770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-924f1953-e2ef-4aa6-92fe-2f2fbb54236d tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Unset dirty status for tenant:b375389aae1e4cf29288e4c05ff2395f on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:04:12.656914 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-924f1953-e2ef-4aa6-92fe-2f2fbb54236d tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716931899&fields=id&tenant_id=b375389aae1e4cf29288e4c05ff2395f HTTP/1.1" status: 200 len: 267 time: 0.1086359 Apr 29 16:04:12.740720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-828930c5-3f6a-42f1-aada-7979b8fb5903 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:12.742080 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-828930c5-3f6a-42f1-aada-7979b8fb5903 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 946 time: 0.0796547 Apr 29 16:04:12.753462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-213e6e08-2e55-4ecd-b34c-f0f84dcdcfe3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Request body: {'port': {'security_groups': ['28e38716-d3ee-4ed3-a69c-8e573e40d92b', '66c436df-10fe-405a-8633-97e9153f1c80']}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:04:12.872870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-213e6e08-2e55-4ecd-b34c-f0f84dcdcfe3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:13.228952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-213e6e08-2e55-4ecd-b34c-f0f84dcdcfe3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] For port a1d43af4-7014-4e5f-ab6c-ffb9a797a214, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:04:13.254256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-213e6e08-2e55-4ecd-b34c-f0f84dcdcfe3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:13.324715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-213e6e08-2e55-4ecd-b34c-f0f84dcdcfe3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:13.335916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['a1d43af4-7014-4e5f-ab6c-ffb9a797a214'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:04:13.396573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-213e6e08-2e55-4ecd-b34c-f0f84dcdcfe3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:13.397247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-213e6e08-2e55-4ecd-b34c-f0f84dcdcfe3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:13.406207 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-51cb1af1-3a33-4595-b2fe-83be9f608f37 req-213e6e08-2e55-4ecd-b34c-f0f84dcdcfe3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "PUT /v2.0/ports/a1d43af4-7014-4e5f-ab6c-ffb9a797a214 HTTP/1.1" status: 200 len: 982 time: 0.6526184 Apr 29 16:04:13.406207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:04:13.436202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e6e08-2e55-4ecd-b34c-f0f84dcdcfe3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event updated for resources: {'Port': ['ID=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,revision_number=6']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:04:13.488425 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['a1d43af4-7014-4e5f-ab6c-ffb9a797a214'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:04:13.556849 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953ccd35-9ccf-40be-b7a8-de4476e660f8'] response: {'name': 'network-changed', 'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'status': 'completed', 'code': 200} Apr 29 16:04:13.615349 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d287ce-02c8-49a0-985f-0ec38e155d73 req-86e5c1d8-1c94-4da2-a1a2-4c54c32c753a tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:13.617008 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f4d287ce-02c8-49a0-985f-0ec38e155d73 req-86e5c1d8-1c94-4da2-a1a2-4c54c32c753a tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.1065390 Apr 29 16:04:13.649086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1d702-5167-4fa9-b0b8-2501de11f63a req-82bcac30-fe7d-479e-872c-f38154139d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:13.650700 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8cc1d702-5167-4fa9-b0b8-2501de11f63a req-82bcac30-fe7d-479e-872c-f38154139d86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b375389aae1e4cf29288e4c05ff2395f&device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 1138 time: 0.0934002 Apr 29 16:04:13.670448 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f4d287ce-02c8-49a0-985f-0ec38e155d73 req-05d112ef-dc8b-4a3d-8e2d-8d7ffdc23f16 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470128 Apr 29 16:04:13.801997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b56d349a-8696-41d6-a30f-f0d64eda74aa None None] Provisioning complete for port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:04:13.801997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b56d349a-8696-41d6-a30f-f0d64eda74aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:13.811803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1d702-5167-4fa9-b0b8-2501de11f63a req-dc677010-f159-4b71-9768-4a27c30c404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:13.811803 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8cc1d702-5167-4fa9-b0b8-2501de11f63a req-dc677010-f159-4b71-9768-4a27c30c404f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a57fac61-26d9-4bbc-b512-9416035d4d99 HTTP/1.1" status: 200 len: 915 time: 0.1515589 Apr 29 16:04:13.979945 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8cc1d702-5167-4fa9-b0b8-2501de11f63a req-dbcdfe87-424d-408d-903b-33cc0e575187 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214 HTTP/1.1" status: 200 len: 1001 time: 0.1271360 Apr 29 16:04:14.025236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1d702-5167-4fa9-b0b8-2501de11f63a req-f4f0d5ee-aed1-415a-a744-555e445aaefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:14.025236 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8cc1d702-5167-4fa9-b0b8-2501de11f63a req-f4f0d5ee-aed1-415a-a744-555e445aaefa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3684ca50-8727-45e3-8726-585dc6ec247b HTTP/1.1" status: 200 len: 853 time: 0.0593297 Apr 29 16:04:14.101272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1d702-5167-4fa9-b0b8-2501de11f63a req-84394f1f-d497-4433-b3ab-02372410c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:14.101272 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8cc1d702-5167-4fa9-b0b8-2501de11f63a req-84394f1f-d497-4433-b3ab-02372410c02b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a57fac61-26d9-4bbc-b512-9416035d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801907 Apr 29 16:04:14.243505 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8cc1d702-5167-4fa9-b0b8-2501de11f63a req-ad9f0635-e920-4ddc-a28b-5f6ccc79b1a5 service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378274 Apr 29 16:04:14.375577 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8cc1d702-5167-4fa9-b0b8-2501de11f63a req-c75b4705-878c-43b6-9948-92dc2096abd3 service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258323 Apr 29 16:04:24.336240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:28.250913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b40cd-e4d0-4d69-8a21-8f6d761f026e req-5fc4906d-30ce-4f1e-a122-601770d3d8d9 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:28.252954 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d9b40cd-e4d0-4d69-8a21-8f6d761f026e req-5fc4906d-30ce-4f1e-a122-601770d3d8d9 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0807467 Apr 29 16:04:28.260486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577e1e7-65e6-409d-adfe-5ad4e6395d5d req-1705205d-94f5-473c-933a-6fecbf785266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:28.261956 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4577e1e7-65e6-409d-adfe-5ad4e6395d5d req-1705205d-94f5-473c-933a-6fecbf785266 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b375389aae1e4cf29288e4c05ff2395f&device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 1138 time: 0.0793417 Apr 29 16:04:28.303557 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d9b40cd-e4d0-4d69-8a21-8f6d761f026e req-99cecef8-d951-43ce-bc6e-55d1fb635226 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447383 Apr 29 16:04:28.497873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577e1e7-65e6-409d-adfe-5ad4e6395d5d req-a577b0b6-6137-4d73-a17f-39b8c3b0ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:28.499350 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4577e1e7-65e6-409d-adfe-5ad4e6395d5d req-a577b0b6-6137-4d73-a17f-39b8c3b0ae7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=a57fac61-26d9-4bbc-b512-9416035d4d99 HTTP/1.1" status: 200 len: 915 time: 0.2279518 Apr 29 16:04:28.601529 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4577e1e7-65e6-409d-adfe-5ad4e6395d5d req-2f56a2be-5767-4f6f-af9e-d266c3be269f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214 HTTP/1.1" status: 200 len: 1001 time: 0.0957768 Apr 29 16:04:28.662645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577e1e7-65e6-409d-adfe-5ad4e6395d5d req-cb977c06-e597-481e-ab85-f4db92fd2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:28.664045 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4577e1e7-65e6-409d-adfe-5ad4e6395d5d req-cb977c06-e597-481e-ab85-f4db92fd2f6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3684ca50-8727-45e3-8726-585dc6ec247b HTTP/1.1" status: 200 len: 853 time: 0.0565870 Apr 29 16:04:28.742297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577e1e7-65e6-409d-adfe-5ad4e6395d5d req-561b38fb-1286-433a-b3dc-65356b0a65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:28.743800 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4577e1e7-65e6-409d-adfe-5ad4e6395d5d req-561b38fb-1286-433a-b3dc-65356b0a65ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a57fac61-26d9-4bbc-b512-9416035d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723085 Apr 29 16:04:28.876759 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4577e1e7-65e6-409d-adfe-5ad4e6395d5d req-a8fd7212-f7e0-46c1-a609-a552e02d9a4f service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224272 Apr 29 16:04:29.004819 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4577e1e7-65e6-409d-adfe-5ad4e6395d5d req-c3ef9099-c032-49c1-ab12-ba095c1b04aa service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224346 Apr 29 16:04:29.511435 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513957a-cd74-4e3f-89a4-4e256630feb5 req-ba6beed1-cae7-446e-9f84-cade31252d6f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:29.512969 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2513957a-cd74-4e3f-89a4-4e256630feb5 req-ba6beed1-cae7-446e-9f84-cade31252d6f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0917187 Apr 29 16:04:29.561622 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2513957a-cd74-4e3f-89a4-4e256630feb5 req-727dc1a9-4c24-48b5-ab94-4d9865672280 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420079 Apr 29 16:04:30.747291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f80b-41c9-42d5-b33e-101c692cab39 req-4f8a9c6a-91a2-4942-aa7f-38200788412a tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:30.749334 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-90b8f80b-41c9-42d5-b33e-101c692cab39 req-4f8a9c6a-91a2-4942-aa7f-38200788412a tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0799184 Apr 29 16:04:30.798613 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-90b8f80b-41c9-42d5-b33e-101c692cab39 req-6ae060c1-7346-4950-9f09-c593a3c67e0d tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435116 Apr 29 16:04:31.981212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacff51d-fcde-4681-bd25-4484241e8939 req-2b268322-a4c0-47c9-b59f-ce0577330d4d tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:31.983419 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cacff51d-fcde-4681-bd25-4484241e8939 req-2b268322-a4c0-47c9-b59f-ce0577330d4d tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0810342 Apr 29 16:04:32.029503 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cacff51d-fcde-4681-bd25-4484241e8939 req-ff210347-bbec-415d-ace7-0ac505e3344f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398154 Apr 29 16:04:32.118879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8518d11f-ecb0-445d-9c2a-9376799289d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:33.216256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477c3d7-ceda-4611-ab63-1e0d3733ba7f req-125bd06b-c6dc-4aa3-a872-e94b8977328a tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:33.217950 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2477c3d7-ceda-4611-ab63-1e0d3733ba7f req-125bd06b-c6dc-4aa3-a872-e94b8977328a tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0837085 Apr 29 16:04:33.264999 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2477c3d7-ceda-4611-ab63-1e0d3733ba7f req-5f1c7d2a-8ee1-4628-8eb0-c56cc05b0696 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411520 Apr 29 16:04:33.543031 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:04:34.216223 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e43b9a43-6102-4e77-a451-d102e647ed1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:34.448820 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81368e-bd92-4898-b8d0-f912b1c000a0 req-92c59633-9a7d-416c-9a7c-72701e65b925 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:34.450275 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de81368e-bd92-4898-b8d0-f912b1c000a0 req-92c59633-9a7d-416c-9a7c-72701e65b925 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0807729 Apr 29 16:04:34.496546 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de81368e-bd92-4898-b8d0-f912b1c000a0 req-8b5059f7-2ef2-4fd6-93d5-eedd37981240 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398939 Apr 29 16:04:35.209917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:35.467650 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:35.682455 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa24a7e-a5e2-497d-a488-61e3aa0bfc0f req-b818c9e8-a671-4cae-853d-cdeae5bf0801 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:35.683893 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4fa24a7e-a5e2-497d-a488-61e3aa0bfc0f req-b818c9e8-a671-4cae-853d-cdeae5bf0801 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0829537 Apr 29 16:04:35.730581 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4fa24a7e-a5e2-497d-a488-61e3aa0bfc0f req-33feeee2-cf48-4498-9b7d-6cc0b97e3ae9 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401201 Apr 29 16:04:36.914056 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae12f1-0950-44f7-bcd5-f2acdfbd669d req-4db5b6d2-f9c8-48fd-ae8c-0bf8be84c3b7 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:36.915481 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4eae12f1-0950-44f7-bcd5-f2acdfbd669d req-4db5b6d2-f9c8-48fd-ae8c-0bf8be84c3b7 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0779951 Apr 29 16:04:36.961634 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4eae12f1-0950-44f7-bcd5-f2acdfbd669d req-3477286f-ef1d-490b-b675-e5367adf238b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399544 Apr 29 16:04:37.164583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:38.150240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4920e6-75d7-4cf1-8b91-10fde42276a6 req-694d4ed1-8c03-4ba8-a38e-ea31a4e1eefa tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:38.151711 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5a4920e6-75d7-4cf1-8b91-10fde42276a6 req-694d4ed1-8c03-4ba8-a38e-ea31a4e1eefa tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0834029 Apr 29 16:04:38.198548 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5a4920e6-75d7-4cf1-8b91-10fde42276a6 req-c6299397-fd22-41ee-bbcd-f3f98846d3ee tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409217 Apr 29 16:04:39.381984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bbe4e-e464-4320-8ece-1371b71702d8 req-47722367-89f3-40a2-9f91-3e0e2abf58e3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:39.383433 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-465bbe4e-e464-4320-8ece-1371b71702d8 req-47722367-89f3-40a2-9f91-3e0e2abf58e3 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0790317 Apr 29 16:04:39.433328 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-465bbe4e-e464-4320-8ece-1371b71702d8 req-2e5b99b1-c6ec-4e8b-95bf-11324a101dbc tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434043 Apr 29 16:04:40.616915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d31250-6088-49c4-84e9-64a6c3da637b req-79e64f5f-a093-4e33-a9cb-fc04211e1e98 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:40.617742 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a6d31250-6088-49c4-84e9-64a6c3da637b req-79e64f5f-a093-4e33-a9cb-fc04211e1e98 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0790653 Apr 29 16:04:40.663827 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a6d31250-6088-49c4-84e9-64a6c3da637b req-fc5e330e-f859-41be-af63-010cbea0d306 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404665 Apr 29 16:04:41.848344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2726ee-a26d-47e9-abc8-2d0fbcbc5731 req-7ca046a0-35de-4a56-8f2a-5473d04594af tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:41.849797 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7f2726ee-a26d-47e9-abc8-2d0fbcbc5731 req-7ca046a0-35de-4a56-8f2a-5473d04594af tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0825598 Apr 29 16:04:41.895651 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7f2726ee-a26d-47e9-abc8-2d0fbcbc5731 req-c7bbeb16-f31e-469b-aa46-e75147e87d98 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401182 Apr 29 16:04:43.076947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab4e47-4b4d-4e53-81d5-86cef0b6a5fb req-09fca3c3-1096-4cfe-a36c-480b8be69170 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:43.078386 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-27ab4e47-4b4d-4e53-81d5-86cef0b6a5fb req-09fca3c3-1096-4cfe-a36c-480b8be69170 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0784943 Apr 29 16:04:43.124354 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-27ab4e47-4b4d-4e53-81d5-86cef0b6a5fb req-53c77346-9ef4-41b5-806c-529f5df4118a tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402522 Apr 29 16:04:44.321663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c254f8-6946-493e-b453-ac295fd6bdaa req-77ec5eef-2232-4e2f-95a4-e95fc071d770 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:44.323121 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-81c254f8-6946-493e-b453-ac295fd6bdaa req-77ec5eef-2232-4e2f-95a4-e95fc071d770 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0832009 Apr 29 16:04:44.368526 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-81c254f8-6946-493e-b453-ac295fd6bdaa req-4fd473a1-02e4-40f1-8bfd-d3d837158fb7 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393615 Apr 29 16:04:45.550726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dad22a-21ca-4e35-a233-f7b111d77ea9 req-42f7f2c1-f1e1-4818-a125-b59092f24b5e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:45.552429 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-68dad22a-21ca-4e35-a233-f7b111d77ea9 req-42f7f2c1-f1e1-4818-a125-b59092f24b5e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0774622 Apr 29 16:04:45.600903 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-68dad22a-21ca-4e35-a233-f7b111d77ea9 req-bfa69f78-2595-4037-9946-db32666e389b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&id=66c436df-10fe-405a-8633-97e9153f1c80&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426719 Apr 29 16:04:54.312652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:04:58.846083 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-504280b6-350a-4032-ae70-b7c06da04018 req-b4e36732-f13f-4d80-90dc-eb82b075e53b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678213 Apr 29 16:04:58.992847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504280b6-350a-4032-ae70-b7c06da04018 req-d174838d-a802-4b79-9695-50edc333261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:58.994268 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-504280b6-350a-4032-ae70-b7c06da04018 req-d174838d-a802-4b79-9695-50edc333261e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b375389aae1e4cf29288e4c05ff2395f&device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 1138 time: 0.0693169 Apr 29 16:04:59.138807 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504280b6-350a-4032-ae70-b7c06da04018 req-36f8c86b-1ecf-4a76-b0f3-52f59a9bf253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:59.140227 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-504280b6-350a-4032-ae70-b7c06da04018 req-36f8c86b-1ecf-4a76-b0f3-52f59a9bf253 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a57fac61-26d9-4bbc-b512-9416035d4d99 HTTP/1.1" status: 200 len: 915 time: 0.1248853 Apr 29 16:04:59.241134 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-504280b6-350a-4032-ae70-b7c06da04018 req-52eeda0c-29ff-4a77-8db5-cb07633c154f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214 HTTP/1.1" status: 200 len: 1001 time: 0.0943453 Apr 29 16:04:59.305055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504280b6-350a-4032-ae70-b7c06da04018 req-8118726f-7a82-467b-b297-3e1c74009a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:59.306457 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-504280b6-350a-4032-ae70-b7c06da04018 req-8118726f-7a82-467b-b297-3e1c74009a34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3684ca50-8727-45e3-8726-585dc6ec247b HTTP/1.1" status: 200 len: 853 time: 0.0595896 Apr 29 16:04:59.382915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504280b6-350a-4032-ae70-b7c06da04018 req-69b1eb64-9972-4218-b896-f94025bbb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:04:59.384349 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-504280b6-350a-4032-ae70-b7c06da04018 req-69b1eb64-9972-4218-b896-f94025bbb082 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a57fac61-26d9-4bbc-b512-9416035d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687196 Apr 29 16:04:59.510412 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-504280b6-350a-4032-ae70-b7c06da04018 req-279653f7-54be-465c-9424-8149fa32fa32 service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201253 Apr 29 16:04:59.638252 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-504280b6-350a-4032-ae70-b7c06da04018 req-ae8fce9e-597b-4f74-ac58-139abdfa5d30 service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212587 Apr 29 16:05:02.141589 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-954df5de-7188-44d0-aa06-5b340166189f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:04.215079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e1284671-cfd4-45df-aaa6-47d129241df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:05.209667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:05.483965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:07.170069 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:10.544533 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:05:18.003770 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5a6d530c-9762-4190-92aa-5fd639c3535c req-0e668f29-5a8f-4683-8852-347dbcd1899f tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716931899&fields=id&tenant_id=b375389aae1e4cf29288e4c05ff2395f HTTP/1.1" status: 200 len: 267 time: 0.0388231 Apr 29 16:05:18.084612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d530c-9762-4190-92aa-5fd639c3535c req-3e935bf5-a1f4-4de8-9d24-669276b1dc4e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:18.086019 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5a6d530c-9762-4190-92aa-5fd639c3535c req-3e935bf5-a1f4-4de8-9d24-669276b1dc4e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 985 time: 0.0769718 Apr 29 16:05:18.097231 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [req-5a6d530c-9762-4190-92aa-5fd639c3535c req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Request body: {'port': {'security_groups': ['28e38716-d3ee-4ed3-a69c-8e573e40d92b']}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:05:18.217166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-5a6d530c-9762-4190-92aa-5fd639c3535c req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.550816 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [req-5a6d530c-9762-4190-92aa-5fd639c3535c req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] For port a1d43af4-7014-4e5f-ab6c-ffb9a797a214, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:18.575476 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-5a6d530c-9762-4190-92aa-5fd639c3535c req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.637863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-5a6d530c-9762-4190-92aa-5fd639c3535c req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.648975 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['a1d43af4-7014-4e5f-ab6c-ffb9a797a214'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:05:18.721017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d530c-9762-4190-92aa-5fd639c3535c req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:18.721714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [req-5a6d530c-9762-4190-92aa-5fd639c3535c req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.723582 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5a6d530c-9762-4190-92aa-5fd639c3535c req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "PUT /v2.0/ports/a1d43af4-7014-4e5f-ab6c-ffb9a797a214 HTTP/1.1" status: 200 len: 943 time: 0.6314571 Apr 29 16:05:18.724037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:05:18.730135 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45874) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:18.736078 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event updated for resources: {'Port': ['ID=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,revision_number=7']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:18.744161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.744746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.744875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.745217 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.745558 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.745895 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.746225 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.746974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.746974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.747181 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.747506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.747978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a99415f-0428-4e68-a15b-e756fb75dfd8 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:18.784658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['a1d43af4-7014-4e5f-ab6c-ffb9a797a214'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:05:18.795268 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b111267-2767-410d-99e7-affb0c8a50f4'] response: {'name': 'network-changed', 'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'status': 'completed', 'code': 200} Apr 29 16:05:18.861107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.914355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:18.964524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98611b-4037-40ae-987f-c3b7a7869b06 req-1cf9abbd-ed9a-45f9-add9-48c1b4d3f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:18.965994 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8f98611b-4037-40ae-987f-c3b7a7869b06 req-1cf9abbd-ed9a-45f9-add9-48c1b4d3f7b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b375389aae1e4cf29288e4c05ff2395f&device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 1099 time: 0.1398735 Apr 29 16:05:18.975394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-cbb976d1-0503-4f87-bd34-0731719108ad None None] Provisioning complete for port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:18.975704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-cbb976d1-0503-4f87-bd34-0731719108ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:19.211149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98611b-4037-40ae-987f-c3b7a7869b06 req-b000f7a3-adcd-4e0f-a8a1-30a30fd2d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:19.212612 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8f98611b-4037-40ae-987f-c3b7a7869b06 req-b000f7a3-adcd-4e0f-a8a1-30a30fd2d0e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a57fac61-26d9-4bbc-b512-9416035d4d99 HTTP/1.1" status: 200 len: 915 time: 0.2406898 Apr 29 16:05:19.274461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:19.312254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c436df-10fe-405a-8633-97e9153f1c80,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:19.323600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:19.326144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:19.326144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:19.326144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:19.326144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:19.326144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:19.326144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:19.326144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:19.326793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:19.326793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:19.326793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:19.327113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:19.344836 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8f98611b-4037-40ae-987f-c3b7a7869b06 req-a8fbe3c8-07e7-4db0-bbf8-d78961c85f40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214 HTTP/1.1" status: 200 len: 1001 time: 0.1255713 Apr 29 16:05:19.400060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:19.401102 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-acb20ff6-561a-488f-a4f7-33a8c0563323 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "DELETE /v2.0/security-groups/66c436df-10fe-405a-8633-97e9153f1c80 HTTP/1.1" status: 204 len: 168 time: 0.6699843 Apr 29 16:05:19.406329 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45878) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:19.492087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98611b-4037-40ae-987f-c3b7a7869b06 req-53dd7e00-1b8c-4a82-afea-63585b848ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:19.493538 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8f98611b-4037-40ae-987f-c3b7a7869b06 req-53dd7e00-1b8c-4a82-afea-63585b848ffa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3684ca50-8727-45e3-8726-585dc6ec247b HTTP/1.1" status: 200 len: 853 time: 0.1429408 Apr 29 16:05:19.664628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Deleting port f005da2c-8b3d-4f22-a928-faef72b674cc {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:05:19.664973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:19.714009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98611b-4037-40ae-987f-c3b7a7869b06 req-2eb5d1a4-829a-47d1-8081-4ee67e7a8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:19.715469 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8f98611b-4037-40ae-987f-c3b7a7869b06 req-2eb5d1a4-829a-47d1-8081-4ee67e7a8a9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a57fac61-26d9-4bbc-b512-9416035d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2145402 Apr 29 16:05:19.943129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:19.943810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:19.955251 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8f98611b-4037-40ae-987f-c3b7a7869b06 req-af4ed5f1-6c4b-43c1-a138-b5df8c8278ca service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328122 Apr 29 16:05:20.087025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Calling delete_port for f005da2c-8b3d-4f22-a928-faef72b674cc owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:05:20.248893 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8f98611b-4037-40ae-987f-c3b7a7869b06 req-967c1778-e60a-4ae5-9deb-c7944b3589d0 service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408910 Apr 29 16:05:20.375406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:20.424234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event deleted for resources: {'Port': ['ID=f005da2c-8b3d-4f22-a928-faef72b674cc,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:20.511027 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:20.511249 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Floating IP 9be07e69-73af-4fce-b9c2-1421b1760cdb disassociated (deleted). External IP: 172.26.2.31, port: a1d43af4-7014-4e5f-ab6c-ffb9a797a214. Apr 29 16:05:20.959616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:05:21.131748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:05:21.142497 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1970d592-7232-4cea-9f6d-06378aad3998 None None] Sync routers for ids ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:05:21.144889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:21.150326 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1970d592-7232-4cea-9f6d-06378aad3998 None None] Routers {'331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:05:21.150938 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1970d592-7232-4cea-9f6d-06378aad3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:05:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:21.202564 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a4d05bf6-a8e4-4dff-8bc0-cf6455ff862e tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "DELETE /v2.0/floatingips/9be07e69-73af-4fce-b9c2-1421b1760cdb HTTP/1.1" status: 204 len: 168 time: 1.7979367 Apr 29 16:05:21.203193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:05:21.253685 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d66dd5-1f71-482f-ab76-d5d5b95e3321'] response: {'name': 'network-changed', 'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'status': 'completed', 'code': 200} Apr 29 16:05:21.331649 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-1970d592-7232-4cea-9f6d-06378aad3998 None None] Set router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:05:21.353484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf7d81-6155-44af-a226-29ee1e102080 req-0dfe2f75-e97f-4514-b62a-a4da1cfc30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:21.354975 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-debf7d81-6155-44af-a226-29ee1e102080 req-0dfe2f75-e97f-4514-b62a-a4da1cfc30fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b375389aae1e4cf29288e4c05ff2395f&device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 1099 time: 0.0735748 Apr 29 16:05:21.488645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf7d81-6155-44af-a226-29ee1e102080 req-2a1462e6-8698-49da-b349-dc409873d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:21.490024 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-debf7d81-6155-44af-a226-29ee1e102080 req-2a1462e6-8698-49da-b349-dc409873d266 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a57fac61-26d9-4bbc-b512-9416035d4d99 HTTP/1.1" status: 200 len: 915 time: 0.1284797 Apr 29 16:05:21.562012 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-debf7d81-6155-44af-a226-29ee1e102080 req-dcb84f07-2e71-4e30-a2a6-2335555b8ed4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214 HTTP/1.1" status: 200 len: 217 time: 0.0646124 Apr 29 16:05:21.626029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf7d81-6155-44af-a226-29ee1e102080 req-698f3ead-59e0-4c42-9b82-5f5b4e43bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:21.627719 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-debf7d81-6155-44af-a226-29ee1e102080 req-698f3ead-59e0-4c42-9b82-5f5b4e43bbf7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3684ca50-8727-45e3-8726-585dc6ec247b HTTP/1.1" status: 200 len: 853 time: 0.0586727 Apr 29 16:05:21.641442 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1970d592-7232-4cea-9f6d-06378aad3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 4, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '932156fb-4b7d-4e1e-86ed-584ac3022a28', 'name': '', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'mac_address': 'fa:16:3e:ad:60:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:10Z', 'updated_at': '2022-04-29T16:03:17Z', 'revision_number': 5, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'subnets': [{'id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:21.646700 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1970d592-7232-4cea-9f6d-06378aad3998 None None] Checking router: 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:05:21.655559 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1970d592-7232-4cea-9f6d-06378aad3998 None None] Routers {'331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:05:21.656209 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1970d592-7232-4cea-9f6d-06378aad3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:05:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:21.723708 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf7d81-6155-44af-a226-29ee1e102080 req-0d2134b1-4480-4cc3-9a05-dcbdad8adcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:21.723708 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-debf7d81-6155-44af-a226-29ee1e102080 req-0d2134b1-4480-4cc3-9a05-dcbdad8adcbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a57fac61-26d9-4bbc-b512-9416035d4d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822372 Apr 29 16:05:21.839224 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-1970d592-7232-4cea-9f6d-06378aad3998 None None] Set router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:05:21.861467 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-debf7d81-6155-44af-a226-29ee1e102080 req-1845bf68-e10e-4d41-ab67-70441ac66f7d service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284568 Apr 29 16:05:21.990675 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-debf7d81-6155-44af-a226-29ee1e102080 req-cb4bd70b-72f2-4efb-9cfd-f9d416f462f9 service neutron] 10.222.0.44 "GET /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235926 Apr 29 16:05:22.154253 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-1970d592-7232-4cea-9f6d-06378aad3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 4, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '932156fb-4b7d-4e1e-86ed-584ac3022a28', 'name': '', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'mac_address': 'fa:16:3e:ad:60:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:10Z', 'updated_at': '2022-04-29T16:03:17Z', 'revision_number': 5, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'subnets': [{'id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:22.158769 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1970d592-7232-4cea-9f6d-06378aad3998 None None] The sync data for ids ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'] in dv-neutron-839183-1-hyperv is: [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:03:11Z', 'revision_number': 4, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '932156fb-4b7d-4e1e-86ed-584ac3022a28', 'name': '', 'network_id': 'a57fac61-26d9-4bbc-b512-9416035d4d99', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'mac_address': 'fa:16:3e:ad:60:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:10Z', 'updated_at': '2022-04-29T16:03:17Z', 'revision_number': 5, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'subnets': [{'id': '3684ca50-8727-45e3-8726-585dc6ec247b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:05:22.386930 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e9681-a727-4a30-9156-7564a811e4e8 None None] New status for floating IP 9be07e69-73af-4fce-b9c2-1421b1760cdb: DOWN {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:05:24.358231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:27.030872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5ecef-10ee-4606-9198-04486dc8e321 req-17e3af49-c7c3-4006-94a8-619d01b2ba8c tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:27.032278 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c8e5ecef-10ee-4606-9198-04486dc8e321 req-17e3af49-c7c3-4006-94a8-619d01b2ba8c tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 946 time: 0.0831492 Apr 29 16:05:27.078534 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c8e5ecef-10ee-4606-9198-04486dc8e321 req-2104404a-83eb-4f6f-989e-580d68a936c4 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 Apr 29 16:05:28.260969 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d32fb0-a4f2-4005-9d29-ee05a8384c7b req-47d37973-c5b0-452d-823f-92454b1e8591 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:28.262409 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-34d32fb0-a4f2-4005-9d29-ee05a8384c7b req-47d37973-c5b0-452d-823f-92454b1e8591 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 946 time: 0.0784030 Apr 29 16:05:28.307536 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-34d32fb0-a4f2-4005-9d29-ee05a8384c7b req-b0782175-5c3b-4ef4-a5a5-a51e92e2acc0 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/security-groups?id=28e38716-d3ee-4ed3-a69c-8e573e40d92b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384586 Apr 29 16:05:28.584959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9936da-3943-4466-8159-28050d957aa5 req-a443871c-caac-404a-9f6e-13d9a3ccfcd6 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:28.586309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-4d9936da-3943-4466-8159-28050d957aa5 req-a443871c-caac-404a-9f6e-13d9a3ccfcd6 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Synchronizing usage tracker for tenant:b375389aae1e4cf29288e4c05ff2395f on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:05:28.677808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-4d9936da-3943-4466-8159-28050d957aa5 req-a443871c-caac-404a-9f6e-13d9a3ccfcd6 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Unset dirty status for tenant:b375389aae1e4cf29288e4c05ff2395f on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:05:28.678914 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4d9936da-3943-4466-8159-28050d957aa5 req-a443871c-caac-404a-9f6e-13d9a3ccfcd6 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.44 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 946 time: 0.1739140 Apr 29 16:05:28.747838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-4d9936da-3943-4466-8159-28050d957aa5 req-83e32fc5-9a5f-40bb-b9c3-b4a72530f15b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Deleting port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:05:28.748170 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4d9936da-3943-4466-8159-28050d957aa5 req-83e32fc5-9a5f-40bb-b9c3-b4a72530f15b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:29.096490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-4d9936da-3943-4466-8159-28050d957aa5 req-83e32fc5-9a5f-40bb-b9c3-b4a72530f15b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] For port a1d43af4-7014-4e5f-ab6c-ffb9a797a214, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:29.096861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4d9936da-3943-4466-8159-28050d957aa5 req-83e32fc5-9a5f-40bb-b9c3-b4a72530f15b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:29.222453 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-4d9936da-3943-4466-8159-28050d957aa5 req-83e32fc5-9a5f-40bb-b9c3-b4a72530f15b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Calling delete_port for a1d43af4-7014-4e5f-ab6c-ffb9a797a214 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:05:29.403740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4d9936da-3943-4466-8159-28050d957aa5 req-83e32fc5-9a5f-40bb-b9c3-b4a72530f15b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:29.414876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['a1d43af4-7014-4e5f-ab6c-ffb9a797a214'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:05:29.460478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e32fc5-9a5f-40bb-b9c3-b4a72530f15b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Pushing event deleted for resources: {'Port': ['ID=a1d43af4-7014-4e5f-ab6c-ffb9a797a214,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:29.463018 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-02124c4d-41c7-4665-aeb9-f6e4123be733 req-cf1f0ffb-13e4-4c6b-9944-9568bef83373 tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.39 "GET /v2.0/ports?device_id=78019e3a-5b09-4386-a1f8-b51440ff3af2 HTTP/1.1" status: 200 len: 210 time: 0.0489259 Apr 29 16:05:29.533584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9936da-3943-4466-8159-28050d957aa5 req-83e32fc5-9a5f-40bb-b9c3-b4a72530f15b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] No DVR routers for this DVR port a1d43af4-7014-4e5f-ab6c-ffb9a797a214 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:05:29.535990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-4d9936da-3943-4466-8159-28050d957aa5 req-83e32fc5-9a5f-40bb-b9c3-b4a72530f15b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:29.538418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'name': 'network-vif-deleted', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:05:29.583115 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5364aab-a32c-4b4e-959e-3f621215d067'] response: {'server_uuid': '78019e3a-5b09-4386-a1f8-b51440ff3af2', 'name': 'network-vif-deleted', 'tag': 'a1d43af4-7014-4e5f-ab6c-ffb9a797a214', 'status': 'completed', 'code': 200} Apr 29 16:05:29.592785 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4d9936da-3943-4466-8159-28050d957aa5 req-83e32fc5-9a5f-40bb-b9c3-b4a72530f15b tempest-TestMinimumBasicScenario-922478692 tempest-TestMinimumBasicScenario-922478692-project] 10.222.0.44 "DELETE /v2.0/ports/a1d43af4-7014-4e5f-ab6c-ffb9a797a214 HTTP/1.1" status: 204 len: 173 time: 0.9083862 Apr 29 16:05:31.780149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45966) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:32.135292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-38e84cc0-a3cb-4512-8726-bcd101b9b9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:32.311345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-01006526-97dc-4c9f-9c09-c3c963b5da3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:32.629384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [req-256ddd59-9302-4e72-831e-e90636aa2bbf req-4e1f2932-1392-4070-9f03-e4d99f668c39 tempest-TestVolumeBootPattern-70401621 tempest-TestVolumeBootPattern-70401621-project] (88715) timed out ('10.222.0.44', 64776) {{(pid=88715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 16:05:32.754305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-01006526-97dc-4c9f-9c09-c3c963b5da3b admin admin] Deleting port 932156fb-4b7d-4e1e-86ed-584ac3022a28 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:05:32.754641 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-01006526-97dc-4c9f-9c09-c3c963b5da3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:32.763158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device a1d43af4-7014-4e5f-ab6c-ffb9a797a214 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:05:32.799870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: a1d43af4-7014-4e5f-ab6c-ffb9a797a214 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:05:32.800213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device a1d43af4-7014-4e5f-ab6c-ffb9a797a214 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:05:32.924966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-01006526-97dc-4c9f-9c09-c3c963b5da3b admin admin] For port 932156fb-4b7d-4e1e-86ed-584ac3022a28, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=932156fb-4b7d-4e1e-86ed-584ac3022a28,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:32.925530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-01006526-97dc-4c9f-9c09-c3c963b5da3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:33.047736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-01006526-97dc-4c9f-9c09-c3c963b5da3b admin admin] Calling delete_port for 932156fb-4b7d-4e1e-86ed-584ac3022a28 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:05:33.261133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-01006526-97dc-4c9f-9c09-c3c963b5da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:33.307121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01006526-97dc-4c9f-9c09-c3c963b5da3b admin admin] Pushing event deleted for resources: {'Port': ['ID=932156fb-4b7d-4e1e-86ed-584ac3022a28,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:33.570953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-01006526-97dc-4c9f-9c09-c3c963b5da3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:34.028301 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01006526-97dc-4c9f-9c09-c3c963b5da3b admin admin] Router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:05:34.203390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01006526-97dc-4c9f-9c09-c3c963b5da3b admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:05:34.203755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-63182b75-fb04-404e-b8a2-59028a8c1a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:34.215524 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-01006526-97dc-4c9f-9c09-c3c963b5da3b admin admin] 10.222.0.39 "PUT /v2.0/routers/331d5d08-0fda-44d4-ab9b-f5e325dfc4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4341373 Apr 29 16:05:34.218117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45970) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:34.224436 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9b60e-b4d4-4146-9619-f8fa054714b1 None None] Sync routers for ids ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:05:34.233699 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9b60e-b4d4-4146-9619-f8fa054714b1 None None] Routers {'331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:05:34.236955 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b6a9b60e-b4d4-4146-9619-f8fa054714b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:05:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:34.400982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:34.438748 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-b6a9b60e-b4d4-4146-9619-f8fa054714b1 None None] Set router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:05:34.575095 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:34.638220 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Deleting port 8c278126-094c-4f7b-b293-01110b3aef35 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:05:34.638558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:34.714077 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b6a9b60e-b4d4-4146-9619-f8fa054714b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179'}], 'enable_snat': True}, 'gw_port_id': '8c278126-094c-4f7b-b293-01110b3aef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:05:33Z', 'revision_number': 5, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port': {'id': '8c278126-094c-4f7b-b293-01110b3aef35', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:08Z', 'updated_at': '2022-04-29T16:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:34.717770 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9b60e-b4d4-4146-9619-f8fa054714b1 None None] Checking router: 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:05:34.727001 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9b60e-b4d4-4146-9619-f8fa054714b1 None None] Routers {'331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:05:34.727581 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b6a9b60e-b4d4-4146-9619-f8fa054714b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:05:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:34.813704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] For port 8c278126-094c-4f7b-b293-01110b3aef35, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8c278126-094c-4f7b-b293-01110b3aef35,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:34.814062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:34.879254 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-b6a9b60e-b4d4-4146-9619-f8fa054714b1 None None] Set router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:05:34.935154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Calling delete_port for 8c278126-094c-4f7b-b293-01110b3aef35 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:05:34.984763 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b6a9b60e-b4d4-4146-9619-f8fa054714b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:05:34Z', 'revision_number': 6, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:34.989239 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a9b60e-b4d4-4146-9619-f8fa054714b1 None None] The sync data for ids ['331d5d08-0fda-44d4-ab9b-f5e325dfc4fd'] in dv-neutron-839183-1-hyperv is: [{'id': '331d5d08-0fda-44d4-ab9b-f5e325dfc4fd', 'name': 'tempest-TestMinimumBasicScenario-853393091-router', 'tenant_id': 'b375389aae1e4cf29288e4c05ff2395f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:07Z', 'updated_at': '2022-04-29T16:05:34Z', 'revision_number': 6, 'project_id': 'b375389aae1e4cf29288e4c05ff2395f', 'gw_port_host': None}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:05:35.135428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.180939 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Pushing event deleted for resources: {'Port': ['ID=8c278126-094c-4f7b-b293-01110b3aef35,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:35.197760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.276004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.424067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 932156fb-4b7d-4e1e-86ed-584ac3022a28 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:05:35.539863 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 932156fb-4b7d-4e1e-86ed-584ac3022a28 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:05:35.539863 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 932156fb-4b7d-4e1e-86ed-584ac3022a28 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:05:35.539863 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.578435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.581370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.649240 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.649777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331d5d08-0fda-44d4-ab9b-f5e325dfc4fd {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:05:35.662799 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.664246 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-975a50ca-2036-45cb-940c-a113bbae3bee admin admin] 10.222.0.39 "DELETE /v2.0/routers/331d5d08-0fda-44d4-ab9b-f5e325dfc4fd HTTP/1.1" status: 204 len: 168 time: 1.4450035 Apr 29 16:05:35.666774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45974) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:35.732369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc83107-fa01-4307-84f6-fc978588f4c4 admin admin] Deleting subnet 3684ca50-8727-45e3-8726-585dc6ec247b {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:05:35.734172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8dc83107-fa01-4307-84f6-fc978588f4c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.789259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8dc83107-fa01-4307-84f6-fc978588f4c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.864984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8dc83107-fa01-4307-84f6-fc978588f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:35.975387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8dc83107-fa01-4307-84f6-fc978588f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.016582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc83107-fa01-4307-84f6-fc978588f4c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3684ca50-8727-45e3-8726-585dc6ec247b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:36.020629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8dc83107-fa01-4307-84f6-fc978588f4c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.025976 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8c8d5e-4387-45c1-aec8-552646b196bd None None] Network a57fac61-26d9-4bbc-b512-9416035d4d99 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:05:36.026319 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8dc83107-fa01-4307-84f6-fc978588f4c4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3684ca50-8727-45e3-8726-585dc6ec247b HTTP/1.1" status: 204 len: 168 time: 0.3581762 Apr 29 16:05:36.028744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45978) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:36.137541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.148504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Deleting port 6787401c-b3a2-4351-87c5-b00a4a9f3aba {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:05:36.149005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.323097 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c099bc74-0ae0-451e-bc2d-f634290b5bfb None None] DHCP port deletion for a57fac61-26d9-4bbc-b512-9416035d4d99 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:05:36.327422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c099bc74-0ae0-451e-bc2d-f634290b5bfb None None] Deleting port 6787401c-b3a2-4351-87c5-b00a4a9f3aba {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:05:36.327796 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c099bc74-0ae0-451e-bc2d-f634290b5bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.364128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] For port 6787401c-b3a2-4351-87c5-b00a4a9f3aba, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6787401c-b3a2-4351-87c5-b00a4a9f3aba,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:36.364652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.486235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Calling delete_port for 6787401c-b3a2-4351-87c5-b00a4a9f3aba owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:05:36.530147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c099bc74-0ae0-451e-bc2d-f634290b5bfb None None] For port 6787401c-b3a2-4351-87c5-b00a4a9f3aba, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6787401c-b3a2-4351-87c5-b00a4a9f3aba,segment=NetworkSegment(f1e9f882-078f-48b6-83ef-6f2f8ebc7b41),segment_id=f1e9f882-078f-48b6-83ef-6f2f8ebc7b41)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:36.530726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c099bc74-0ae0-451e-bc2d-f634290b5bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.609674 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.655557 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6787401c-b3a2-4351-87c5-b00a4a9f3aba,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:36.657914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c099bc74-0ae0-451e-bc2d-f634290b5bfb None None] Calling delete_port for 6787401c-b3a2-4351-87c5-b00a4a9f3aba owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:05:36.659747 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] No DVR routers for this DVR port 6787401c-b3a2-4351-87c5-b00a4a9f3aba on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:05:36.728743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-c099bc74-0ae0-451e-bc2d-f634290b5bfb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:05:36.729091 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-c099bc74-0ae0-451e-bc2d-f634290b5bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:05:36.772776 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.797482 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57fac61-26d9-4bbc-b512-9416035d4d99']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:36.812842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:36.813135 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e9f882-078f-48b6-83ef-6f2f8ebc7b41') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:36.824267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.841323 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.848233 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:05:36.848588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:05:36.861757 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:05:36.975189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:36.991125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:37.006542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] Pushing event deleted for resources: {'Network': ['ID=a57fac61-26d9-4bbc-b512-9416035d4d99,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:37.090150 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6f3981fd-0f89-4985-bc0d-54c786b979ae admin admin] 10.222.0.39 "DELETE /v2.0/networks/a57fac61-26d9-4bbc-b512-9416035d4d99 HTTP/1.1" status: 204 len: 168 time: 1.0603857 Apr 29 16:05:37.092843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45982) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:37.152591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:37.228579 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6787401c-b3a2-4351-87c5-b00a4a9f3aba no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:05:37.262905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c099bc74-0ae0-451e-bc2d-f634290b5bfb None None] Deleting port 6787401c-b3a2-4351-87c5-b00a4a9f3aba {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:05:37.263279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c099bc74-0ae0-451e-bc2d-f634290b5bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:37.286656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 6787401c-b3a2-4351-87c5-b00a4a9f3aba {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:05:37.287003 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6787401c-b3a2-4351-87c5-b00a4a9f3aba not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:05:37.287419 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8c278126-094c-4f7b-b293-01110b3aef35 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:05:37.331773 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 8c278126-094c-4f7b-b293-01110b3aef35 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:05:37.332122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8c278126-094c-4f7b-b293-01110b3aef35 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:05:37.365578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c099bc74-0ae0-451e-bc2d-f634290b5bfb None None] The port '6787401c-b3a2-4351-87c5-b00a4a9f3aba' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 16:05:37.735439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-adae34f2-9b8a-4342-84f2-6c243cc1bbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:38.084089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-adae34f2-9b8a-4342-84f2-6c243cc1bbe8 admin admin] Deleting port a0034c63-f826-434c-a837-fd37b68cefb1 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:05:38.084336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-adae34f2-9b8a-4342-84f2-6c243cc1bbe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:38.287707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-adae34f2-9b8a-4342-84f2-6c243cc1bbe8 admin admin] For port a0034c63-f826-434c-a837-fd37b68cefb1, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=a0034c63-f826-434c-a837-fd37b68cefb1,segment=NetworkSegment(ed8af08d-d470-4f17-aefb-2a30cf31a34e),segment_id=ed8af08d-d470-4f17-aefb-2a30cf31a34e)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:38.288063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-adae34f2-9b8a-4342-84f2-6c243cc1bbe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:38.409395 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-adae34f2-9b8a-4342-84f2-6c243cc1bbe8 admin admin] Calling delete_port for a0034c63-f826-434c-a837-fd37b68cefb1 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:05:38.627152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-adae34f2-9b8a-4342-84f2-6c243cc1bbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:38.676189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae34f2-9b8a-4342-84f2-6c243cc1bbe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0034c63-f826-434c-a837-fd37b68cefb1,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:38.940832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-adae34f2-9b8a-4342-84f2-6c243cc1bbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:39.411640 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adae34f2-9b8a-4342-84f2-6c243cc1bbe8 admin admin] Router 03bc1e9e-8e33-45f5-9612-6c881a0efefb has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:05:39.587523 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adae34f2-9b8a-4342-84f2-6c243cc1bbe8 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:05:39.595903 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03df293-7328-45ff-aa25-9e1b1cdb1703 None None] Sync routers for ids ['03bc1e9e-8e33-45f5-9612-6c881a0efefb'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:05:39.596605 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-adae34f2-9b8a-4342-84f2-6c243cc1bbe8 admin admin] 10.222.0.39 "PUT /v2.0/routers/03bc1e9e-8e33-45f5-9612-6c881a0efefb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5027673 Apr 29 16:05:39.599048 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45988) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:39.605432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03df293-7328-45ff-aa25-9e1b1cdb1703 None None] Routers {'03bc1e9e-8e33-45f5-9612-6c881a0efefb'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:05:39.606022 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e03df293-7328-45ff-aa25-9e1b1cdb1703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:05:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['03bc1e9e-8e33-45f5-9612-6c881a0efefb'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:39.780539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:39.781471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-e03df293-7328-45ff-aa25-9e1b1cdb1703 None None] Set router 03bc1e9e-8e33-45f5-9612-6c881a0efefb gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:05:39.969340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:40.050013 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Deleting port 4a673e49-6966-42e4-a4b3-d0d5f1088736 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:05:40.050400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:40.065548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e03df293-7328-45ff-aa25-9e1b1cdb1703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'name': 'tempest-TestMinimumBasicScenario-1490065456-router', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87'}], 'enable_snat': True}, 'gw_port_id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:14Z', 'updated_at': '2022-04-29T16:05:38Z', 'revision_number': 5, 'project_id': '57ba9627e33242df8d4dc865efb210bd', 'gw_port': {'id': '4a673e49-6966-42e4-a4b3-d0d5f1088736', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:03:15Z', 'updated_at': '2022-04-29T16:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:40.069483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03df293-7328-45ff-aa25-9e1b1cdb1703 None None] Checking router: 03bc1e9e-8e33-45f5-9612-6c881a0efefb for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:05:40.077806 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03df293-7328-45ff-aa25-9e1b1cdb1703 None None] Routers {'03bc1e9e-8e33-45f5-9612-6c881a0efefb'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:05:40.078395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e03df293-7328-45ff-aa25-9e1b1cdb1703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:05:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['03bc1e9e-8e33-45f5-9612-6c881a0efefb'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:40.224761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] For port 4a673e49-6966-42e4-a4b3-d0d5f1088736, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4a673e49-6966-42e4-a4b3-d0d5f1088736,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:40.225051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:40.273622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-e03df293-7328-45ff-aa25-9e1b1cdb1703 None None] Set router 03bc1e9e-8e33-45f5-9612-6c881a0efefb gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:05:40.351744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Calling delete_port for 4a673e49-6966-42e4-a4b3-d0d5f1088736 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:05:40.382214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e03df293-7328-45ff-aa25-9e1b1cdb1703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'name': 'tempest-TestMinimumBasicScenario-1490065456-router', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:14Z', 'updated_at': '2022-04-29T16:05:39Z', 'revision_number': 6, 'project_id': '57ba9627e33242df8d4dc865efb210bd', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:40.386076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03df293-7328-45ff-aa25-9e1b1cdb1703 None None] The sync data for ids ['03bc1e9e-8e33-45f5-9612-6c881a0efefb'] in dv-neutron-839183-1-hyperv is: [{'id': '03bc1e9e-8e33-45f5-9612-6c881a0efefb', 'name': 'tempest-TestMinimumBasicScenario-1490065456-router', 'tenant_id': '57ba9627e33242df8d4dc865efb210bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:03:14Z', 'updated_at': '2022-04-29T16:05:39Z', 'revision_number': 6, 'project_id': '57ba9627e33242df8d4dc865efb210bd', 'gw_port_host': None}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:05:40.581145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:40.745090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a673e49-6966-42e4-a4b3-d0d5f1088736,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:40.836987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.001399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.003665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.112429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.112974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03bc1e9e-8e33-45f5-9612-6c881a0efefb {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:05:41.125617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.129764 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1e5dc580-e526-4358-a186-bc6b5129f290 admin admin] 10.222.0.39 "DELETE /v2.0/routers/03bc1e9e-8e33-45f5-9612-6c881a0efefb HTTP/1.1" status: 204 len: 168 time: 1.5272915 Apr 29 16:05:41.129979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45992) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:41.189871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-57999760-cae2-4a65-8d09-7ee14faef4f3 admin admin] Deleting subnet 6b7bcc88-4ad9-482d-9d9d-13e117fc2326 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:05:41.193186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57999760-cae2-4a65-8d09-7ee14faef4f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.238160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a0034c63-f826-434c-a837-fd37b68cefb1 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:05:41.247653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57999760-cae2-4a65-8d09-7ee14faef4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.275417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: a0034c63-f826-434c-a837-fd37b68cefb1 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:05:41.275759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device a0034c63-f826-434c-a837-fd37b68cefb1 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:05:41.276178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4a673e49-6966-42e4-a4b3-d0d5f1088736 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:05:41.313936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 4a673e49-6966-42e4-a4b3-d0d5f1088736 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:05:41.314280 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4a673e49-6966-42e4-a4b3-d0d5f1088736 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:05:41.328203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57999760-cae2-4a65-8d09-7ee14faef4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.466646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57999760-cae2-4a65-8d09-7ee14faef4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.509590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57999760-cae2-4a65-8d09-7ee14faef4f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b7bcc88-4ad9-482d-9d9d-13e117fc2326,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:41.511487 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-57999760-cae2-4a65-8d09-7ee14faef4f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.516126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a58cae-8b64-4871-83dd-bd7143ba5b27 None None] Network eb1da879-0ffb-423f-b793-1dfae9a98f23 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:05:41.517842 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-57999760-cae2-4a65-8d09-7ee14faef4f3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6b7bcc88-4ad9-482d-9d9d-13e117fc2326 HTTP/1.1" status: 204 len: 168 time: 0.3867908 Apr 29 16:05:41.520162 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 45996) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:41.625741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.636818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Deleting port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:05:41.637143 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.772952 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5967998c-532e-4661-909c-ba3531c166f6 None None] DHCP port deletion for eb1da879-0ffb-423f-b793-1dfae9a98f23 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:05:41.777285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5967998c-532e-4661-909c-ba3531c166f6 None None] Deleting port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:05:41.777651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5967998c-532e-4661-909c-ba3531c166f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.841581 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] For port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=08748ced-c3de-46fd-9c50-82ec0dcf9f4d,segment=NetworkSegment(ed8af08d-d470-4f17-aefb-2a30cf31a34e),segment_id=ed8af08d-d470-4f17-aefb-2a30cf31a34e)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:41.841938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:41.962453 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Calling delete_port for 08748ced-c3de-46fd-9c50-82ec0dcf9f4d owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:05:41.979726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5967998c-532e-4661-909c-ba3531c166f6 None None] For port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=08748ced-c3de-46fd-9c50-82ec0dcf9f4d,segment=NetworkSegment(ed8af08d-d470-4f17-aefb-2a30cf31a34e),segment_id=ed8af08d-d470-4f17-aefb-2a30cf31a34e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:41.980118 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5967998c-532e-4661-909c-ba3531c166f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.094886 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.100213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5967998c-532e-4661-909c-ba3531c166f6 None None] Calling delete_port for 08748ced-c3de-46fd-9c50-82ec0dcf9f4d owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:05:42.142077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Pushing event deleted for resources: {'Port': ['ID=08748ced-c3de-46fd-9c50-82ec0dcf9f4d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:42.147698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] No DVR routers for this DVR port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:05:42.176588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-5967998c-532e-4661-909c-ba3531c166f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:05:42.176959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-5967998c-532e-4661-909c-ba3531c166f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:05:42.260002 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.284646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1da879-0ffb-423f-b793-1dfae9a98f23']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:42.300079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8af08d-d470-4f17-aefb-2a30cf31a34e') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:42.300369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8af08d-d470-4f17-aefb-2a30cf31a34e') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:42.311447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.426282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.432060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:05:42.432432 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:05:42.445247 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:05:42.557934 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.561940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.584912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1da879-0ffb-423f-b793-1dfae9a98f23,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:42.588654 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-804c34bd-c0d0-497b-9cf1-b9b2994d8314 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eb1da879-0ffb-423f-b793-1dfae9a98f23 HTTP/1.1" status: 204 len: 168 time: 1.0675242 Apr 29 16:05:42.677880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5967998c-532e-4661-909c-ba3531c166f6 None None] Deleting port 08748ced-c3de-46fd-9c50-82ec0dcf9f4d {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:05:42.678351 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5967998c-532e-4661-909c-ba3531c166f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:42.742997 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5967998c-532e-4661-909c-ba3531c166f6 None None] The port '08748ced-c3de-46fd-9c50-82ec0dcf9f4d' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 16:05:42.916576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46002) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:42.963962 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ae1815b4-503f-423e-aa29-c1ca46fc7b74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b375389aae1e4cf29288e4c05ff2395f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462804 Apr 29 16:05:42.966321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46006) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:43.021133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0e014c8f-350c-4685-8f1e-564a634c329a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:43.045089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0e014c8f-350c-4685-8f1e-564a634c329a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:43.146254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0e014c8f-350c-4685-8f1e-564a634c329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:43.161115 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e014c8f-350c-4685-8f1e-564a634c329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e38716-d3ee-4ed3-a69c-8e573e40d92b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:43.168935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0e014c8f-350c-4685-8f1e-564a634c329a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:43.170031 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0e014c8f-350c-4685-8f1e-564a634c329a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28e38716-d3ee-4ed3-a69c-8e573e40d92b HTTP/1.1" status: 204 len: 168 time: 0.2028389 Apr 29 16:05:43.230944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 08748ced-c3de-46fd-9c50-82ec0dcf9f4d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:05:43.269311 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 08748ced-c3de-46fd-9c50-82ec0dcf9f4d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:05:43.269653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 08748ced-c3de-46fd-9c50-82ec0dcf9f4d not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:05:43.755765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46014) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:43.806571 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-288762d6-9dec-44c3-a7ce-fb9f5e850281 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57ba9627e33242df8d4dc865efb210bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496387 Apr 29 16:05:43.808915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46018) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:43.877935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510cb32d-8315-435f-8f22-bd746b1aa17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:43.903615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510cb32d-8315-435f-8f22-bd746b1aa17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:44.009399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510cb32d-8315-435f-8f22-bd746b1aa17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:44.025363 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cb32d-8315-435f-8f22-bd746b1aa17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab9ee41-675a-4a89-81f0-a8555b2638d0,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:44.030079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-510cb32d-8315-435f-8f22-bd746b1aa17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:44.030800 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-510cb32d-8315-435f-8f22-bd746b1aa17a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ab9ee41-675a-4a89-81f0-a8555b2638d0 HTTP/1.1" status: 204 len: 168 time: 0.2209909 Apr 29 16:05:46.221065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46060) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:46.226232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976987894', 'description': 'tempest-secgroup-smoke-1976987894 description', 'project_id': 'ab05805754f34f09b028f4d94522434d'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:05:46.232156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:46.236117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:46.239090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:46.244821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:46.323609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:46.335711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:46.350297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:46.354204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:46.357159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:46.363870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:46.448552 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:46.512124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:46.524108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:46.531903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:46.539894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:46.551030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:46.554591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314a716b-9e5a-4ce2-b3da-7abe0469a5b8,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:46.622486 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:46.683280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:46.722973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389a807d-0037-462d-90db-115cca5f4094,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:46.774944 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:46.776108 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-73462965-53f8-440c-9b4e-da45260ac9f2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5540445 Apr 29 16:05:46.778942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46064) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:46.784433 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-bf7b2a8c-cc4e-41d4-8f96-d229fe722b48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': '389a807d-0037-462d-90db-115cca5f4094', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:05:46.790575 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bf7b2a8c-cc4e-41d4-8f96-d229fe722b48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:46.794267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bf7b2a8c-cc4e-41d4-8f96-d229fe722b48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:46.797086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-bf7b2a8c-cc4e-41d4-8f96-d229fe722b48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:46.803735 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-bf7b2a8c-cc4e-41d4-8f96-d229fe722b48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:46.867562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a8c-cc4e-41d4-8f96-d229fe722b48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:46.925384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a8c-cc4e-41d4-8f96-d229fe722b48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:46.980511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a8c-cc4e-41d4-8f96-d229fe722b48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.006245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b2a8c-cc4e-41d4-8f96-d229fe722b48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6fdd92-450b-46a1-983a-4346eb14a84f,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:47.060567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf7b2a8c-cc4e-41d4-8f96-d229fe722b48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.061701 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bf7b2a8c-cc4e-41d4-8f96-d229fe722b48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2817981 Apr 29 16:05:47.064508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46068) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:47.069321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-56c5d2fd-6a81-4a33-a9f1-3bfab007a17f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': '389a807d-0037-462d-90db-115cca5f4094', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:05:47.075009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-56c5d2fd-6a81-4a33-a9f1-3bfab007a17f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:47.078774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-56c5d2fd-6a81-4a33-a9f1-3bfab007a17f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:47.082437 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-56c5d2fd-6a81-4a33-a9f1-3bfab007a17f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:47.087933 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-56c5d2fd-6a81-4a33-a9f1-3bfab007a17f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:47.186622 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56c5d2fd-6a81-4a33-a9f1-3bfab007a17f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.247424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56c5d2fd-6a81-4a33-a9f1-3bfab007a17f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.318034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56c5d2fd-6a81-4a33-a9f1-3bfab007a17f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.342688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5d2fd-6a81-4a33-a9f1-3bfab007a17f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a98e71-bb8d-4a5e-aa40-0aa8ffa91b44,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:47.426422 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-56c5d2fd-6a81-4a33-a9f1-3bfab007a17f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.427590 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-56c5d2fd-6a81-4a33-a9f1-3bfab007a17f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3621540 Apr 29 16:05:47.430241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46072) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:47.435011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c36775f5-753c-4ec1-82d6-c32e315e8126 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': '389a807d-0037-462d-90db-115cca5f4094', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:05:47.441525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c36775f5-753c-4ec1-82d6-c32e315e8126 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:47.445212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c36775f5-753c-4ec1-82d6-c32e315e8126 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:47.448042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c36775f5-753c-4ec1-82d6-c32e315e8126 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:47.454460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c36775f5-753c-4ec1-82d6-c32e315e8126 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:47.507125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c36775f5-753c-4ec1-82d6-c32e315e8126 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.543143 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:05:47.568647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c36775f5-753c-4ec1-82d6-c32e315e8126 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.608925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c36775f5-753c-4ec1-82d6-c32e315e8126 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.635550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36775f5-753c-4ec1-82d6-c32e315e8126 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39146382-39dc-427a-92a9-1eaddf70c54b,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:47.689789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c36775f5-753c-4ec1-82d6-c32e315e8126 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.691231 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c36775f5-753c-4ec1-82d6-c32e315e8126 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2598469 Apr 29 16:05:47.693855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46076) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:47.699034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-2bd3ff7c-22f9-495a-9593-228ba8d4761d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': '389a807d-0037-462d-90db-115cca5f4094', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:05:47.705750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2bd3ff7c-22f9-495a-9593-228ba8d4761d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:47.709882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2bd3ff7c-22f9-495a-9593-228ba8d4761d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:47.714756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2bd3ff7c-22f9-495a-9593-228ba8d4761d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:47.719244 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2bd3ff7c-22f9-495a-9593-228ba8d4761d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:47.799383 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ff7c-22f9-495a-9593-228ba8d4761d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.862750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ff7c-22f9-495a-9593-228ba8d4761d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.923655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ff7c-22f9-495a-9593-228ba8d4761d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.947753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3ff7c-22f9-495a-9593-228ba8d4761d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86959691-c5f8-4c21-af00-852d443d12c5,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:47.997427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2bd3ff7c-22f9-495a-9593-228ba8d4761d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:47.998644 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2bd3ff7c-22f9-495a-9593-228ba8d4761d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3036849 Apr 29 16:05:48.001941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46080) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:48.006773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ca6e9e68-535a-4556-ae9d-984539b3fd2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': '389a807d-0037-462d-90db-115cca5f4094', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:05:48.012632 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ca6e9e68-535a-4556-ae9d-984539b3fd2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:48.016404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ca6e9e68-535a-4556-ae9d-984539b3fd2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:48.019408 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ca6e9e68-535a-4556-ae9d-984539b3fd2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:48.025054 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ca6e9e68-535a-4556-ae9d-984539b3fd2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:48.065996 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-ca6e9e68-535a-4556-ae9d-984539b3fd2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Project ab05805754f34f09b028f4d94522434d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:05:48.072303 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9e68-535a-4556-ae9d-984539b3fd2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.137678 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9e68-535a-4556-ae9d-984539b3fd2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.185890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9e68-535a-4556-ae9d-984539b3fd2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.209309 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e9e68-535a-4556-ae9d-984539b3fd2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bde798f-f60f-4188-9757-8a1bc90220ac,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:48.260764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9e68-535a-4556-ae9d-984539b3fd2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.261947 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ca6e9e68-535a-4556-ae9d-984539b3fd2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2591016 Apr 29 16:05:48.264812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46084) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:48.269957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-24916d35-880f-4d07-9660-02ba681dc18e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': '389a807d-0037-462d-90db-115cca5f4094', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:05:48.276102 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-24916d35-880f-4d07-9660-02ba681dc18e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:48.280006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-24916d35-880f-4d07-9660-02ba681dc18e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:48.283589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-24916d35-880f-4d07-9660-02ba681dc18e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:48.289247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-24916d35-880f-4d07-9660-02ba681dc18e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:48.351883 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-24916d35-880f-4d07-9660-02ba681dc18e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Project ab05805754f34f09b028f4d94522434d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:05:48.358856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24916d35-880f-4d07-9660-02ba681dc18e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.423357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24916d35-880f-4d07-9660-02ba681dc18e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.494558 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24916d35-880f-4d07-9660-02ba681dc18e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.517574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24916d35-880f-4d07-9660-02ba681dc18e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d22eae0-1044-4c6b-bebb-242974b36d84,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:48.585853 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-24916d35-880f-4d07-9660-02ba681dc18e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.587012 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-24916d35-880f-4d07-9660-02ba681dc18e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3212552 Apr 29 16:05:48.590012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46088) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:48.596322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'network': {'name': 'tempest-network-smoke--682653088', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'port_security_enabled': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:05:48.601220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:48.605005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:network and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:48.607812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:48.613658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:48.683280 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:05:48.686671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.714242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:05:48.723305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.723650 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Added segment 289deb65-5572-419d-9108-14ebf4edb657 of type vlan for network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 Apr 29 16:05:48.748690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.814452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.819780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:48.820344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:48.923315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Network': ['ID=32c6feb2-4292-4acb-bc8d-3b49a18d91e6,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:48.926541 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-39cca4e1-7591-4715-98be-e621e6c42236 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3355939 Apr 29 16:05:48.929470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46092) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:48.934562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:05:48.935311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'admin_state_up': True, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:05:48.943594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:48.947575 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:router and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:48.950593 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:48.957597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:49.014811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:49.015990 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:49.032230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:49.359701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:49.726574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:49.756052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:49.981080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.26.2.177 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/0840de02-46e8-4f2e-badc-eb8e06026823) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:05:50.122736 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:50.226750 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:50.294452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:05:50.297278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:05:50.301830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:05:50.337834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=0840de02-46e8-4f2e-badc-eb8e06026823,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:50.762138 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:51.092451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:51.346614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 9bef7f24-5909-48d4-b694-4703bd792112 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:05:51.629380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:05:51.638864 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Sync routers for ids ['9bef7f24-5909-48d4-b694-4703bd792112'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:05:51.648804 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Routers {'9bef7f24-5909-48d4-b694-4703bd792112'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:05:51.649400 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:05:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9bef7f24-5909-48d4-b694-4703bd792112'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:51.706426 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:51.707662 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2f6b4319-9bb6-4704-a83f-a1ac178c15dd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7772679 Apr 29 16:05:51.710737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46096) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:51.822385 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Set router 9bef7f24-5909-48d4-b694-4703bd792112 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:05:51.854065 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-68a19be2-b4e2-40f7-a4ff-ddf09f8063f3 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ab05805754f34f09b028f4d94522434d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1422274 Apr 29 16:05:51.856732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46102) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:51.992080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d867aac-370a-47e2-b01e-0f9a32c3c610 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:51.993576 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4d867aac-370a-47e2-b01e-0f9a32c3c610 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1359622 Apr 29 16:05:51.996553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46106) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:52.038709 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-27266723-0a35-4dd6-a28e-1cddef8d7e81 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411077 Apr 29 16:05:52.041373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46110) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:52.046642 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-858827354', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:05:52.098759 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:50Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:52.102449 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Checking router: 9bef7f24-5909-48d4-b694-4703bd792112 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:05:52.102782 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Updating router 9bef7f24-5909-48d4-b694-4703bd792112 port 0840de02-46e8-4f2e-badc-eb8e06026823 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:05:52.154153 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:52.156300 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:05:52.160250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:subnet and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:05:52.163278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:05:52.169198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:05:52.237741 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:05:52.241277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:52.495074 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:52.509415 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:52.521250 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Transition to ACTIVE for port object 0840de02-46e8-4f2e-badc-eb8e06026823 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:05:52.571979 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Subnet': ['ID=3194bf6c-0d25-41ba-9496-0ab20260745a,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:52.580940 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Checking segment: {'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:05:52.581175 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:52.581306 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network hostable DHCP agents. Network: 32c6feb2-4292-4acb-bc8d-3b49a18d91e6, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:05:52.654964 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:05:52.659665 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Attempting to bind port 0840de02-46e8-4f2e-badc-eb8e06026823 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:05:52.660158 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Attempting to bind port 0840de02-46e8-4f2e-badc-eb8e06026823 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:05:52.660386 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Attempting to bind port 0840de02-46e8-4f2e-badc-eb8e06026823 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:05:52.667280 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Pushing event updated for resources: {'Port': ['ID=0840de02-46e8-4f2e-badc-eb8e06026823,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:52.670608 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:05:52.670974 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:05:52.671371 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:52.671758 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:05:52.672212 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Bound port: 0840de02-46e8-4f2e-badc-eb8e06026823, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:05:52.672614 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:52.703370 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:52.703685 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:52.704025 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:52.704357 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:52.704749 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:52.705255 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:52.705520 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:52.705845 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:52.706167 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:52.706486 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:52.706804 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:52.707122 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:52.723456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 32c6feb2-4292-4acb-bc8d-3b49a18d91e6) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:05:52.727408 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:52.727994 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:52.732074 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e80c6-4de7-49b2-8a39-bfecc073e323 None None] Network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:05:52.755018 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] For port 0840de02-46e8-4f2e-badc-eb8e06026823, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:05:52.758149 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] For port 0840de02-46e8-4f2e-badc-eb8e06026823, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0840de02-46e8-4f2e-badc-eb8e06026823,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:05:52.809747 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d960eeb3-365a-49f2-a392-a0de0bd513d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7673590 Apr 29 16:05:52.812442 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46114) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:05:52.849638 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:52.930216 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Routers {'9bef7f24-5909-48d4-b694-4703bd792112'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:05:52.931664 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:05:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9bef7f24-5909-48d4-b694-4703bd792112'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:52.946535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ips': [{'subnet_id': '3194bf6c-0d25-41ba-9496-0ab20260745a'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:05:52.947598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:53.054982 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355606d7-052f-4280-b0d6-89132f664365 None None] Pushing event updated for resources: {'Port': ['ID=0840de02-46e8-4f2e-badc-eb8e06026823,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:53.114492 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] Set router 9bef7f24-5909-48d4-b694-4703bd792112 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:05:53.151044 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Allocated IP 172.20.0.2 (32c6feb2-4292-4acb-bc8d-3b49a18d91e6/3194bf6c-0d25-41ba-9496-0ab20260745a/2b730ddf-8b39-4d76-822b-ad303ea0679b) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:05:53.362209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:53.373983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Transition to ACTIVE for port object 2b730ddf-8b39-4d76-822b-ad303ea0679b will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:05:53.390851 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Transition to ACTIVE for port object 2b730ddf-8b39-4d76-822b-ad303ea0679b will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:05:53.409295 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:50Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:53.413425 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e9ede1-7e9e-4bf4-86bc-cb14dc92c184 None None] The sync data for ids ['9bef7f24-5909-48d4-b694-4703bd792112'] in dv-neutron-839183-1-hyperv is: [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:50Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:05:53.467065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:53.537746 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:05:53.538913 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:05:53.544423 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:05:53.551500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Pushing event updated for resources: {'Port': ['ID=2b730ddf-8b39-4d76-822b-ad303ea0679b,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:53.594215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:53.594572 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:53.594824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:53.595153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:53.596023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:53.596611 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:53.597024 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:53.597390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:53.597687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:53.598016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:53.598337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:53.598655 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:05:53.666072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:53.671085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Attempting to bind port 2b730ddf-8b39-4d76-822b-ad303ea0679b on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:05:53.671472 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Attempting to bind port 2b730ddf-8b39-4d76-822b-ad303ea0679b by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:05:53.671828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Attempting to bind port 2b730ddf-8b39-4d76-822b-ad303ea0679b on network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:05:53.677855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:05:53.678213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Checking segment: {'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:05:53.678602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:53.678989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Bound using segment: {'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:05:53.679441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Bound port: 2b730ddf-8b39-4d76-822b-ad303ea0679b, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:05:53.679805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:53.774346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] For port 2b730ddf-8b39-4d76-822b-ad303ea0679b, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:05:53.777481 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] For port 2b730ddf-8b39-4d76-822b-ad303ea0679b, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=2b730ddf-8b39-4d76-822b-ad303ea0679b,segment=NetworkSegment(289deb65-5572-419d-9108-14ebf4edb657),segment_id=289deb65-5572-419d-9108-14ebf4edb657)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:05:53.872349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:53.966728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4bf7-13af-42eb-9215-d2d488a6b4a2 None None] Pushing event updated for resources: {'Port': ['ID=2b730ddf-8b39-4d76-822b-ad303ea0679b,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:54.113456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.20.0.1 (32c6feb2-4292-4acb-bc8d-3b49a18d91e6/3194bf6c-0d25-41ba-9496-0ab20260745a/df405edb-810d-4902-b184-7195f3fc17c9) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:05:54.309065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:54.325766 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Transition to ACTIVE for port object df405edb-810d-4902-b184-7195f3fc17c9 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:05:54.346988 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:54.403658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:54.474952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:05:54.478071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:05:54.481948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:05:54.519096 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=df405edb-810d-4902-b184-7195f3fc17c9,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:54.545117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:54.725784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:54.886149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7805fe-6188-4dc3-af42-95615e1aae20 None None] Network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:05:55.105468 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b47d6ad3-b6d2-4c8d-b2f0-cfcce9b4e2f9 None None] Provisioning for port 2b730ddf-8b39-4d76-822b-ad303ea0679b completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:05:55.172516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:55.221593 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:55.360323 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=df405edb-810d-4902-b184-7195f3fc17c9,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:55.378288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0840de02-46e8-4f2e-badc-eb8e06026823 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:05:55.389828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:55.542384 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-33deb975-515f-4394-a724-08f0fb701ff7 None None] Provisioning for port df405edb-810d-4902-b184-7195f3fc17c9 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:05:55.548295 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 0840de02-46e8-4f2e-badc-eb8e06026823 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:05:55.552130 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-33deb975-515f-4394-a724-08f0fb701ff7 None None] Provisioning complete for port df405edb-810d-4902-b184-7195f3fc17c9 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:55.552658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-33deb975-515f-4394-a724-08f0fb701ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:55.589013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 0840de02-46e8-4f2e-badc-eb8e06026823 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:55.589461 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:55.639920 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:05:55.641204 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:05:55.663515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-33deb975-515f-4394-a724-08f0fb701ff7 None None] Port df405edb-810d-4902-b184-7195f3fc17c9 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:05:55.740968 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:55.759181 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 0840de02-46e8-4f2e-badc-eb8e06026823, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0840de02-46e8-4f2e-badc-eb8e06026823,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:55.804699 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-702ce258-96b0-4d0e-867a-e69ced4af3bd None None] Provisioning complete for port df405edb-810d-4902-b184-7195f3fc17c9 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:55.805345 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-702ce258-96b0-4d0e-867a-e69ced4af3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:55.835982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 9bef7f24-5909-48d4-b694-4703bd792112 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:05:55.850198 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:55.853060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 2b730ddf-8b39-4d76-822b-ad303ea0679b up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:05:55.958817 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-702ce258-96b0-4d0e-867a-e69ced4af3bd None None] Port df405edb-810d-4902-b184-7195f3fc17c9 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:05:55.978158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=0840de02-46e8-4f2e-badc-eb8e06026823,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:56.016236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:05:56.026003 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-3161fd6c-9c86-417a-b91f-4c53f2cf36a2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "PUT /v2.0/routers/9bef7f24-5909-48d4-b694-4703bd792112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2125456 Apr 29 16:05:56.026768 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Sync routers for ids ['9bef7f24-5909-48d4-b694-4703bd792112'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:05:56.037486 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Routers {'9bef7f24-5909-48d4-b694-4703bd792112'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:05:56.037741 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:05:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9bef7f24-5909-48d4-b694-4703bd792112'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:56.094992 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 2b730ddf-8b39-4d76-822b-ad303ea0679b completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:05:56.156856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 2b730ddf-8b39-4d76-822b-ad303ea0679b triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:56.157221 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:56.197432 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-a57d5ae5-0118-4ed1-9919-1f2419a705b8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976987894&fields=id&tenant_id=ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 267 time: 0.0403023 Apr 29 16:05:56.277828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f66b3e02-9c82-42d7-877d-cc5a7ac3a2a5 None None] Provisioning complete for port df405edb-810d-4902-b184-7195f3fc17c9 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:56.278108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f66b3e02-9c82-42d7-877d-cc5a7ac3a2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:56.362265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-f40eeb7e-b355-468c-b389-192fa44c8f1b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:05:56.362956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-f40eeb7e-b355-468c-b389-192fa44c8f1b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:05:56.387082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f66b3e02-9c82-42d7-877d-cc5a7ac3a2a5 None None] Port df405edb-810d-4902-b184-7195f3fc17c9 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:05:56.427173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Set router 9bef7f24-5909-48d4-b694-4703bd792112 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:05:56.437404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-f40eeb7e-b355-468c-b389-192fa44c8f1b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:05:56.438608 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-f40eeb7e-b355-468c-b389-192fa44c8f1b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/networks?id=32c6feb2-4292-4acb-bc8d-3b49a18d91e6 HTTP/1.1" status: 200 len: 796 time: 0.2278919 Apr 29 16:05:56.453969 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-c2fe797a-add8-4863-8a86-631d55b9ed39 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/quotas/ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 375 time: 0.0095863 Apr 29 16:05:56.489137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:56.537132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-d27d11a8-62af-4684-a6b8-f7399c3dfbd9 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:05:56.611739 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 2b730ddf-8b39-4d76-822b-ad303ea0679b, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=2b730ddf-8b39-4d76-822b-ad303ea0679b,segment=NetworkSegment(289deb65-5572-419d-9108-14ebf4edb657),segment_id=289deb65-5572-419d-9108-14ebf4edb657)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:56.620474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-d27d11a8-62af-4684-a6b8-f7399c3dfbd9 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:05:56.624927 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-d27d11a8-62af-4684-a6b8-f7399c3dfbd9 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627276 Apr 29 16:05:56.670341 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:56.684020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-f3803d54-05b2-4ce2-97df-7f5cca328756 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 16:05:56.685185 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-f3803d54-05b2-4ce2-97df-7f5cca328756 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514977 Apr 29 16:05:56.797983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=2b730ddf-8b39-4d76-822b-ad303ea0679b,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:56.820744 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-5db81d17-5cda-4fa2-8702-ff59472067f3 service neutron] 10.222.0.39 "GET /v2.0/networks/32c6feb2-4292-4acb-bc8d-3b49a18d91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288311 Apr 29 16:05:56.832831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:54Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'df405edb-810d-4902-b184-7195f3fc17c9', 'name': '', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:00:d4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:53Z', 'updated_at': '2022-04-29T16:05:54Z', 'revision_number': 2, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:56.836870 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Checking router: 9bef7f24-5909-48d4-b694-4703bd792112 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:05:56.837210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Updating router 9bef7f24-5909-48d4-b694-4703bd792112 port df405edb-810d-4902-b184-7195f3fc17c9 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:05:56.889146 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:56.952806 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-27ac871a-93d2-4ed2-93c0-5e173de370e5 service neutron] 10.222.0.39 "GET /v2.0/networks/32c6feb2-4292-4acb-bc8d-3b49a18d91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260600 Apr 29 16:05:57.185027 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6a0d80f8-4f42-4f43-8c0d-e9e75874cd0e req-36aeddbe-b15a-42e4-a5f8-ffdd3456ed60 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 210 time: 0.0478535 Apr 29 16:05:57.246066 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:57.254957 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0840de02-46e8-4f2e-badc-eb8e06026823 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:05:57.303217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Transition to ACTIVE for port object df405edb-810d-4902-b184-7195f3fc17c9 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:05:57.331498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 0840de02-46e8-4f2e-badc-eb8e06026823 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:57.331883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:57.359920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:57.554628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207e63d-7ac4-4fac-9113-b1ffbcf03104 None None] Pushing event updated for resources: {'Port': ['ID=df405edb-810d-4902-b184-7195f3fc17c9,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:57.652349 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Attempting to bind port df405edb-810d-4902-b184-7195f3fc17c9 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:05:57.652667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Attempting to bind port df405edb-810d-4902-b184-7195f3fc17c9 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:05:57.653030 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Attempting to bind port df405edb-810d-4902-b184-7195f3fc17c9 on network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:05:57.666379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:05:57.666748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Checking segment: {'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:05:57.667144 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:57.667540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Bound using segment: {'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:05:57.668004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Bound port: df405edb-810d-4902-b184-7195f3fc17c9, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:05:57.668373 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:57.689188 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 2b730ddf-8b39-4d76-822b-ad303ea0679b up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:05:57.820039 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] For port df405edb-810d-4902-b184-7195f3fc17c9, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:05:57.826183 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] For port df405edb-810d-4902-b184-7195f3fc17c9, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=df405edb-810d-4902-b184-7195f3fc17c9,segment=NetworkSegment(289deb65-5572-419d-9108-14ebf4edb657),segment_id=289deb65-5572-419d-9108-14ebf4edb657)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:05:57.827600 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 2b730ddf-8b39-4d76-822b-ad303ea0679b triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:57.827967 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:57.874705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:57.996980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Routers {'9bef7f24-5909-48d4-b694-4703bd792112'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:05:57.997608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:05:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9bef7f24-5909-48d4-b694-4703bd792112'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:58.136546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207e63d-7ac4-4fac-9113-b1ffbcf03104 None None] Pushing event updated for resources: {'Port': ['ID=df405edb-810d-4902-b184-7195f3fc17c9,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:05:58.256642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] Set router 9bef7f24-5909-48d4-b694-4703bd792112 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:05:58.314897 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-11a98e0e-1215-48f1-a9d7-1d2db252cfca req-bd5e66f9-8f4c-4cfb-9d55-8a65991c69d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 210 time: 0.0525200 Apr 29 16:05:58.589038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:54Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'df405edb-810d-4902-b184-7195f3fc17c9', 'name': '', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:00:d4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:53Z', 'updated_at': '2022-04-29T16:05:57Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:05:58.592883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e5f824-b01c-418d-a601-168d3957f019 None None] The sync data for ids ['9bef7f24-5909-48d4-b694-4703bd792112'] in dv-neutron-839183-1-hyperv is: [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:54Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'df405edb-810d-4902-b184-7195f3fc17c9', 'name': '', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:00:d4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:53Z', 'updated_at': '2022-04-29T16:05:57Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:05:59.265816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device df405edb-810d-4902-b184-7195f3fc17c9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:05:59.397827 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port df405edb-810d-4902-b184-7195f3fc17c9 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:05:59.403114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port df405edb-810d-4902-b184-7195f3fc17c9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:05:59.403533 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:59.413731 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fbce7d13-3fd5-4b8a-abf3-dde1bcbcdd31 req-72b64b1a-11d3-4baf-9698-7a1be8d4d0a7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 210 time: 0.0439844 Apr 29 16:05:59.534876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:59.568332 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port df405edb-810d-4902-b184-7195f3fc17c9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=df405edb-810d-4902-b184-7195f3fc17c9,segment=NetworkSegment(289deb65-5572-419d-9108-14ebf4edb657),segment_id=289deb65-5572-419d-9108-14ebf4edb657)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:05:59.631759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:05:59.702512 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=df405edb-810d-4902-b184-7195f3fc17c9,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:00.568608 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fec3b089-1733-4b94-8612-8241a0cd0520 req-4d5ac176-54fa-4b87-8944-9dc78192937a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 210 time: 0.0445526 Apr 29 16:06:01.245367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device df405edb-810d-4902-b184-7195f3fc17c9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:06:01.308102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-759bba8c-299e-4055-b7c7-3c591a90ca9b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:01.309469 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-759bba8c-299e-4055-b7c7-3c591a90ca9b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/networks?id=32c6feb2-4292-4acb-bc8d-3b49a18d91e6 HTTP/1.1" status: 200 len: 796 time: 0.1495235 Apr 29 16:06:01.317544 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port df405edb-810d-4902-b184-7195f3fc17c9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:06:01.318149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:01.359759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-858f1b54-601a-474d-b291-38d5008d3384 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:06:01.449224 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-858f1b54-601a-474d-b291-38d5008d3384 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:06:01.450401 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-858f1b54-601a-474d-b291-38d5008d3384 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 380 time: 0.1334379 Apr 29 16:06:01.459117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'port': {'device_id': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'admin_state_up': True, 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'security_groups': ['389a807d-0037-462d-90db-115cca5f4094']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:06:01.595105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:06:01.606533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:06:01.672157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:06:01.676790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:01.725761 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5d46e77e-f8c7-4301-aae4-d7b2211d2aac req-44d5d024-6d57-482d-a7f9-f8bd2e03da1b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 210 time: 0.0431628 Apr 29 16:06:01.837514 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.20.0.11 (32c6feb2-4292-4acb-bc8d-3b49a18d91e6/3194bf6c-0d25-41ba-9496-0ab20260745a/a5db20a3-ad13-455f-ac1e-dd2e2cfa7219) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:06:02.024595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:02.041685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Transition to ACTIVE for port object a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:06:02.118140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:02.140472 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-eae8bc4e-2875-416c-ac9a-2f6f672324ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:02.187386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:06:02.190682 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:06:02.194263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:06:02.233635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:02.266720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:02.267396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:02.347257 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-ae98a276-ac85-4aae-a32d-5e051be82d27 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8913162 Apr 29 16:06:02.359959 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Request body: {'port': {'device_id': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:06:02.431486 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f3e33a81-d894-4591-a09a-dc56a6f80dac None None] Provisioning for port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:06:02.436365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f3e33a81-d894-4591-a09a-dc56a6f80dac None None] Provisioning complete for port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:06:02.436770 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f3e33a81-d894-4591-a09a-dc56a6f80dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:02.473345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:02.489462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-f3e33a81-d894-4591-a09a-dc56a6f80dac None None] Port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:06:02.906463 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7120ba5-5b0a-400e-bea5-39c6fa76f773 req-79a0c693-30a3-4568-820a-cc081b961a37 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:02.907900 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a7120ba5-5b0a-400e-bea5-39c6fa76f773 req-79a0c693-30a3-4568-820a-cc081b961a37 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 932 time: 0.0780258 Apr 29 16:06:02.910690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:06:02.917898 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:02.932752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Transition to ACTIVE for port object a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:06:02.955146 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a7120ba5-5b0a-400e-bea5-39c6fa76f773 req-2f615377-0ee8-4f18-8486-ae07a904c13d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 Apr 29 16:06:02.997340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:03.151545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Pushing event updated for resources: {'Port': ['ID=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:03.233922 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Attempting to bind port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:06:03.234261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Attempting to bind port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:06:03.234591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Attempting to bind port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 on network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:06:03.239494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 on network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:06:03.239814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Attempting to bind port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 on network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:06:03.244870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:06:03.245204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Checking segment: {'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:06:03.245583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Bound using segment: {'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:06:03.246004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Bound port: a5db20a3-ad13-455f-ac1e-dd2e2cfa7219, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289deb65-5572-419d-9108-14ebf4edb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:06:03.246350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:03.337299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] For port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:06:03.340065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] For port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219,segment=NetworkSegment(289deb65-5572-419d-9108-14ebf4edb657),segment_id=289deb65-5572-419d-9108-14ebf4edb657)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:06:03.403526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:03.463313 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:03.463973 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:03.465334 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] 10.222.0.44 "PUT /v2.0/ports/a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 HTTP/1.1" status: 200 len: 1094 time: 1.1096406 Apr 29 16:06:03.465750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'tag': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:06:03.485124 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64924b66-3fd1-46a3-ab3c-c4bbfebfd135 service neutron] Pushing event updated for resources: {'Port': ['ID=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:03.520064 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1e3ae9-6d69-4034-98a4-f6716ebde28e'] response: {'name': 'network-changed', 'server_uuid': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'tag': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219', 'status': 'completed', 'code': 200} Apr 29 16:06:03.613626 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c587e8-9a3e-43e3-b2bd-a26fe409ab4a req-e0d30eeb-ff80-49c7-a0cc-b1de70606efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:03.615160 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-69c587e8-9a3e-43e3-b2bd-a26fe409ab4a req-e0d30eeb-ff80-49c7-a0cc-b1de70606efd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 1097 time: 0.0729904 Apr 29 16:06:03.751687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c587e8-9a3e-43e3-b2bd-a26fe409ab4a req-99d7cb20-0e65-447e-a810-9ee6b4ab228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:03.753899 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-69c587e8-9a3e-43e3-b2bd-a26fe409ab4a req-99d7cb20-0e65-447e-a810-9ee6b4ab228e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ab05805754f34f09b028f4d94522434d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1318519 Apr 29 16:06:03.888819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c587e8-9a3e-43e3-b2bd-a26fe409ab4a req-f3dd5e60-2221-4964-8733-1067b7309ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:03.890164 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-69c587e8-9a3e-43e3-b2bd-a26fe409ab4a req-f3dd5e60-2221-4964-8733-1067b7309ec8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285670 Apr 29 16:06:03.997496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-049c24bd-eaf1-44ee-b7e3-fa61f2127d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:03.999039 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-049c24bd-eaf1-44ee-b7e3-fa61f2127d9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 1097 time: 0.0751102 Apr 29 16:06:04.068506 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-1faee3d6-4ef3-49a6-ab20-49e88f3b1740 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 HTTP/1.1" status: 200 len: 217 time: 0.0631187 Apr 29 16:06:04.129850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-fbf0abd6-1871-4fe5-bac8-8c20dd23bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:04.131303 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-fbf0abd6-1871-4fe5-bac8-8c20dd23bb83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3194bf6c-0d25-41ba-9496-0ab20260745a HTTP/1.1" status: 200 len: 834 time: 0.0574520 Apr 29 16:06:04.146452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b78a0-acf0-4d7a-8ec8-e459f99520fd req-09c776ae-d3e8-4e96-b592-f02ab69c9335 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:04.147888 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1a5b78a0-acf0-4d7a-8ec8-e459f99520fd req-09c776ae-d3e8-4e96-b592-f02ab69c9335 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 944 time: 0.0840733 Apr 29 16:06:04.196118 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1a5b78a0-acf0-4d7a-8ec8-e459f99520fd req-6d7cab7b-4482-4c89-ba95-5409641f7f77 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422022 Apr 29 16:06:04.203169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0ce3c73d-bf0d-4774-ae55-5779d76f6edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:04.207338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-a1dde1a0-c311-4e38-bde9-f7587940bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:04.208871 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-a1dde1a0-c311-4e38-bde9-f7587940bd92 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32c6feb2-4292-4acb-bc8d-3b49a18d91e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714686 Apr 29 16:06:04.343965 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-e1a74548-11c6-41c6-b960-81bc31d3db67 service neutron] 10.222.0.44 "GET /v2.0/networks/32c6feb2-4292-4acb-bc8d-3b49a18d91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286392 Apr 29 16:06:04.474712 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-56752e88-845d-4601-b497-bb9c22f8d1ce req-00d62e78-7c10-4d16-9611-b83c5dc0dc63 service neutron] 10.222.0.44 "GET /v2.0/networks/32c6feb2-4292-4acb-bc8d-3b49a18d91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248357 Apr 29 16:06:05.208853 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:05.388399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c078af1-a934-43d5-a55a-4539eee2713d req-18d4ebef-3733-470f-8772-1faf9e7f7a59 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:05.389785 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0c078af1-a934-43d5-a55a-4539eee2713d req-18d4ebef-3733-470f-8772-1faf9e7f7a59 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 944 time: 0.0827677 Apr 29 16:06:05.477864 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:05.534616 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0c078af1-a934-43d5-a55a-4539eee2713d req-204bfa9e-d245-4ca2-9ed6-4b89d4f9aaa5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383932 Apr 29 16:06:06.719432 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45b01b-19ea-43e6-9675-126385fefea2 req-64653ee8-f928-458e-8a91-8b4e60f5f67b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:06.720908 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fb45b01b-19ea-43e6-9675-126385fefea2 req-64653ee8-f928-458e-8a91-8b4e60f5f67b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 944 time: 0.0795703 Apr 29 16:06:06.765162 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fb45b01b-19ea-43e6-9675-126385fefea2 req-9255f395-0fda-45c9-9752-e196f709c7be tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384693 Apr 29 16:06:06.903503 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:06:07.037202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219,segment=NetworkSegment(289deb65-5572-419d-9108-14ebf4edb657),segment_id=289deb65-5572-419d-9108-14ebf4edb657)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:06:07.050935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'port_id': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219', 'mac_address': 'fa:16:3e:ef:76:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:06:07.105079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:07.130752 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:06:07.148333 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219,segment=NetworkSegment(289deb65-5572-419d-9108-14ebf4edb657),segment_id=289deb65-5572-419d-9108-14ebf4edb657)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:06:07.209328 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:07.238451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:07.344684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:07.443296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['a5db20a3-ad13-455f-ac1e-dd2e2cfa7219'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:06:07.948491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e02557-e562-4676-bdae-5638a1e8ac6f req-8249c967-3195-46a1-9fac-23856fd02c81 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:07.950006 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-76e02557-e562-4676-bdae-5638a1e8ac6f req-8249c967-3195-46a1-9fac-23856fd02c81 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 945 time: 0.0821414 Apr 29 16:06:07.994220 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-76e02557-e562-4676-bdae-5638a1e8ac6f req-51bd7507-8812-4616-8464-61841eb67520 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385003 Apr 29 16:06:08.917348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:06:09.026012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:06:09.030921 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:06:09.031168 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:09.162199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:09.191615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8837b0b-4cc7-4fb9-9b91-4a008f7ef49b req-a4997ce6-580a-428d-a883-22c552dfe94b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:09.192543 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:06:09.199376 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c8837b0b-4cc7-4fb9-9b91-4a008f7ef49b req-a4997ce6-580a-428d-a883-22c552dfe94b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 945 time: 0.0921290 Apr 29 16:06:09.202805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219,segment=NetworkSegment(289deb65-5572-419d-9108-14ebf4edb657),segment_id=289deb65-5572-419d-9108-14ebf4edb657)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:06:09.247519 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0989c1fc-2e33-45c0-9677-54aa8533946a'] response: {'server_uuid': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219', 'code': 200} Apr 29 16:06:09.260368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:09.261537 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c8837b0b-4cc7-4fb9-9b91-4a008f7ef49b req-ee7db649-ddb3-4cd1-93a1-894ffbb14dc5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612259 Apr 29 16:06:09.335321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:09.635513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04191-7319-4fd0-9034-5f0440e16065 req-dfee6242-3146-49cb-bbea-e1c115b4d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:09.637768 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-67a04191-7319-4fd0-9034-5f0440e16065 req-dfee6242-3146-49cb-bbea-e1c115b4d40a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 1099 time: 0.0899405 Apr 29 16:06:09.681039 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-67a04191-7319-4fd0-9034-5f0440e16065 req-7a7e2297-00c9-48ad-8a81-c557f6625f04 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377119 Apr 29 16:06:10.439901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179b8ac-04ac-4960-8f38-ec44db8dcce0 req-a369bb1d-41ba-4e63-bc5c-a46a05aeae69 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:10.442291 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f179b8ac-04ac-4960-8f38-ec44db8dcce0 req-a369bb1d-41ba-4e63-bc5c-a46a05aeae69 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 946 time: 0.0803058 Apr 29 16:06:10.485339 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f179b8ac-04ac-4960-8f38-ec44db8dcce0 req-22b2f83b-867e-481a-b159-503fa7d47d98 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375061 Apr 29 16:06:11.672112 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cd972-733e-4ff0-beff-56f63f327061 req-7a62cdb1-37c6-494b-af91-f79cb946b268 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:11.673594 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-110cd972-733e-4ff0-beff-56f63f327061 req-7a62cdb1-37c6-494b-af91-f79cb946b268 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 946 time: 0.0808074 Apr 29 16:06:11.717852 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-110cd972-733e-4ff0-beff-56f63f327061 req-10926350-6ad5-44fe-b6b0-bb66df39eb77 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381591 Apr 29 16:06:11.897476 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5375ff-86ef-45f3-8eae-1e48917e9020 req-25606436-c495-4cd6-b682-cabbf5c97782 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:11.898843 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d5375ff-86ef-45f3-8eae-1e48917e9020 req-25606436-c495-4cd6-b682-cabbf5c97782 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 946 time: 0.0784709 Apr 29 16:06:11.942427 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1d5375ff-86ef-45f3-8eae-1e48917e9020 req-d40a22ce-d91c-407a-b906-dd513b1d031a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380507 Apr 29 16:06:11.963771 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46182) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:12.035551 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f1496-85de-4ba1-be84-d5f36d7344b2 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:12.037062 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-643f1496-85de-4ba1-be84-d5f36d7344b2 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 1094 time: 0.0723484 Apr 29 16:06:12.039903 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46186) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:12.044847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:06:12.051530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:06:12.055316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:floatingip and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:06:12.058154 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:06:12.063731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:06:12.145825 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:12.280941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:12.416164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.26.2.166 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/f303b716-61ea-42a0-b785-2c6c5cc8538e) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:06:12.562066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:12.644166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:12.709513 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:06:12.712228 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:06:12.714790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:06:12.748489 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=f303b716-61ea-42a0-b785-2c6c5cc8538e,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:13.112710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:13.340123 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:13.538437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:13.597762 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:13.706911 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=f303b716-61ea-42a0-b785-2c6c5cc8538e,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:13.717469 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:13.894516 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Floating IP 080e54b3-a54c-4f24-8aea-1cea45a3bf8c associated. External IP: 172.26.2.166, port: a5db20a3-ad13-455f-ac1e-dd2e2cfa7219. Apr 29 16:06:14.249957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 9bef7f24-5909-48d4-b694-4703bd792112 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:06:14.429643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:06:14.439030 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9deb376-b875-403a-95fb-9bd6ba4660b0 None None] Sync routers for ids ['9bef7f24-5909-48d4-b694-4703bd792112'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:06:14.450068 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9deb376-b875-403a-95fb-9bd6ba4660b0 None None] Routers {'9bef7f24-5909-48d4-b694-4703bd792112'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:06:14.450667 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b9deb376-b875-403a-95fb-9bd6ba4660b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:06:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9bef7f24-5909-48d4-b694-4703bd792112'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:14.523009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:14.582197 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-74416a0b-d01c-414f-b591-833540f6c567 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5386312 Apr 29 16:06:14.582197 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'tag': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:06:14.636606 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-b9deb376-b875-403a-95fb-9bd6ba4660b0 None None] Set router 9bef7f24-5909-48d4-b694-4703bd792112 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:06:14.637926 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8a7d7f-4c76-4ea6-847e-e1c7a25411de'] response: {'name': 'network-changed', 'server_uuid': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'tag': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219', 'status': 'completed', 'code': 200} Apr 29 16:06:14.729857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0111c-0081-4f62-b076-266e526b2ac3 req-e124c455-a133-43e0-a2c2-66dbbb6b9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:14.731348 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dcb0111c-0081-4f62-b076-266e526b2ac3 req-e124c455-a133-43e0-a2c2-66dbbb6b9d3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 1099 time: 0.0714188 Apr 29 16:06:14.762826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854123a9-18d2-4609-85d1-ea6a1573a8a6 req-5eb5b25a-b895-4fd1-8109-9b0f18603fe8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:14.764296 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-854123a9-18d2-4609-85d1-ea6a1573a8a6 req-5eb5b25a-b895-4fd1-8109-9b0f18603fe8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 946 time: 0.0840011 Apr 29 16:06:14.811384 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-854123a9-18d2-4609-85d1-ea6a1573a8a6 req-dd3e61d1-cba8-46f6-bf5a-9cbdfea268a7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405447 Apr 29 16:06:14.836170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46194) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:14.867186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0111c-0081-4f62-b076-266e526b2ac3 req-530a7318-21e1-47d1-ad1f-39f1ddf9e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:14.868698 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dcb0111c-0081-4f62-b076-266e526b2ac3 req-530a7318-21e1-47d1-ad1f-39f1ddf9e8bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=32c6feb2-4292-4acb-bc8d-3b49a18d91e6 HTTP/1.1" status: 200 len: 897 time: 0.1307926 Apr 29 16:06:14.948197 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-886a40c9-fb56-48b8-a580-6c8d9af796e3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/080e54b3-a54c-4f24-8aea-1cea45a3bf8c HTTP/1.1" status: 200 len: 992 time: 0.1097035 Apr 29 16:06:14.970686 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dcb0111c-0081-4f62-b076-266e526b2ac3 req-73a63e50-5c72-4a1e-b441-605582945db3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 HTTP/1.1" status: 200 len: 1000 time: 0.0964286 Apr 29 16:06:15.026124 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b9deb376-b875-403a-95fb-9bd6ba4660b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:54Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '080e54b3-a54c-4f24-8aea-1cea45a3bf8c', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.166', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'port_id': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'mac_address': 'fa:16:3e:ef:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:06:13Z', 'updated_at': '2022-04-29T16:06:13Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df405edb-810d-4902-b184-7195f3fc17c9', 'name': '', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:00:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:53Z', 'updated_at': '2022-04-29T16:05:59Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:15.030225 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9deb376-b875-403a-95fb-9bd6ba4660b0 None None] Checking router: 9bef7f24-5909-48d4-b694-4703bd792112 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:06:15.039763 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9deb376-b875-403a-95fb-9bd6ba4660b0 None None] Routers {'9bef7f24-5909-48d4-b694-4703bd792112'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:06:15.040383 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b9deb376-b875-403a-95fb-9bd6ba4660b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:06:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9bef7f24-5909-48d4-b694-4703bd792112'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:15.140965 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0111c-0081-4f62-b076-266e526b2ac3 req-b6f900d4-38ff-4bc5-815e-fbf40faea228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:15.142426 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dcb0111c-0081-4f62-b076-266e526b2ac3 req-b6f900d4-38ff-4bc5-815e-fbf40faea228 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3194bf6c-0d25-41ba-9496-0ab20260745a HTTP/1.1" status: 200 len: 834 time: 0.1655245 Apr 29 16:06:15.218679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0111c-0081-4f62-b076-266e526b2ac3 req-92e61b2b-348a-44f8-833f-53404eb770b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:15.220541 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dcb0111c-0081-4f62-b076-266e526b2ac3 req-92e61b2b-348a-44f8-833f-53404eb770b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32c6feb2-4292-4acb-bc8d-3b49a18d91e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715885 Apr 29 16:06:15.220835 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-b9deb376-b875-403a-95fb-9bd6ba4660b0 None None] Set router 9bef7f24-5909-48d4-b694-4703bd792112 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:06:15.349076 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dcb0111c-0081-4f62-b076-266e526b2ac3 req-37eb345b-b120-4be9-b1a4-9f3df5d809d5 service neutron] 10.222.0.44 "GET /v2.0/networks/32c6feb2-4292-4acb-bc8d-3b49a18d91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226108 Apr 29 16:06:15.477781 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dcb0111c-0081-4f62-b076-266e526b2ac3 req-882e4bad-8fd9-4b68-a05f-28b1807a411e service neutron] 10.222.0.44 "GET /v2.0/networks/32c6feb2-4292-4acb-bc8d-3b49a18d91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226327 Apr 29 16:06:15.559181 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-b9deb376-b875-403a-95fb-9bd6ba4660b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:54Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '080e54b3-a54c-4f24-8aea-1cea45a3bf8c', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.166', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'port_id': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'mac_address': 'fa:16:3e:ef:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:06:13Z', 'updated_at': '2022-04-29T16:06:13Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df405edb-810d-4902-b184-7195f3fc17c9', 'name': '', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:00:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:53Z', 'updated_at': '2022-04-29T16:05:59Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:15.563081 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9deb376-b875-403a-95fb-9bd6ba4660b0 None None] The sync data for ids ['9bef7f24-5909-48d4-b694-4703bd792112'] in dv-neutron-839183-1-hyperv is: [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:54Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '080e54b3-a54c-4f24-8aea-1cea45a3bf8c', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.166', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'port_id': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'mac_address': 'fa:16:3e:ef:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:06:13Z', 'updated_at': '2022-04-29T16:06:13Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df405edb-810d-4902-b184-7195f3fc17c9', 'name': '', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:00:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:53Z', 'updated_at': '2022-04-29T16:05:59Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:06:15.737865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f3dfda-e599-4011-aaae-44771aef9248 None None] New status for floating IP 080e54b3-a54c-4f24-8aea-1cea45a3bf8c: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:06:15.950250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46198) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:16.170759 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4e20e69e-a49b-4370-938e-de39297812c3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/080e54b3-a54c-4f24-8aea-1cea45a3bf8c HTTP/1.1" status: 200 len: 994 time: 0.2192533 Apr 29 16:06:24.362830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:24.542405 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:06:32.133897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bdb3f371-80dd-4726-8aa3-66db4d9b3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:34.242953 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e11e9f79-a25b-4634-96ec-c502ef657371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:35.219606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:35.482261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:37.191054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:43.282596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976e226-2cb7-4b60-b259-ce34516d4a22 req-4425b89c-1925-4e06-8f81-43786218a5d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:43.284057 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1976e226-2cb7-4b60-b259-ce34516d4a22 req-4425b89c-1925-4e06-8f81-43786218a5d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 946 time: 0.1644466 Apr 29 16:06:43.328434 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1976e226-2cb7-4b60-b259-ce34516d4a22 req-21a6a99d-e8b9-4e18-b767-37c6b89a2819 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379379 Apr 29 16:06:44.567443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d447f8-0058-4613-bef8-13c6d08a6651 req-32bc896c-4711-42fb-a117-0102a980fe84 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:44.568832 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f6d447f8-0058-4613-bef8-13c6d08a6651 req-32bc896c-4711-42fb-a117-0102a980fe84 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 946 time: 0.1295919 Apr 29 16:06:44.611834 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f6d447f8-0058-4613-bef8-13c6d08a6651 req-936090d3-85be-4f52-9ead-b6661076fc40 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373561 Apr 29 16:06:44.635547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46228) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:44.741438 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-28712fed-413f-45a8-83c9-8dbdea389909 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/080e54b3-a54c-4f24-8aea-1cea45a3bf8c HTTP/1.1" status: 200 len: 994 time: 0.1047132 Apr 29 16:06:46.348179 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f028863-1a17-4288-b594-3253a19fe8fe req-fec25c49-826e-4de8-8368-2064e5459653 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:46.349760 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2f028863-1a17-4288-b594-3253a19fe8fe req-fec25c49-826e-4de8-8368-2064e5459653 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 946 time: 0.0845389 Apr 29 16:06:46.393202 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2f028863-1a17-4288-b594-3253a19fe8fe req-3a579cf5-8c4c-454c-8c1c-708e22d20981 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378625 Apr 29 16:06:47.585717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5061-43ba-46f9-a91a-eb25dd8496cf req-9d3ea06b-c061-471a-9a9d-0b393cccf96a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:47.587051 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f39a5061-43ba-46f9-a91a-eb25dd8496cf req-9d3ea06b-c061-471a-9a9d-0b393cccf96a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 946 time: 0.0814810 Apr 29 16:06:47.630066 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f39a5061-43ba-46f9-a91a-eb25dd8496cf req-a6310fa8-94f9-442b-a45e-1b9d786fb8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373974 Apr 29 16:06:47.654781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46240) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:47.763012 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-168b6c1b-df3c-4858-9265-5523b6afeb81 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/080e54b3-a54c-4f24-8aea-1cea45a3bf8c HTTP/1.1" status: 200 len: 994 time: 0.1071134 Apr 29 16:06:48.088989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46248) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:48.286858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port f303b716-61ea-42a0-b785-2c6c5cc8538e {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:06:48.287194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:48.448001 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:48.448317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:48.568206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for f303b716-61ea-42a0-b785-2c6c5cc8538e owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:06:48.791257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:48.841863 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=f303b716-61ea-42a0-b785-2c6c5cc8538e,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:48.880353 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:48.880723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:48.881063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:48.881399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:48.881733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:48.882065 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:48.882396 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:48.882719 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:48.883043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:48.883367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:48.883688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:48.884006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:48.938832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:48.939157 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Floating IP 080e54b3-a54c-4f24-8aea-1cea45a3bf8c disassociated (deleted). External IP: 172.26.2.166, port: a5db20a3-ad13-455f-ac1e-dd2e2cfa7219. Apr 29 16:06:49.392964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 9bef7f24-5909-48d4-b694-4703bd792112 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:06:49.566888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:06:49.576776 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f293cf3-3f0e-4b70-9f14-93f2c2e9686e None None] Sync routers for ids ['9bef7f24-5909-48d4-b694-4703bd792112'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:06:49.583635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:49.586541 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f293cf3-3f0e-4b70-9f14-93f2c2e9686e None None] Routers {'9bef7f24-5909-48d4-b694-4703bd792112'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:06:49.587141 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6f293cf3-3f0e-4b70-9f14-93f2c2e9686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:06:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9bef7f24-5909-48d4-b694-4703bd792112'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:49.638853 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b391efe2-e2ac-4ca5-9919-020b00d0758b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/floatingips/080e54b3-a54c-4f24-8aea-1cea45a3bf8c HTTP/1.1" status: 204 len: 168 time: 1.5487900 Apr 29 16:06:49.639460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'tag': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:06:49.747590 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6af8f2-f434-4207-94b5-a68c6c9bd883'] response: {'name': 'network-changed', 'server_uuid': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'tag': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219', 'status': 'completed', 'code': 200} Apr 29 16:06:49.768603 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-6f293cf3-3f0e-4b70-9f14-93f2c2e9686e None None] Set router 9bef7f24-5909-48d4-b694-4703bd792112 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:06:49.893369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6130-89f9-44d0-b06c-5b2363f4f2d8 req-a2a2610b-cfde-4f2d-ad4c-aea33c0a0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:49.895900 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8dcf6130-89f9-44d0-b06c-5b2363f4f2d8 req-a2a2610b-cfde-4f2d-ad4c-aea33c0a0be1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 1099 time: 0.1249018 Apr 29 16:06:50.038710 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6130-89f9-44d0-b06c-5b2363f4f2d8 req-80e2b314-3181-4d31-b09e-1e7a1ef218e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:50.040140 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8dcf6130-89f9-44d0-b06c-5b2363f4f2d8 req-80e2b314-3181-4d31-b09e-1e7a1ef218e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32c6feb2-4292-4acb-bc8d-3b49a18d91e6 HTTP/1.1" status: 200 len: 897 time: 0.1372216 Apr 29 16:06:50.088581 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6f293cf3-3f0e-4b70-9f14-93f2c2e9686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:54Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'df405edb-810d-4902-b184-7195f3fc17c9', 'name': '', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:00:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:53Z', 'updated_at': '2022-04-29T16:05:59Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:50.092293 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f293cf3-3f0e-4b70-9f14-93f2c2e9686e None None] Checking router: 9bef7f24-5909-48d4-b694-4703bd792112 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:06:50.101330 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f293cf3-3f0e-4b70-9f14-93f2c2e9686e None None] Routers {'9bef7f24-5909-48d4-b694-4703bd792112'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:06:50.101918 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6f293cf3-3f0e-4b70-9f14-93f2c2e9686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:06:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9bef7f24-5909-48d4-b694-4703bd792112'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:50.120725 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8dcf6130-89f9-44d0-b06c-5b2363f4f2d8 req-03f54018-71b1-4aa1-ab32-c9b3c26f192c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 HTTP/1.1" status: 200 len: 217 time: 0.0742319 Apr 29 16:06:50.190741 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6130-89f9-44d0-b06c-5b2363f4f2d8 req-1c142368-0e32-4cf4-a614-6c903884cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:50.192876 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8dcf6130-89f9-44d0-b06c-5b2363f4f2d8 req-1c142368-0e32-4cf4-a614-6c903884cd80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3194bf6c-0d25-41ba-9496-0ab20260745a HTTP/1.1" status: 200 len: 834 time: 0.0639713 Apr 29 16:06:50.218779 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecc823-d950-4db7-b62a-fd81b7dac97f req-b2dacebb-8bdd-4c7a-834a-2bc5c0cada24 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:50.221021 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4eecc823-d950-4db7-b62a-fd81b7dac97f req-b2dacebb-8bdd-4c7a-834a-2bc5c0cada24 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 946 time: 0.0843036 Apr 29 16:06:50.280649 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4eecc823-d950-4db7-b62a-fd81b7dac97f req-77c5310e-e7ff-46a8-98d7-57f11488af64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501132 Apr 29 16:06:50.294152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf6130-89f9-44d0-b06c-5b2363f4f2d8 req-cb1b2117-f557-4505-958d-61f7c3b767db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:50.294152 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8dcf6130-89f9-44d0-b06c-5b2363f4f2d8 req-cb1b2117-f557-4505-958d-61f7c3b767db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32c6feb2-4292-4acb-bc8d-3b49a18d91e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923557 Apr 29 16:06:50.319840 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-6f293cf3-3f0e-4b70-9f14-93f2c2e9686e None None] Set router 9bef7f24-5909-48d4-b694-4703bd792112 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:06:50.426678 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8dcf6130-89f9-44d0-b06c-5b2363f4f2d8 req-fddf52d1-9a45-46cb-b74e-5c4340aa0465 service neutron] 10.222.0.44 "GET /v2.0/networks/32c6feb2-4292-4acb-bc8d-3b49a18d91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281307 Apr 29 16:06:50.555131 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8dcf6130-89f9-44d0-b06c-5b2363f4f2d8 req-9d538ac8-ecd2-41c4-8689-8079d6780398 service neutron] 10.222.0.44 "GET /v2.0/networks/32c6feb2-4292-4acb-bc8d-3b49a18d91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224501 Apr 29 16:06:50.629523 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-6f293cf3-3f0e-4b70-9f14-93f2c2e9686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:54Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'df405edb-810d-4902-b184-7195f3fc17c9', 'name': '', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:00:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:53Z', 'updated_at': '2022-04-29T16:05:59Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:50.633947 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f293cf3-3f0e-4b70-9f14-93f2c2e9686e None None] The sync data for ids ['9bef7f24-5909-48d4-b694-4703bd792112'] in dv-neutron-839183-1-hyperv is: [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:54Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'df405edb-810d-4902-b184-7195f3fc17c9', 'name': '', 'network_id': '32c6feb2-4292-4acb-bc8d-3b49a18d91e6', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:00:d4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:53Z', 'updated_at': '2022-04-29T16:05:59Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '3194bf6c-0d25-41ba-9496-0ab20260745a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:06:50.841004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0c2486-7a48-40f7-9520-2270088cb195 None None] New status for floating IP 080e54b3-a54c-4f24-8aea-1cea45a3bf8c: DOWN {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:06:51.462486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee27238-6f8e-4398-aee9-4f585173fceb req-6d1c00ed-ad31-4206-9500-f4b4c371005c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:51.463948 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3ee27238-6f8e-4398-aee9-4f585173fceb req-6d1c00ed-ad31-4206-9500-f4b4c371005c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 946 time: 0.0830321 Apr 29 16:06:51.507761 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3ee27238-6f8e-4398-aee9-4f585173fceb req-fb36d638-04dc-4f56-9bbf-f4a176805c21 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=389a807d-0037-462d-90db-115cca5f4094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381069 Apr 29 16:06:51.725942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-ee648a24-11ba-4040-a709-3d0c730bbe04 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:06:51.726617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-ee648a24-11ba-4040-a709-3d0c730bbe04 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:06:51.796667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-ee648a24-11ba-4040-a709-3d0c730bbe04 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:06:51.797741 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-ee648a24-11ba-4040-a709-3d0c730bbe04 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 946 time: 0.1521246 Apr 29 16:06:51.866102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-7c2d8968-6510-4d5b-b0f2-2ad6f5570040 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:06:51.866444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-7c2d8968-6510-4d5b-b0f2-2ad6f5570040 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:52.215653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-7c2d8968-6510-4d5b-b0f2-2ad6f5570040 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219,segment=NetworkSegment(289deb65-5572-419d-9108-14ebf4edb657),segment_id=289deb65-5572-419d-9108-14ebf4edb657)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:06:52.216008 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-7c2d8968-6510-4d5b-b0f2-2ad6f5570040 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:52.337204 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-7c2d8968-6510-4d5b-b0f2-2ad6f5570040 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:06:52.545892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-7c2d8968-6510-4d5b-b0f2-2ad6f5570040 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:52.598020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d8968-6510-4d5b-b0f2-2ad6f5570040 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=a5db20a3-ad13-455f-ac1e-dd2e2cfa7219,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:52.665260 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9715e9b1-6580-4b1d-9849-f219706bf9e0 req-c3cffadd-6a4a-4b53-8bf7-410ebe0a86ac tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa HTTP/1.1" status: 200 len: 210 time: 0.0425675 Apr 29 16:06:52.673164 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-7c2d8968-6510-4d5b-b0f2-2ad6f5570040 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] No DVR routers for this DVR port a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:06:52.675852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-7c2d8968-6510-4d5b-b0f2-2ad6f5570040 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:52.678417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'name': 'network-vif-deleted', 'tag': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:06:52.735217 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1537850-ae2b-44f4-997d-fd68a9d12cfb'] response: {'server_uuid': '2abf41a6-406d-4e36-84ee-f1b4ecd5b7aa', 'name': 'network-vif-deleted', 'tag': 'a5db20a3-ad13-455f-ac1e-dd2e2cfa7219', 'status': 'completed', 'code': 200} Apr 29 16:06:52.751635 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-862a4b44-b62f-404e-80d6-2f20aefe0e1f req-7c2d8968-6510-4d5b-b0f2-2ad6f5570040 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "DELETE /v2.0/ports/a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 HTTP/1.1" status: 204 len: 173 time: 0.9480085 Apr 29 16:06:53.762744 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46270) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:54.312948 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-643073a4-7a2b-4881-ac7e-28d8ae76fbee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:54.322273 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:54.768039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-643073a4-7a2b-4881-ac7e-28d8ae76fbee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port df405edb-810d-4902-b184-7195f3fc17c9 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:06:54.768678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-643073a4-7a2b-4881-ac7e-28d8ae76fbee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:54.950166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-643073a4-7a2b-4881-ac7e-28d8ae76fbee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port df405edb-810d-4902-b184-7195f3fc17c9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=df405edb-810d-4902-b184-7195f3fc17c9,segment=NetworkSegment(289deb65-5572-419d-9108-14ebf4edb657),segment_id=289deb65-5572-419d-9108-14ebf4edb657)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:06:54.950517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-643073a4-7a2b-4881-ac7e-28d8ae76fbee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:55.070655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-643073a4-7a2b-4881-ac7e-28d8ae76fbee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for df405edb-810d-4902-b184-7195f3fc17c9 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:06:55.120598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:06:55.155331 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:06:55.155679 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device a5db20a3-ad13-455f-ac1e-dd2e2cfa7219 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:06:55.311431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-643073a4-7a2b-4881-ac7e-28d8ae76fbee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:55.364822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643073a4-7a2b-4881-ac7e-28d8ae76fbee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=df405edb-810d-4902-b184-7195f3fc17c9,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:55.644024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-643073a4-7a2b-4881-ac7e-28d8ae76fbee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:55.995096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643073a4-7a2b-4881-ac7e-28d8ae76fbee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 9bef7f24-5909-48d4-b694-4703bd792112 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:06:56.287239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643073a4-7a2b-4881-ac7e-28d8ae76fbee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:06:56.297124 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f3a36-9661-47ca-9b1f-af6da1ef40cc None None] Sync routers for ids ['9bef7f24-5909-48d4-b694-4703bd792112'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:06:56.302118 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-643073a4-7a2b-4881-ac7e-28d8ae76fbee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "PUT /v2.0/routers/9bef7f24-5909-48d4-b694-4703bd792112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5354433 Apr 29 16:06:56.302889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46274) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:56.306875 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f3a36-9661-47ca-9b1f-af6da1ef40cc None None] Routers {'9bef7f24-5909-48d4-b694-4703bd792112'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:06:56.307513 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-726f3a36-9661-47ca-9b1f-af6da1ef40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:06:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9bef7f24-5909-48d4-b694-4703bd792112'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:56.369448 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-011fd6c2-64c4-4926-851f-846e05ddfab0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting subnet 3194bf6c-0d25-41ba-9496-0ab20260745a {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:06:56.372310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-011fd6c2-64c4-4926-851f-846e05ddfab0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:56.424260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-011fd6c2-64c4-4926-851f-846e05ddfab0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:56.482114 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-726f3a36-9661-47ca-9b1f-af6da1ef40cc None None] Set router 9bef7f24-5909-48d4-b694-4703bd792112 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:06:56.505307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-011fd6c2-64c4-4926-851f-846e05ddfab0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:56.637079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-011fd6c2-64c4-4926-851f-846e05ddfab0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:56.677038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fd6c2-64c4-4926-851f-846e05ddfab0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Subnet': ['ID=3194bf6c-0d25-41ba-9496-0ab20260745a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:56.682477 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-011fd6c2-64c4-4926-851f-846e05ddfab0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:56.688955 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-011fd6c2-64c4-4926-851f-846e05ddfab0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/subnets/3194bf6c-0d25-41ba-9496-0ab20260745a HTTP/1.1" status: 204 len: 168 time: 0.3851047 Apr 29 16:06:56.692193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f91ca-222d-4943-b674-b2dbd8996401 None None] Network 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:06:56.692864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46278) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:56.767550 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-726f3a36-9661-47ca-9b1f-af6da1ef40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:06:55Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:56.771605 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f3a36-9661-47ca-9b1f-af6da1ef40cc None None] Checking router: 9bef7f24-5909-48d4-b694-4703bd792112 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:06:56.779978 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f3a36-9661-47ca-9b1f-af6da1ef40cc None None] Routers {'9bef7f24-5909-48d4-b694-4703bd792112'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:06:56.780590 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-726f3a36-9661-47ca-9b1f-af6da1ef40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:06:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['9bef7f24-5909-48d4-b694-4703bd792112'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:56.879620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:56.955400 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-726f3a36-9661-47ca-9b1f-af6da1ef40cc None None] Set router 9bef7f24-5909-48d4-b694-4703bd792112 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:06:56.994450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] DHCP port deletion for 32c6feb2-4292-4acb-bc8d-3b49a18d91e6 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:06:56.998657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Deleting port 2b730ddf-8b39-4d76-822b-ad303ea0679b {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:06:56.999023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:57.064308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:57.133997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port 0840de02-46e8-4f2e-badc-eb8e06026823 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:06:57.134350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:57.202482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] For port 2b730ddf-8b39-4d76-822b-ad303ea0679b, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=2b730ddf-8b39-4d76-822b-ad303ea0679b,segment=NetworkSegment(289deb65-5572-419d-9108-14ebf4edb657),segment_id=289deb65-5572-419d-9108-14ebf4edb657)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:06:57.202862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:57.274712 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-726f3a36-9661-47ca-9b1f-af6da1ef40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:06:55Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:57.278694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f3a36-9661-47ca-9b1f-af6da1ef40cc None None] The sync data for ids ['9bef7f24-5909-48d4-b694-4703bd792112'] in dv-neutron-839183-1-hyperv is: [{'id': '9bef7f24-5909-48d4-b694-4703bd792112', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295071673', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177'}], 'enable_snat': True}, 'gw_port_id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:06:55Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '0840de02-46e8-4f2e-badc-eb8e06026823', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bef7f24-5909-48d4-b694-4703bd792112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:05:49Z', 'updated_at': '2022-04-29T16:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:06:57.316818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port 0840de02-46e8-4f2e-badc-eb8e06026823, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=0840de02-46e8-4f2e-badc-eb8e06026823,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:06:57.316989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:57.372897 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Calling delete_port for 2b730ddf-8b39-4d76-822b-ad303ea0679b owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:06:57.436480 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for 0840de02-46e8-4f2e-badc-eb8e06026823 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:06:57.505619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:57.556106 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Pushing event deleted for resources: {'Port': ['ID=2b730ddf-8b39-4d76-822b-ad303ea0679b,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:57.558442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] No DVR routers for this DVR port 2b730ddf-8b39-4d76-822b-ad303ea0679b on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:06:57.569577 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:57.569950 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:57.570319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:57.570645 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:57.570971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:57.571298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:57.571619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:57.571942 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:57.572292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:57.572724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:57.573043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:57.573358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76677cc3-7c13-4fb7-8f60-d94123bdbd1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:06:57.667980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 2b730ddf-8b39-4d76-822b-ad303ea0679b no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:06:57.688454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:57.703149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 2b730ddf-8b39-4d76-822b-ad303ea0679b {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:06:57.709371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 2b730ddf-8b39-4d76-822b-ad303ea0679b not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:06:57.746266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=0840de02-46e8-4f2e-badc-eb8e06026823,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:57.840109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.125980 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.128032 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.213721 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.214619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Fanout notify agent at l3_agent the message router_deleted on router 9bef7f24-5909-48d4-b694-4703bd792112 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:06:58.230797 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.232343 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0cbc604d-5cae-4ab2-b6a0-8e1cece7d590 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/routers/9bef7f24-5909-48d4-b694-4703bd792112 HTTP/1.1" status: 204 len: 168 time: 1.5382280 Apr 29 16:06:58.234737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46282) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:58.351996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.479969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.503584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c6feb2-4292-4acb-bc8d-3b49a18d91e6']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:58.515137 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289deb65-5572-419d-9108-14ebf4edb657') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:58.515435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289deb65-5572-419d-9108-14ebf4edb657') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:06:58.526783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.545891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.551966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:06:58.552369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:06:58.566658 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:06:58.716970 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.734018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.745966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Network': ['ID=32c6feb2-4292-4acb-bc8d-3b49a18d91e6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:58.820257 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-1b0a362b-725c-4a39-a5b1-eb41804dce68 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/networks/32c6feb2-4292-4acb-bc8d-3b49a18d91e6 HTTP/1.1" status: 204 len: 168 time: 0.5844975 Apr 29 16:06:58.822784 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46286) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:58.893081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a4b93faa-b5e7-46f5-90d7-bebc7e0fec2e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:58.922404 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a4b93faa-b5e7-46f5-90d7-bebc7e0fec2e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:59.042091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a4b93faa-b5e7-46f5-90d7-bebc7e0fec2e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:59.060097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b93faa-b5e7-46f5-90d7-bebc7e0fec2e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=389a807d-0037-462d-90db-115cca5f4094,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:06:59.121198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a4b93faa-b5e7-46f5-90d7-bebc7e0fec2e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:59.122333 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a4b93faa-b5e7-46f5-90d7-bebc7e0fec2e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/security-groups/389a807d-0037-462d-90db-115cca5f4094 HTTP/1.1" status: 204 len: 168 time: 0.2986338 Apr 29 16:06:59.271574 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device df405edb-810d-4902-b184-7195f3fc17c9 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:06:59.306790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: df405edb-810d-4902-b184-7195f3fc17c9 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:06:59.307139 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device df405edb-810d-4902-b184-7195f3fc17c9 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:06:59.307793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0840de02-46e8-4f2e-badc-eb8e06026823 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:06:59.341580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 0840de02-46e8-4f2e-badc-eb8e06026823 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:06:59.341915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 0840de02-46e8-4f2e-badc-eb8e06026823 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:06:59.651138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46294) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:06:59.656273 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705968222', 'description': 'tempest-secgroup-smoke-705968222 description', 'project_id': 'ab05805754f34f09b028f4d94522434d'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:06:59.662866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:06:59.666933 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:06:59.669715 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:06:59.676213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:06:59.722845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:59.741962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:06:59.745614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:06:59.748368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:06:59.754200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:06:59.821525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:59.887541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:06:59.935917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dd4e3d-892a-46a5-8afb-96818fe15576,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:00.001994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:00.003178 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5774d56b-2969-4bd2-9632-df379a5b7bc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3510580 Apr 29 16:07:00.006076 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46298) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:00.011111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-833f6e5c-8e58-4538-9964-836c6a03a671 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd4e3d-892a-46a5-8afb-96818fe15576', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:07:00.017020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-833f6e5c-8e58-4538-9964-836c6a03a671 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:00.021339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-833f6e5c-8e58-4538-9964-836c6a03a671 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:00.024125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-833f6e5c-8e58-4538-9964-836c6a03a671 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:00.029726 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-833f6e5c-8e58-4538-9964-836c6a03a671 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:00.105339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-833f6e5c-8e58-4538-9964-836c6a03a671 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:00.164291 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-833f6e5c-8e58-4538-9964-836c6a03a671 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:00.230556 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-833f6e5c-8e58-4538-9964-836c6a03a671 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:00.255128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f6e5c-8e58-4538-9964-836c6a03a671 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15206f82-25fd-4a1d-a139-a37a28d6e9ba,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:00.345127 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-833f6e5c-8e58-4538-9964-836c6a03a671 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:00.346334 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-833f6e5c-8e58-4538-9964-836c6a03a671 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3393664 Apr 29 16:07:00.349663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46302) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:00.354648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c1c26889-b048-4460-9d23-4d1c522dc3a3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd4e3d-892a-46a5-8afb-96818fe15576', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:07:00.360578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c1c26889-b048-4460-9d23-4d1c522dc3a3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:00.365104 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c1c26889-b048-4460-9d23-4d1c522dc3a3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:00.368345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c1c26889-b048-4460-9d23-4d1c522dc3a3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:00.374134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c1c26889-b048-4460-9d23-4d1c522dc3a3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:00.471446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c1c26889-b048-4460-9d23-4d1c522dc3a3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:00.530550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c1c26889-b048-4460-9d23-4d1c522dc3a3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:00.613688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c1c26889-b048-4460-9d23-4d1c522dc3a3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:00.637031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c26889-b048-4460-9d23-4d1c522dc3a3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a450fa15-88e7-4fbb-83b6-a59ab6b0f8ad,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:00.716705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c1c26889-b048-4460-9d23-4d1c522dc3a3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:00.717876 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c1c26889-b048-4460-9d23-4d1c522dc3a3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3673153 Apr 29 16:07:00.720517 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46306) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:00.726626 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-da82bdda-461a-4d86-987e-f2e921225be4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd4e3d-892a-46a5-8afb-96818fe15576', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:07:00.731919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-da82bdda-461a-4d86-987e-f2e921225be4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:00.735707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-da82bdda-461a-4d86-987e-f2e921225be4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:00.738635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-da82bdda-461a-4d86-987e-f2e921225be4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:00.744160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-da82bdda-461a-4d86-987e-f2e921225be4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:00.832451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da82bdda-461a-4d86-987e-f2e921225be4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:00.892171 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da82bdda-461a-4d86-987e-f2e921225be4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:00.967802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da82bdda-461a-4d86-987e-f2e921225be4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:00.991494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82bdda-461a-4d86-987e-f2e921225be4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfcdcc6-2833-430a-a7fb-01e6282038af,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:01.070488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-da82bdda-461a-4d86-987e-f2e921225be4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.071654 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-da82bdda-461a-4d86-987e-f2e921225be4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3501942 Apr 29 16:07:01.074341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46310) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:01.079107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8b43103d-dca0-4e26-98e9-6e8ae2baad8e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd4e3d-892a-46a5-8afb-96818fe15576', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:07:01.085522 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8b43103d-dca0-4e26-98e9-6e8ae2baad8e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:01.089526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8b43103d-dca0-4e26-98e9-6e8ae2baad8e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:01.092454 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8b43103d-dca0-4e26-98e9-6e8ae2baad8e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:01.098567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8b43103d-dca0-4e26-98e9-6e8ae2baad8e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:01.147207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b43103d-dca0-4e26-98e9-6e8ae2baad8e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.208060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b43103d-dca0-4e26-98e9-6e8ae2baad8e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.264889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b43103d-dca0-4e26-98e9-6e8ae2baad8e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.288355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43103d-dca0-4e26-98e9-6e8ae2baad8e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf72b2d-e76b-4fa3-880d-e05fb6bb8ae2,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:01.362207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8b43103d-dca0-4e26-98e9-6e8ae2baad8e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.363865 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8b43103d-dca0-4e26-98e9-6e8ae2baad8e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2886376 Apr 29 16:07:01.366814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46314) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:01.371624 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-85dae5b6-4ef1-4151-8fbe-b72c62ab53d8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd4e3d-892a-46a5-8afb-96818fe15576', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:07:01.377350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-85dae5b6-4ef1-4151-8fbe-b72c62ab53d8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:01.382234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-85dae5b6-4ef1-4151-8fbe-b72c62ab53d8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:01.385088 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-85dae5b6-4ef1-4151-8fbe-b72c62ab53d8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:01.390615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-85dae5b6-4ef1-4151-8fbe-b72c62ab53d8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:01.481845 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-85dae5b6-4ef1-4151-8fbe-b72c62ab53d8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Project ab05805754f34f09b028f4d94522434d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:07:01.488828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85dae5b6-4ef1-4151-8fbe-b72c62ab53d8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.541617 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:07:01.554881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85dae5b6-4ef1-4151-8fbe-b72c62ab53d8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.636073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85dae5b6-4ef1-4151-8fbe-b72c62ab53d8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.659045 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dae5b6-4ef1-4151-8fbe-b72c62ab53d8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15593a4c-1772-417a-9b3f-5bde60624737,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:01.756526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-85dae5b6-4ef1-4151-8fbe-b72c62ab53d8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.757722 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-85dae5b6-4ef1-4151-8fbe-b72c62ab53d8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3900092 Apr 29 16:07:01.760442 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46318) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:01.765278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-65f2b9ec-3de3-4693-9902-3ab9789b8d64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'd3dd4e3d-892a-46a5-8afb-96818fe15576', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:07:01.772313 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-65f2b9ec-3de3-4693-9902-3ab9789b8d64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:01.775688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-65f2b9ec-3de3-4693-9902-3ab9789b8d64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:01.778541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-65f2b9ec-3de3-4693-9902-3ab9789b8d64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:01.784107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-65f2b9ec-3de3-4693-9902-3ab9789b8d64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:01.866182 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-65f2b9ec-3de3-4693-9902-3ab9789b8d64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Project ab05805754f34f09b028f4d94522434d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:07:01.872693 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-65f2b9ec-3de3-4693-9902-3ab9789b8d64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:01.936423 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-65f2b9ec-3de3-4693-9902-3ab9789b8d64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.019452 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-65f2b9ec-3de3-4693-9902-3ab9789b8d64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.042113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2b9ec-3de3-4693-9902-3ab9789b8d64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac80f76-aed5-4db4-a16f-90513e960cb6,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:02.122545 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-65f2b9ec-3de3-4693-9902-3ab9789b8d64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.123715 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-65f2b9ec-3de3-4693-9902-3ab9789b8d64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3623104 Apr 29 16:07:02.136812 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46322) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:02.142178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'network': {'name': 'tempest-network-smoke--1727180293', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'port_security_enabled': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:07:02.147583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:02.151029 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9c1c2ead-7702-41f9-9260-82290f0ee324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.151793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:network and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:02.154743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:02.161101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:02.247785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:07:02.252358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.285904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:07:02.289551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.289885 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Added segment 51241700-3958-4cd7-b39a-abb4ed1acb9a of type vlan for network a17ed56f-405c-4334-b515-bee029e83246 Apr 29 16:07:02.314711 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.424994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.431673 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:02.433213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.538058 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Network': ['ID=a17ed56f-405c-4334-b515-bee029e83246,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:02.548346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network a17ed56f-405c-4334-b515-bee029e83246 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:07:02.586061 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-90a7e0c8-238e-4b9e-96ad-1485d16d2b18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4482224 Apr 29 16:07:02.588789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46326) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:02.593667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'admin_state_up': True, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:07:02.601093 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:02.605250 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:router and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:02.608096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:02.614416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:02.677717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.678770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:02.693593 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:03.109881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:03.476012 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:03.503808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:03.635176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.26.2.128 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/f98cfd77-d8ba-47de-8468-c16c7f446764) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:07:03.781241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:03.865390 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:03.928675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:07:03.931350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:07:03.934796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:07:03.969725 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=f98cfd77-d8ba-47de-8468-c16c7f446764,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:04.242596 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-36739d1a-27ed-480e-9e85-2bcb7ced40ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:04.416881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:04.858139 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:05.099066 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 6597b5ad-52b3-492a-90c7-988ea678ca94 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:07:05.190686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:05.274342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:07:05.284996 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Sync routers for ids ['6597b5ad-52b3-492a-90c7-988ea678ca94'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:07:05.294271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Routers {'6597b5ad-52b3-492a-90c7-988ea678ca94'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:07:05.294888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:07:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6597b5ad-52b3-492a-90c7-988ea678ca94'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:05.385419 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:05.386756 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9fab3974-cc27-4747-a114-288279cb911a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7970550 Apr 29 16:07:05.389798 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46330) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:05.434949 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cb67d0c9-bc55-43ae-8422-c9dda2cd21a9 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ab05805754f34f09b028f4d94522434d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440831 Apr 29 16:07:05.437646 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46334) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:05.489027 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Set router 6597b5ad-52b3-492a-90c7-988ea678ca94 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:07:05.529912 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:05.570064 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c07c97f-37cc-44fb-aab6-2aa6813cac93 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:05.574160 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6c07c97f-37cc-44fb-aab6-2aa6813cac93 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330192 Apr 29 16:07:05.574445 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46338) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:05.612733 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-49a5e489-172e-43e2-a309-6a2badd0301d tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371716 Apr 29 16:07:05.615949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46342) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:05.621770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-136570262', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:07:05.732157 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:05.736159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:subnet and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:05.739200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:05.744954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:05.775698 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:07:04Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:05.779495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Checking router: 6597b5ad-52b3-492a-90c7-988ea678ca94 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:07:05.779847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Updating router 6597b5ad-52b3-492a-90c7-988ea678ca94 port f98cfd77-d8ba-47de-8468-c16c7f446764 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:07:05.807623 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:07:05.811120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:05.833551 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:06.105192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:06.186089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Subnet': ['ID=cf60ab01-4aba-48d6-834c-e8433c1ea20e,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:06.195184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:06.198298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Checking segment: {'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:07:06.199366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network hostable DHCP agents. Network: a17ed56f-405c-4334-b515-bee029e83246, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:07:06.207756 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Transition to ACTIVE for port object f98cfd77-d8ba-47de-8468-c16c7f446764 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:07:06.317215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:06.317868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network a17ed56f-405c-4334-b515-bee029e83246 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:07:06.396235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Attempting to bind port f98cfd77-d8ba-47de-8468-c16c7f446764 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:07:06.396626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Attempting to bind port f98cfd77-d8ba-47de-8468-c16c7f446764 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:07:06.396995 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Attempting to bind port f98cfd77-d8ba-47de-8468-c16c7f446764 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:07:06.397189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, a17ed56f-405c-4334-b515-bee029e83246) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:07:06.400366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446beab-5fae-45f8-afe9-a656d760aab4 None None] Pushing event updated for resources: {'Port': ['ID=f98cfd77-d8ba-47de-8468-c16c7f446764,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:06.403561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:06.404356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:07:06.404760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:07:06.404935 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:06.405169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:06.405538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:07:06.405999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Bound port: f98cfd77-d8ba-47de-8468-c16c7f446764, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:07:06.406376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:06.436781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f766b745-db0a-4ada-9713-febc9f88ac6a None None] Network a17ed56f-405c-4334-b515-bee029e83246 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:07:06.468440 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b4a7ac0d-ca51-4a3a-a9d9-c2721fe19ac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8487468 Apr 29 16:07:06.468990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46346) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:06.575164 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] For port f98cfd77-d8ba-47de-8468-c16c7f446764, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:07:06.579466 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] For port f98cfd77-d8ba-47de-8468-c16c7f446764, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f98cfd77-d8ba-47de-8468-c16c7f446764,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:07:06.645663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:06.760203 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-a17ed56f-405c-4334-b515-bee029e83246', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ips': [{'subnet_id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:07:06.760989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:06.788283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Routers {'6597b5ad-52b3-492a-90c7-988ea678ca94'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:07:06.788911 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:07:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6597b5ad-52b3-492a-90c7-988ea678ca94'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:06.942119 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446beab-5fae-45f8-afe9-a656d760aab4 None None] Pushing event updated for resources: {'Port': ['ID=f98cfd77-d8ba-47de-8468-c16c7f446764,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:07.083780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] Set router 6597b5ad-52b3-492a-90c7-988ea678ca94 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:07:07.243059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Allocated IP 172.20.0.2 (a17ed56f-405c-4334-b515-bee029e83246/cf60ab01-4aba-48d6-834c-e8433c1ea20e/732d46d0-9da1-4358-b784-9841f1730535) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:07:07.311853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:07.408289 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:07.637014 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:07.650045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Transition to ACTIVE for port object 732d46d0-9da1-4358-b784-9841f1730535 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:07:07.671339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:07:04Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:07.675900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Transition to ACTIVE for port object 732d46d0-9da1-4358-b784-9841f1730535 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:07:07.678455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2218dc-2e43-4f8f-92ac-b3d1bdc5ed61 None None] The sync data for ids ['6597b5ad-52b3-492a-90c7-988ea678ca94'] in dv-neutron-839183-1-hyperv is: [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:07:04Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:07:07.757079 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:07.823439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Network a17ed56f-405c-4334-b515-bee029e83246 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:07:07.826429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:07:07.827176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.20.0.1 (a17ed56f-405c-4334-b515-bee029e83246/cf60ab01-4aba-48d6-834c-e8433c1ea20e/41882e01-4ce8-4b02-a0aa-3376cf755b70) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:07:07.830269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:07:07.885876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Pushing event updated for resources: {'Port': ['ID=732d46d0-9da1-4358-b784-9841f1730535,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:07.942809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Attempting to bind port 732d46d0-9da1-4358-b784-9841f1730535 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:07:07.943179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Attempting to bind port 732d46d0-9da1-4358-b784-9841f1730535 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:07:07.943537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Attempting to bind port 732d46d0-9da1-4358-b784-9841f1730535 on network a17ed56f-405c-4334-b515-bee029e83246 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:07:07.949344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:07:07.949709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Checking segment: {'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:07:07.950105 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:07.950488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Bound using segment: {'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:07:07.950974 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Bound port: 732d46d0-9da1-4358-b784-9841f1730535, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:07:07.951346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:08.025561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:08.042553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Transition to ACTIVE for port object 41882e01-4ce8-4b02-a0aa-3376cf755b70 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:07:08.045215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] For port 732d46d0-9da1-4358-b784-9841f1730535, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:07:08.046949 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] For port 732d46d0-9da1-4358-b784-9841f1730535, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=732d46d0-9da1-4358-b784-9841f1730535,segment=NetworkSegment(51241700-3958-4cd7-b39a-abb4ed1acb9a),segment_id=51241700-3958-4cd7-b39a-abb4ed1acb9a)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:07:08.122707 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:08.151464 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:08.229617 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b2e07-052b-4942-a5cf-298f91297370 None None] Pushing event updated for resources: {'Port': ['ID=732d46d0-9da1-4358-b784-9841f1730535,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:08.235183 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network a17ed56f-405c-4334-b515-bee029e83246 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:07:08.240406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:07:08.242834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:07:08.273408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=41882e01-4ce8-4b02-a0aa-3376cf755b70,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:08.310909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:08.501087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:09.035889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:09.093678 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:09.240083 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=41882e01-4ce8-4b02-a0aa-3376cf755b70,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:09.243591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:09.373060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 732d46d0-9da1-4358-b784-9841f1730535 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:07:09.427524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network a17ed56f-405c-4334-b515-bee029e83246 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:07:09.429455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:07:09.499719 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 732d46d0-9da1-4358-b784-9841f1730535 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:07:09.505592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f98cfd77-d8ba-47de-8468-c16c7f446764 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:07:09.630813 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port f98cfd77-d8ba-47de-8468-c16c7f446764 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:07:09.638483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f98cfd77-d8ba-47de-8468-c16c7f446764 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:07:09.639085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:09.645375 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 6597b5ad-52b3-492a-90c7-988ea678ca94 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:07:09.780981 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:09.805747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port f98cfd77-d8ba-47de-8468-c16c7f446764, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f98cfd77-d8ba-47de-8468-c16c7f446764,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:07:09.854908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:07:09.864781 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Sync routers for ids ['6597b5ad-52b3-492a-90c7-988ea678ca94'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:07:09.868307 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-f57a174d-114c-48a9-a72c-b3eea14f2f43 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "PUT /v2.0/routers/6597b5ad-52b3-492a-90c7-988ea678ca94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3985765 Apr 29 16:07:09.879616 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Routers {'6597b5ad-52b3-492a-90c7-988ea678ca94'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:07:09.880566 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:07:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6597b5ad-52b3-492a-90c7-988ea678ca94'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:09.882401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:09.963394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=f98cfd77-d8ba-47de-8468-c16c7f446764,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:10.057722 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-e83618f7-f307-4940-8266-d88f630bdf5c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705968222&fields=id&tenant_id=ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 267 time: 0.0549328 Apr 29 16:07:10.083878 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Set router 6597b5ad-52b3-492a-90c7-988ea678ca94 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:07:10.093771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f40f6-61ce-4d0d-ba6f-36d4c5f478e9 None None] Network a17ed56f-405c-4334-b515-bee029e83246 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:07:10.219581 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-1737cbe1-ca43-43ac-9069-04a21ca0d6fc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:10.221085 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-1737cbe1-ca43-43ac-9069-04a21ca0d6fc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/networks?id=a17ed56f-405c-4334-b515-bee029e83246 HTTP/1.1" status: 200 len: 797 time: 0.1557107 Apr 29 16:07:10.241031 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fd529d6d-f5ec-4782-9510-9f7db8e6fc08 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/quotas/ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 375 time: 0.0133300 Apr 29 16:07:10.259213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0300d7b2-b532-4baa-8bc5-746b4d40ad65 None None] Provisioning for port 732d46d0-9da1-4358-b784-9841f1730535 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:07:10.274480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-0300d7b2-b532-4baa-8bc5-746b4d40ad65 None None] Provisioning complete for port 732d46d0-9da1-4358-b784-9841f1730535 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:07:10.280839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0300d7b2-b532-4baa-8bc5-746b4d40ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.326300 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-323bf11b-3d2e-4fa5-9ae5-6710026e0f3a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791416 Apr 29 16:07:10.420870 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '41882e01-4ce8-4b02-a0aa-3376cf755b70', 'name': '', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a2:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:07Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 2, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:10.424730 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Checking router: 6597b5ad-52b3-492a-90c7-988ea678ca94 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:07:10.425433 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Updating router 6597b5ad-52b3-492a-90c7-988ea678ca94 port 41882e01-4ce8-4b02-a0aa-3376cf755b70 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:07:10.452747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0300d7b2-b532-4baa-8bc5-746b4d40ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.468558 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-369ddfa3-05ad-4f59-824a-758940fd59d9 service neutron] 10.222.0.39 "GET /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299567 Apr 29 16:07:10.485269 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.490490 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-0300d7b2-b532-4baa-8bc5-746b4d40ad65 None None] For port 732d46d0-9da1-4358-b784-9841f1730535, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=732d46d0-9da1-4358-b784-9841f1730535,segment=NetworkSegment(51241700-3958-4cd7-b39a-abb4ed1acb9a),segment_id=51241700-3958-4cd7-b39a-abb4ed1acb9a)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:07:10.568161 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0300d7b2-b532-4baa-8bc5-746b4d40ad65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.615155 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-afaddbfc-a1a6-406f-9c40-0366a0dc1804 service neutron] 10.222.0.39 "GET /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360884 Apr 29 16:07:10.649879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300d7b2-b532-4baa-8bc5-746b4d40ad65 None None] Pushing event updated for resources: {'Port': ['ID=732d46d0-9da1-4358-b784-9841f1730535,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:10.836737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-618938b7-bf3c-417b-8ddc-ab7505824041 None None] Provisioning for port 41882e01-4ce8-4b02-a0aa-3376cf755b70 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:07:10.844393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-618938b7-bf3c-417b-8ddc-ab7505824041 None None] Provisioning complete for port 41882e01-4ce8-4b02-a0aa-3376cf755b70 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:07:10.845740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-618938b7-bf3c-417b-8ddc-ab7505824041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.876645 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.889745 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Transition to ACTIVE for port object 41882e01-4ce8-4b02-a0aa-3376cf755b70 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:07:10.899172 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-05dfd97a-29a9-4003-aec5-55ac1db02cd5 req-1ecf690d-3c8e-41f7-bbca-400f1a45695b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 210 time: 0.0578341 Apr 29 16:07:10.918294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-618938b7-bf3c-417b-8ddc-ab7505824041 None None] Port 41882e01-4ce8-4b02-a0aa-3376cf755b70 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:07:10.937319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-618938b7-bf3c-417b-8ddc-ab7505824041 None None] Provisioning complete for port 732d46d0-9da1-4358-b784-9841f1730535 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:07:10.937950 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-618938b7-bf3c-417b-8ddc-ab7505824041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:10.974391 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:11.158129 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Pushing event updated for resources: {'Port': ['ID=41882e01-4ce8-4b02-a0aa-3376cf755b70,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:11.204605 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:11.204950 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:11.205289 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:11.205616 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:11.205961 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:11.206261 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:11.206638 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:11.206962 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:11.207282 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:11.207685 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:11.207956 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:11.208875 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:07:11.227751 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Attempting to bind port 41882e01-4ce8-4b02-a0aa-3376cf755b70 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:07:11.228117 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Attempting to bind port 41882e01-4ce8-4b02-a0aa-3376cf755b70 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:07:11.228600 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Attempting to bind port 41882e01-4ce8-4b02-a0aa-3376cf755b70 on network a17ed56f-405c-4334-b515-bee029e83246 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:07:11.234335 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:07:11.234694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Checking segment: {'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:07:11.235129 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:11.235467 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Bound using segment: {'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:07:11.235932 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Bound port: 41882e01-4ce8-4b02-a0aa-3376cf755b70, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:07:11.236310 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:11.309705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 732d46d0-9da1-4358-b784-9841f1730535 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:07:11.342817 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] For port 41882e01-4ce8-4b02-a0aa-3376cf755b70, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:07:11.347006 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] For port 41882e01-4ce8-4b02-a0aa-3376cf755b70, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=41882e01-4ce8-4b02-a0aa-3376cf755b70,segment=NetworkSegment(51241700-3958-4cd7-b39a-abb4ed1acb9a),segment_id=51241700-3958-4cd7-b39a-abb4ed1acb9a)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:07:11.387831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 732d46d0-9da1-4358-b784-9841f1730535 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:07:11.388195 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:11.408209 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:11.509779 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Routers {'6597b5ad-52b3-492a-90c7-988ea678ca94'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:07:11.510387 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:07:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6597b5ad-52b3-492a-90c7-988ea678ca94'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:11.520287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f98cfd77-d8ba-47de-8468-c16c7f446764 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:07:11.625168 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af77e12-2e0f-48f3-bf64-7970ffe92358 None None] Pushing event updated for resources: {'Port': ['ID=41882e01-4ce8-4b02-a0aa-3376cf755b70,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:11.625416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f98cfd77-d8ba-47de-8468-c16c7f446764 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:07:11.625645 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:11.700335 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] Set router 6597b5ad-52b3-492a-90c7-988ea678ca94 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:07:12.006874 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '41882e01-4ce8-4b02-a0aa-3376cf755b70', 'name': '', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a2:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:07Z', 'updated_at': '2022-04-29T16:07:11Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:12.010803 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b9013-a1b8-40a2-bd48-2ec2a18ffe1b None None] The sync data for ids ['6597b5ad-52b3-492a-90c7-988ea678ca94'] in dv-neutron-839183-1-hyperv is: [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '41882e01-4ce8-4b02-a0aa-3376cf755b70', 'name': '', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a2:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:07Z', 'updated_at': '2022-04-29T16:07:11Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:07:12.051369 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-578b8cb8-fbf3-425e-9c22-13a60efc76d0 req-7efda957-94f3-46ac-956e-8344d847dfa1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 210 time: 0.0480700 Apr 29 16:07:12.905789 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-01f681cf-1575-4716-a425-73404c58f592 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:12.906478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-01f681cf-1575-4716-a425-73404c58f592 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:07:13.002431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-01f681cf-1575-4716-a425-73404c58f592 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:07:13.004212 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-01f681cf-1575-4716-a425-73404c58f592 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/networks?id=a17ed56f-405c-4334-b515-bee029e83246 HTTP/1.1" status: 200 len: 797 time: 0.2514279 Apr 29 16:07:13.054595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-0a9462ce-e884-4cb6-a1a6-1c2dafab33e4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:07:13.122430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-0a9462ce-e884-4cb6-a1a6-1c2dafab33e4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:07:13.123620 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-0a9462ce-e884-4cb6-a1a6-1c2dafab33e4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 379 time: 0.1114779 Apr 29 16:07:13.132672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'port': {'device_id': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'admin_state_up': True, 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'security_groups': ['d3dd4e3d-892a-46a5-8afb-96818fe15576']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:07:13.236878 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9e02c5ec-9ea0-41b3-a5be-17524cd6460b req-d8ebbcdf-d125-4d6b-9d84-b9c9654b58f7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 210 time: 0.0520182 Apr 29 16:07:13.287945 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:13.292043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:port and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:13.294867 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:13.301072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:13.318085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 41882e01-4ce8-4b02-a0aa-3376cf755b70 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:07:13.373619 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:07:13.377109 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.448182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 41882e01-4ce8-4b02-a0aa-3376cf755b70 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:07:13.453193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 41882e01-4ce8-4b02-a0aa-3376cf755b70 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:07:13.454188 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.540117 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.20.0.11 (a17ed56f-405c-4334-b515-bee029e83246/cf60ab01-4aba-48d6-834c-e8433c1ea20e/66c28052-ac35-440d-996a-a21618287017) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:07:13.571062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.602793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 41882e01-4ce8-4b02-a0aa-3376cf755b70, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=41882e01-4ce8-4b02-a0aa-3376cf755b70,segment=NetworkSegment(51241700-3958-4cd7-b39a-abb4ed1acb9a),segment_id=51241700-3958-4cd7-b39a-abb4ed1acb9a)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:07:13.676983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.748513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=41882e01-4ce8-4b02-a0aa-3376cf755b70,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:13.849776 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:13.864687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Transition to ACTIVE for port object 66c28052-ac35-440d-996a-a21618287017 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:07:13.957031 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:14.030071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network a17ed56f-405c-4334-b515-bee029e83246 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:07:14.033061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:07:14.037460 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:07:14.067494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=66c28052-ac35-440d-996a-a21618287017,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:14.104956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:14.105476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:14.174464 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-fbb70a32-60c4-40cb-8dca-b2bb091d4a0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0461144 Apr 29 16:07:14.186187 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Request body: {'port': {'device_id': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:07:14.288185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6018eadb-8871-4337-9d25-586359283746 None None] Provisioning for port 66c28052-ac35-440d-996a-a21618287017 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:07:14.293348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6018eadb-8871-4337-9d25-586359283746 None None] Provisioning complete for port 66c28052-ac35-440d-996a-a21618287017 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:07:14.293743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6018eadb-8871-4337-9d25-586359283746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:14.298439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:14.347020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-6018eadb-8871-4337-9d25-586359283746 None None] Port 66c28052-ac35-440d-996a-a21618287017 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:07:14.426916 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e04b90-6059-454e-b74d-585064b377f6 req-183330cd-2799-471f-9bdc-ec52ee37ab57 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:14.428402 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-93e04b90-6059-454e-b74d-585064b377f6 req-183330cd-2799-471f-9bdc-ec52ee37ab57 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 932 time: 0.0842283 Apr 29 16:07:14.575446 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-93e04b90-6059-454e-b74d-585064b377f6 req-b98c60ff-2dca-4f72-8d08-65558bda232f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413004 Apr 29 16:07:14.649457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c28052-ac35-440d-996a-a21618287017 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:07:14.656391 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:14.670384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Transition to ACTIVE for port object 66c28052-ac35-440d-996a-a21618287017 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:07:14.733226 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:14.886184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Pushing event updated for resources: {'Port': ['ID=66c28052-ac35-440d-996a-a21618287017,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:14.965265 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Attempting to bind port 66c28052-ac35-440d-996a-a21618287017 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:07:14.965851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Attempting to bind port 66c28052-ac35-440d-996a-a21618287017 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:07:14.965968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Attempting to bind port 66c28052-ac35-440d-996a-a21618287017 on network a17ed56f-405c-4334-b515-bee029e83246 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:07:14.970549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Port 66c28052-ac35-440d-996a-a21618287017 on network a17ed56f-405c-4334-b515-bee029e83246 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:07:14.970866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Attempting to bind port 66c28052-ac35-440d-996a-a21618287017 on network a17ed56f-405c-4334-b515-bee029e83246 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:07:14.976035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:07:14.976365 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Checking segment: {'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:07:14.976775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Bound using segment: {'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:07:14.977195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Bound port: 66c28052-ac35-440d-996a-a21618287017, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51241700-3958-4cd7-b39a-abb4ed1acb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:07:14.977539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:15.067681 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] For port 66c28052-ac35-440d-996a-a21618287017, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:07:15.070604 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] For port 66c28052-ac35-440d-996a-a21618287017, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=66c28052-ac35-440d-996a-a21618287017,segment=NetworkSegment(51241700-3958-4cd7-b39a-abb4ed1acb9a),segment_id=51241700-3958-4cd7-b39a-abb4ed1acb9a)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:07:15.139665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:15.199138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:15.199723 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:15.201132 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] 10.222.0.44 "PUT /v2.0/ports/66c28052-ac35-440d-996a-a21618287017 HTTP/1.1" status: 200 len: 1094 time: 1.0191128 Apr 29 16:07:15.201565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'tag': '66c28052-ac35-440d-996a-a21618287017'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:07:15.228068 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a72c1-0ae9-4aff-8cac-a9bad443222d service neutron] Pushing event updated for resources: {'Port': ['ID=66c28052-ac35-440d-996a-a21618287017,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:15.297454 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc103fd7-3da4-453d-8095-e9148643029d'] response: {'name': 'network-changed', 'server_uuid': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'tag': '66c28052-ac35-440d-996a-a21618287017', 'status': 'completed', 'code': 200} Apr 29 16:07:15.325877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 41882e01-4ce8-4b02-a0aa-3376cf755b70 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:07:15.394341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40679481-f017-4bd6-90d1-c23ea8b14210 req-16a841fc-23e1-4bd3-b6f0-84cac142025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:15.395759 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-40679481-f017-4bd6-90d1-c23ea8b14210 req-16a841fc-23e1-4bd3-b6f0-84cac142025b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 1097 time: 0.0782776 Apr 29 16:07:15.395993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 41882e01-4ce8-4b02-a0aa-3376cf755b70 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:07:15.396447 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:15.534565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40679481-f017-4bd6-90d1-c23ea8b14210 req-a8f1568f-317a-4805-a0f5-5ff50a1a6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:15.536599 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-40679481-f017-4bd6-90d1-c23ea8b14210 req-a8f1568f-317a-4805-a0f5-5ff50a1a6a32 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ab05805754f34f09b028f4d94522434d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1344514 Apr 29 16:07:15.670484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40679481-f017-4bd6-90d1-c23ea8b14210 req-dae1c195-30c8-4838-a7ce-bbc3b7f83c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:15.672071 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-40679481-f017-4bd6-90d1-c23ea8b14210 req-dae1c195-30c8-4838-a7ce-bbc3b7f83c40 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292975 Apr 29 16:07:15.763599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd14b35-7bc5-4591-98eb-5b2bac59c7e8 req-3372532a-e5a9-44e6-813d-ba7a5f346fef tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:15.765053 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ebd14b35-7bc5-4591-98eb-5b2bac59c7e8 req-3372532a-e5a9-44e6-813d-ba7a5f346fef tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 944 time: 0.0795643 Apr 29 16:07:15.775482 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-b74ba10b-e377-4c17-b529-8b4e1160fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:15.776956 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-b74ba10b-e377-4c17-b529-8b4e1160fcb8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 1097 time: 0.0699446 Apr 29 16:07:15.809486 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ebd14b35-7bc5-4591-98eb-5b2bac59c7e8 req-d77703fa-3e46-49b3-be47-bb41854981f0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377398 Apr 29 16:07:15.950336 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-a7064392-7a59-4314-8c65-02970dbb429d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66c28052-ac35-440d-996a-a21618287017 HTTP/1.1" status: 200 len: 217 time: 0.1666079 Apr 29 16:07:16.012038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-853497f8-7d4d-4ed6-a31d-6bbc987f97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:16.013583 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-853497f8-7d4d-4ed6-a31d-6bbc987f97e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf60ab01-4aba-48d6-834c-e8433c1ea20e HTTP/1.1" status: 200 len: 834 time: 0.0581610 Apr 29 16:07:16.091856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-7ea60c89-ae33-475f-9c97-7a42d30089f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:16.093451 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-7ea60c89-ae33-475f-9c97-7a42d30089f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a17ed56f-405c-4334-b515-bee029e83246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743902 Apr 29 16:07:16.225455 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-ad47b66a-27c1-4f48-96f2-89970abea40a service neutron] 10.222.0.44 "GET /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259582 Apr 29 16:07:16.358524 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3e352935-dfa0-4a03-addb-aaacb39725d2 req-24517e55-4c50-4015-bd29-106c50ba63a3 service neutron] 10.222.0.44 "GET /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277499 Apr 29 16:07:16.997355 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75510d13-38ab-4dbd-9a2c-a719908b7bbb req-d73aaf3d-575f-4e00-9603-40866333d8da tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:16.998783 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-75510d13-38ab-4dbd-9a2c-a719908b7bbb req-d73aaf3d-575f-4e00-9603-40866333d8da tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 944 time: 0.0814919 Apr 29 16:07:17.042756 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-75510d13-38ab-4dbd-9a2c-a719908b7bbb req-e6577236-1e95-4d40-9949-1a313fe724d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381362 Apr 29 16:07:18.222643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001f32-85a6-49b3-a39b-dd85950c87ee req-3970498f-0850-4e1b-8a0a-2442feb42250 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:18.224155 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-30001f32-85a6-49b3-a39b-dd85950c87ee req-3970498f-0850-4e1b-8a0a-2442feb42250 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 944 time: 0.0785856 Apr 29 16:07:18.270926 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-30001f32-85a6-49b3-a39b-dd85950c87ee req-0728a45a-56f5-4b3b-b721-72f05f68cc21 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412104 Apr 29 16:07:19.245868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 66c28052-ac35-440d-996a-a21618287017 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:07:19.379856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 66c28052-ac35-440d-996a-a21618287017, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=66c28052-ac35-440d-996a-a21618287017,segment=NetworkSegment(51241700-3958-4cd7-b39a-abb4ed1acb9a),segment_id=51241700-3958-4cd7-b39a-abb4ed1acb9a)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:07:19.392738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '66c28052-ac35-440d-996a-a21618287017', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'port_id': '66c28052-ac35-440d-996a-a21618287017', 'mac_address': 'fa:16:3e:7c:e7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:07:19.452091 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:19.454549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163374-f690-4eec-99fc-bef249c2e77f req-5c3afbcc-f5d6-4284-b870-d1a4fa6bc565 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:19.456019 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-29163374-f690-4eec-99fc-bef249c2e77f req-5c3afbcc-f5d6-4284-b870-d1a4fa6bc565 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 944 time: 0.0801425 Apr 29 16:07:19.468994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c28052-ac35-440d-996a-a21618287017 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:07:19.484284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 66c28052-ac35-440d-996a-a21618287017, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=66c28052-ac35-440d-996a-a21618287017,segment=NetworkSegment(51241700-3958-4cd7-b39a-abb4ed1acb9a),segment_id=51241700-3958-4cd7-b39a-abb4ed1acb9a)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:07:19.499842 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-29163374-f690-4eec-99fc-bef249c2e77f req-4d523285-f1ee-4a40-8969-cfc734cc973a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381715 Apr 29 16:07:19.544797 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:19.611053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=66c28052-ac35-440d-996a-a21618287017,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:19.761329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['66c28052-ac35-440d-996a-a21618287017'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:07:20.720046 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b8565-09a6-407d-8ace-1e9a4a17cfdb req-312573d6-88b0-40b6-9aa7-f525b50ec415 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:20.721511 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-416b8565-09a6-407d-8ace-1e9a4a17cfdb req-312573d6-88b0-40b6-9aa7-f525b50ec415 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 945 time: 0.1164873 Apr 29 16:07:20.764132 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-416b8565-09a6-407d-8ace-1e9a4a17cfdb req-2bd89e6f-ad10-468b-8bdf-5c39f25f51bb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364273 Apr 29 16:07:21.275651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 66c28052-ac35-440d-996a-a21618287017 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:07:21.447570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 66c28052-ac35-440d-996a-a21618287017 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:07:21.452317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 66c28052-ac35-440d-996a-a21618287017 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:07:21.452699 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:21.565570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:21.591761 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c28052-ac35-440d-996a-a21618287017'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:07:21.605480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 66c28052-ac35-440d-996a-a21618287017, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=66c28052-ac35-440d-996a-a21618287017,segment=NetworkSegment(51241700-3958-4cd7-b39a-abb4ed1acb9a),segment_id=51241700-3958-4cd7-b39a-abb4ed1acb9a)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:07:21.634396 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6e421d-e225-40f4-871a-d695eba8468a'] response: {'server_uuid': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c28052-ac35-440d-996a-a21618287017', 'code': 200} Apr 29 16:07:21.687918 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:21.755859 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=66c28052-ac35-440d-996a-a21618287017,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:21.950764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546905b-e238-4e9c-94e8-52558666a991 req-384918f9-390b-4247-ae47-ec15c48a7d2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:21.952206 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5546905b-e238-4e9c-94e8-52558666a991 req-384918f9-390b-4247-ae47-ec15c48a7d2f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0798197 Apr 29 16:07:21.962034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3100d-9214-4f6a-b787-1ab17b704204 req-5fba0648-ea7d-4c7e-8113-c2f2e8b2c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:21.963616 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dcb3100d-9214-4f6a-b787-1ab17b704204 req-5fba0648-ea7d-4c7e-8113-c2f2e8b2c118 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 1099 time: 0.0682974 Apr 29 16:07:21.997664 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5546905b-e238-4e9c-94e8-52558666a991 req-5321a0cb-d876-44b4-b7b6-5f17dc866839 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394709 Apr 29 16:07:22.004332 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dcb3100d-9214-4f6a-b787-1ab17b704204 req-4e3a1468-9150-4ba1-95f8-efb7c17d872b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349000 Apr 29 16:07:23.192832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa134c-1b6a-485e-a687-c277bb659a53 req-2984805e-c9fd-4189-8263-9fd199f56c1d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:23.194303 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3efa134c-1b6a-485e-a687-c277bb659a53 req-2984805e-c9fd-4189-8263-9fd199f56c1d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0868678 Apr 29 16:07:23.240608 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3efa134c-1b6a-485e-a687-c277bb659a53 req-2a2fbdff-1c24-4a6a-8002-034012d9f92d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405185 Apr 29 16:07:24.367731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:24.427187 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c8b1-fe13-407e-b4b9-b2a1686893e6 req-36446aef-6d65-43cc-b7a1-48d3f34b680f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:24.428644 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1113c8b1-fe13-407e-b4b9-b2a1686893e6 req-36446aef-6d65-43cc-b7a1-48d3f34b680f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0796824 Apr 29 16:07:24.476082 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1113c8b1-fe13-407e-b4b9-b2a1686893e6 req-3e7d1d63-a1d5-4bb4-abba-01395d478c8d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416107 Apr 29 16:07:24.655937 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ff412-5bdc-4a94-b16f-996c4f0b5e95 req-3f67241c-ef5e-41fd-8156-5416ea94faa5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:24.657327 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a40ff412-5bdc-4a94-b16f-996c4f0b5e95 req-3f67241c-ef5e-41fd-8156-5416ea94faa5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0792911 Apr 29 16:07:24.700974 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a40ff412-5bdc-4a94-b16f-996c4f0b5e95 req-77e2330d-65bd-47f0-b579-fae1fc28b18d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373971 Apr 29 16:07:24.723894 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46404) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:24.793690 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a53b78a-d67f-4603-88c5-c5f46503ebdb tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:24.795148 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4a53b78a-d67f-4603-88c5-c5f46503ebdb tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 1094 time: 0.0702243 Apr 29 16:07:24.797917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46408) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:24.802983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '66c28052-ac35-440d-996a-a21618287017', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:07:24.808713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:07:24.812397 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:floatingip and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:07:24.815161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:07:24.821271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:07:24.898663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:25.031131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:25.162338 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.26.2.26 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/13d47b4d-c723-412a-8fb5-ba95c7b6a165) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:07:25.309986 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:25.390551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:25.453407 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:07:25.456128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:07:25.458844 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:07:25.496050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=13d47b4d-c723-412a-8fb5-ba95c7b6a165,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:25.853332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:26.080356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:26.297094 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:26.350188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:26.456016 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=13d47b4d-c723-412a-8fb5-ba95c7b6a165,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:07:26.468365 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:26.636592 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Floating IP 28e2ebd9-4d0c-40c7-b9d1-634070c85473 associated. External IP: 172.26.2.26, port: 66c28052-ac35-440d-996a-a21618287017. Apr 29 16:07:26.978186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 6597b5ad-52b3-492a-90c7-988ea678ca94 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:07:27.156738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:07:27.166799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddfdaa-1f98-43ef-be74-eb578ab7718e None None] Sync routers for ids ['6597b5ad-52b3-492a-90c7-988ea678ca94'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:07:27.177385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ddfdaa-1f98-43ef-be74-eb578ab7718e None None] Routers {'6597b5ad-52b3-492a-90c7-988ea678ca94'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:07:27.178072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-90ddfdaa-1f98-43ef-be74-eb578ab7718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:07:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6597b5ad-52b3-492a-90c7-988ea678ca94'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:27.247805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:27.304966 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-5908073d-50ac-4176-b1e6-5b200410c442 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5060441 Apr 29 16:07:27.305540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'tag': '66c28052-ac35-440d-996a-a21618287017'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:07:27.351487 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53074de2-6912-4c39-8d29-6fd6484b752f'] response: {'name': 'network-changed', 'server_uuid': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'tag': '66c28052-ac35-440d-996a-a21618287017', 'status': 'completed', 'code': 200} Apr 29 16:07:27.388091 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-90ddfdaa-1f98-43ef-be74-eb578ab7718e None None] Set router 6597b5ad-52b3-492a-90c7-988ea678ca94 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:07:27.441749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80921d-0b79-46de-a878-c066dae4efb8 req-c82a3019-fad6-4bf3-937c-1ef8d68a2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:27.443916 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9f80921d-0b79-46de-a878-c066dae4efb8 req-c82a3019-fad6-4bf3-937c-1ef8d68a2497 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 1099 time: 0.0703578 Apr 29 16:07:27.478081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df973b48-3a81-45e4-a81d-4b5d58260ede req-6075f74e-ad2d-46d3-8173-0c81d047aac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:27.479550 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-df973b48-3a81-45e4-a81d-4b5d58260ede req-6075f74e-ad2d-46d3-8173-0c81d047aac5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0865290 Apr 29 16:07:27.526734 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-df973b48-3a81-45e4-a81d-4b5d58260ede req-c252934d-5cc2-488e-8f3e-188c441c83d3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407712 Apr 29 16:07:27.548909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46416) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:27.576018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80921d-0b79-46de-a878-c066dae4efb8 req-1fa867c3-d2fd-4a9c-b12f-2fd1f23013a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:27.577507 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9f80921d-0b79-46de-a878-c066dae4efb8 req-1fa867c3-d2fd-4a9c-b12f-2fd1f23013a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a17ed56f-405c-4334-b515-bee029e83246 HTTP/1.1" status: 200 len: 898 time: 0.1285090 Apr 29 16:07:27.667424 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2c894b6d-447e-4424-b93e-a111035788bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/28e2ebd9-4d0c-40c7-b9d1-634070c85473 HTTP/1.1" status: 200 len: 991 time: 0.1158543 Apr 29 16:07:27.753832 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-90ddfdaa-1f98-43ef-be74-eb578ab7718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '28e2ebd9-4d0c-40c7-b9d1-634070c85473', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.26', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'port_id': '66c28052-ac35-440d-996a-a21618287017', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'mac_address': 'fa:16:3e:7c:e7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:07:25Z', 'updated_at': '2022-04-29T16:07:25Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41882e01-4ce8-4b02-a0aa-3376cf755b70', 'name': '', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a2:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:07Z', 'updated_at': '2022-04-29T16:07:13Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:27.757832 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddfdaa-1f98-43ef-be74-eb578ab7718e None None] Checking router: 6597b5ad-52b3-492a-90c7-988ea678ca94 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:07:27.766132 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ddfdaa-1f98-43ef-be74-eb578ab7718e None None] Routers {'6597b5ad-52b3-492a-90c7-988ea678ca94'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:07:27.766712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-90ddfdaa-1f98-43ef-be74-eb578ab7718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:07:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6597b5ad-52b3-492a-90c7-988ea678ca94'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:27.796529 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9f80921d-0b79-46de-a878-c066dae4efb8 req-f64d831d-ad4a-4fb6-933b-51f569fd38b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66c28052-ac35-440d-996a-a21618287017 HTTP/1.1" status: 200 len: 999 time: 0.2128162 Apr 29 16:07:27.860785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80921d-0b79-46de-a878-c066dae4efb8 req-63fd57fe-473e-421b-a9c0-936444a0d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:27.862214 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9f80921d-0b79-46de-a878-c066dae4efb8 req-63fd57fe-473e-421b-a9c0-936444a0d089 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf60ab01-4aba-48d6-834c-e8433c1ea20e HTTP/1.1" status: 200 len: 834 time: 0.0588126 Apr 29 16:07:27.936121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80921d-0b79-46de-a878-c066dae4efb8 req-c98387e4-1894-4661-aa99-cd529524f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:27.937628 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9f80921d-0b79-46de-a878-c066dae4efb8 req-c98387e4-1894-4661-aa99-cd529524f3f1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a17ed56f-405c-4334-b515-bee029e83246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698349 Apr 29 16:07:27.943480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-90ddfdaa-1f98-43ef-be74-eb578ab7718e None None] Set router 6597b5ad-52b3-492a-90c7-988ea678ca94 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:07:28.067367 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9f80921d-0b79-46de-a878-c066dae4efb8 req-6b1bf4dd-a347-4db1-afb6-c9dc768e814b service neutron] 10.222.0.44 "GET /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239436 Apr 29 16:07:28.199599 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9f80921d-0b79-46de-a878-c066dae4efb8 req-e61bd124-1c0c-496c-853a-9b09d8844de2 service neutron] 10.222.0.44 "GET /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262558 Apr 29 16:07:28.287009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-90ddfdaa-1f98-43ef-be74-eb578ab7718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '28e2ebd9-4d0c-40c7-b9d1-634070c85473', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.26', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'port_id': '66c28052-ac35-440d-996a-a21618287017', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'mac_address': 'fa:16:3e:7c:e7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:07:25Z', 'updated_at': '2022-04-29T16:07:25Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41882e01-4ce8-4b02-a0aa-3376cf755b70', 'name': '', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a2:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:07Z', 'updated_at': '2022-04-29T16:07:13Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:07:28.290956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ddfdaa-1f98-43ef-be74-eb578ab7718e None None] The sync data for ids ['6597b5ad-52b3-492a-90c7-988ea678ca94'] in dv-neutron-839183-1-hyperv is: [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '28e2ebd9-4d0c-40c7-b9d1-634070c85473', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.26', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'port_id': '66c28052-ac35-440d-996a-a21618287017', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'mac_address': 'fa:16:3e:7c:e7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:07:25Z', 'updated_at': '2022-04-29T16:07:25Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41882e01-4ce8-4b02-a0aa-3376cf755b70', 'name': '', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a2:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:07Z', 'updated_at': '2022-04-29T16:07:13Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:07:28.467494 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ec9e3-f819-4f19-a0d7-39594bc1f628 None None] New status for floating IP 28e2ebd9-4d0c-40c7-b9d1-634070c85473: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:07:28.669775 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46420) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:28.778359 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c2c79de9-f633-41a9-b390-8d611b2c9cc0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/28e2ebd9-4d0c-40c7-b9d1-634070c85473 HTTP/1.1" status: 200 len: 991 time: 0.1074400 Apr 29 16:07:29.782277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46424) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:07:29.887190 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-95bbd152-14b1-41ac-94ba-8e7a95073bc7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/28e2ebd9-4d0c-40c7-b9d1-634070c85473 HTTP/1.1" status: 200 len: 993 time: 0.1038589 Apr 29 16:07:32.127080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f760122-f426-45ab-825f-afb1bc1aafe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:34.258764 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-edb510d6-2eb1-4c98-be53-5d556d56c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:35.195817 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:35.481859 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:37.195738 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:38.540423 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:07:54.349694 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:07:54.916004 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0605b-93b6-45f5-ad2b-45d526f4b9fd req-4cd03c22-ae7e-454c-b47b-4380f6a09e69 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:54.917497 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e2f0605b-93b6-45f5-ad2b-45d526f4b9fd req-4cd03c22-ae7e-454c-b47b-4380f6a09e69 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0838611 Apr 29 16:07:54.949881 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a385-e5da-4047-bebc-727449bba127 req-5b6671d8-d37f-4640-a2c8-0a13d6276873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:54.951355 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1788a385-e5da-4047-bebc-727449bba127 req-5b6671d8-d37f-4640-a2c8-0a13d6276873 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 1099 time: 0.0772758 Apr 29 16:07:54.962403 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e2f0605b-93b6-45f5-ad2b-45d526f4b9fd req-668257ed-1a1c-4be9-9b30-1d13359cf75b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392153 Apr 29 16:07:55.085683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a385-e5da-4047-bebc-727449bba127 req-97020598-3e94-4d9f-a7bb-590a508a1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:55.087135 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1788a385-e5da-4047-bebc-727449bba127 req-97020598-3e94-4d9f-a7bb-590a508a1ed6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a17ed56f-405c-4334-b515-bee029e83246 HTTP/1.1" status: 200 len: 898 time: 0.1298633 Apr 29 16:07:55.190601 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1788a385-e5da-4047-bebc-727449bba127 req-5f318337-aad7-4f44-b670-a8f2878064e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66c28052-ac35-440d-996a-a21618287017 HTTP/1.1" status: 200 len: 1001 time: 0.0960262 Apr 29 16:07:55.255750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a385-e5da-4047-bebc-727449bba127 req-ed2e6235-1818-46a0-9216-feed5eab930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:55.257231 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1788a385-e5da-4047-bebc-727449bba127 req-ed2e6235-1818-46a0-9216-feed5eab930e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf60ab01-4aba-48d6-834c-e8433c1ea20e HTTP/1.1" status: 200 len: 834 time: 0.0575042 Apr 29 16:07:55.330549 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a385-e5da-4047-bebc-727449bba127 req-9d9bf398-63fd-46f2-8103-30074c40e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:55.332004 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1788a385-e5da-4047-bebc-727449bba127 req-9d9bf398-63fd-46f2-8103-30074c40e2db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a17ed56f-405c-4334-b515-bee029e83246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688210 Apr 29 16:07:55.461575 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1788a385-e5da-4047-bebc-727449bba127 req-7ac7c7c1-1262-4079-9f05-c92de3e44649 service neutron] 10.222.0.44 "GET /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226044 Apr 29 16:07:55.595186 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1788a385-e5da-4047-bebc-727449bba127 req-5da2a3aa-2951-4757-a9b6-95a65a17aa23 service neutron] 10.222.0.44 "GET /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231165 Apr 29 16:07:56.149216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f71de-e27c-4342-8347-546599e33b0f req-87e8a017-d7c8-4658-b97c-4c42d6d265f8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:56.150665 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d1f71de-e27c-4342-8347-546599e33b0f req-87e8a017-d7c8-4658-b97c-4c42d6d265f8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0815108 Apr 29 16:07:56.193774 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d1f71de-e27c-4342-8347-546599e33b0f req-6a32b7d6-7db7-46e2-8425-be5a7d9a3612 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375862 Apr 29 16:07:57.375733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d58f2-1fa8-43cf-a95c-bb3ff3be406a req-748d0011-d90a-42d9-b309-d2f7ae13d437 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:57.377180 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5e6d58f2-1fa8-43cf-a95c-bb3ff3be406a req-748d0011-d90a-42d9-b309-d2f7ae13d437 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0775714 Apr 29 16:07:57.419891 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5e6d58f2-1fa8-43cf-a95c-bb3ff3be406a req-9511f448-afb0-4cdc-9f9a-0c82263484e8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364456 Apr 29 16:07:58.701449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66ddb2-09c6-43bc-96e0-6ed25f5f52ac req-60888128-3459-4785-99d7-cd3ae6b3fc7a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:58.702813 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8c66ddb2-09c6-43bc-96e0-6ed25f5f52ac req-60888128-3459-4785-99d7-cd3ae6b3fc7a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.1764133 Apr 29 16:07:58.746514 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8c66ddb2-09c6-43bc-96e0-6ed25f5f52ac req-b7f8f552-e0c1-4ca8-9b99-5f8af5ad7e2b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379646 Apr 29 16:07:59.926517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d93abd-00b9-4162-b734-e8b335dc3a43 req-af9dec64-2d78-4d36-93a5-33d41ffde453 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:07:59.927934 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-48d93abd-00b9-4162-b734-e8b335dc3a43 req-af9dec64-2d78-4d36-93a5-33d41ffde453 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0772688 Apr 29 16:07:59.973642 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-48d93abd-00b9-4162-b734-e8b335dc3a43 req-9bc3f8a8-567c-4d4b-8585-3285c855140f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394411 Apr 29 16:08:01.155594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643b197-5330-4dcf-90ed-eb9c5ce0c7d2 req-7338f643-6c8c-46b3-aeb1-f01e29771f0d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:01.157228 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6643b197-5330-4dcf-90ed-eb9c5ce0c7d2 req-7338f643-6c8c-46b3-aeb1-f01e29771f0d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0782881 Apr 29 16:08:01.201012 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6643b197-5330-4dcf-90ed-eb9c5ce0c7d2 req-2e61e4f3-2cdb-4341-b2ef-e987d1b723ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382185 Apr 29 16:08:01.894246 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e558e-3166-4f7a-9ab3-e89bbc9a3305 req-526501bf-d83b-48f8-92ff-18ddbcdb3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:01.895664 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4e7e558e-3166-4f7a-9ab3-e89bbc9a3305 req-526501bf-d83b-48f8-92ff-18ddbcdb3ccf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 1099 time: 0.0720584 Apr 29 16:08:02.035994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e558e-3166-4f7a-9ab3-e89bbc9a3305 req-9a33e86d-c454-43e6-b2d9-898a28c5abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:02.037523 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4e7e558e-3166-4f7a-9ab3-e89bbc9a3305 req-9a33e86d-c454-43e6-b2d9-898a28c5abb2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a17ed56f-405c-4334-b515-bee029e83246 HTTP/1.1" status: 200 len: 898 time: 0.1232657 Apr 29 16:08:02.144651 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dae5d1c2-63b0-4929-a04a-70d97360d11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:02.249221 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4e7e558e-3166-4f7a-9ab3-e89bbc9a3305 req-0d40c106-2d68-40b4-a8ea-19bd8f9bfeb9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66c28052-ac35-440d-996a-a21618287017 HTTP/1.1" status: 200 len: 1001 time: 0.2062094 Apr 29 16:08:02.312146 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e558e-3166-4f7a-9ab3-e89bbc9a3305 req-2a87f844-9390-4a83-bdf3-ba941f31ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:02.313763 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4e7e558e-3166-4f7a-9ab3-e89bbc9a3305 req-2a87f844-9390-4a83-bdf3-ba941f31ffc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf60ab01-4aba-48d6-834c-e8433c1ea20e HTTP/1.1" status: 200 len: 834 time: 0.0588040 Apr 29 16:08:02.391228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e558e-3166-4f7a-9ab3-e89bbc9a3305 req-4161285b-30b0-447d-a39a-fdee588d361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:02.392739 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4e7e558e-3166-4f7a-9ab3-e89bbc9a3305 req-4161285b-30b0-447d-a39a-fdee588d361b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a17ed56f-405c-4334-b515-bee029e83246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730996 Apr 29 16:08:02.397414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e25c1e-1851-426c-9ef3-8295f6418ce3 req-0551870e-348a-4b91-bc46-e50f96bbf1b2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:02.399527 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-45e25c1e-1851-426c-9ef3-8295f6418ce3 req-0551870e-348a-4b91-bc46-e50f96bbf1b2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0879860 Apr 29 16:08:02.441908 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-45e25c1e-1851-426c-9ef3-8295f6418ce3 req-45a5430b-c0c2-4aa5-ad86-6cfc1a19ee79 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367863 Apr 29 16:08:02.521878 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4e7e558e-3166-4f7a-9ab3-e89bbc9a3305 req-f9c462d5-26ea-4908-b120-6a6c3b618550 service neutron] 10.222.0.44 "GET /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224098 Apr 29 16:08:02.649916 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4e7e558e-3166-4f7a-9ab3-e89bbc9a3305 req-b617285b-6d3a-4605-a4d2-afd1cd72cce8 service neutron] 10.222.0.44 "GET /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223106 Apr 29 16:08:03.625623 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0f891-c3cf-463a-81f9-f4450c97ac9e req-5a2a7a71-ff48-4e1a-a524-fe2924406c26 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:03.626949 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bdc0f891-c3cf-463a-81f9-f4450c97ac9e req-5a2a7a71-ff48-4e1a-a524-fe2924406c26 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0780334 Apr 29 16:08:03.669599 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bdc0f891-c3cf-463a-81f9-f4450c97ac9e req-bbf61c79-3c3a-433a-a612-9e0cd84b5fec tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361674 Apr 29 16:08:04.233711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1867f44f-303b-4345-a98a-bf50263a3759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:04.858622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df786d07-18b2-4383-8b3c-a6c2c9a41831 req-a0bd22c6-d4ec-44bc-b635-101162eca4f0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:04.860048 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-df786d07-18b2-4383-8b3c-a6c2c9a41831 req-a0bd22c6-d4ec-44bc-b635-101162eca4f0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0824220 Apr 29 16:08:04.903366 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-df786d07-18b2-4383-8b3c-a6c2c9a41831 req-263fd391-3953-41c8-86f2-94043c63e071 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376744 Apr 29 16:08:05.200854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:05.469552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:06.088201 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22a6ef-4499-49e4-8779-a639e5a7c140 req-18ec2702-31d3-40cc-b710-4bfc7e092549 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:06.089792 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bc22a6ef-4499-49e4-8779-a639e5a7c140 req-18ec2702-31d3-40cc-b710-4bfc7e092549 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0802560 Apr 29 16:08:06.133056 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bc22a6ef-4499-49e4-8779-a639e5a7c140 req-886b1870-6d0c-48f6-a0ed-d7dc7ab9deb8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376444 Apr 29 16:08:07.230275 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:07.327290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7085ea-7e45-4bb2-8762-5296d923aba1 req-4a9af3dd-27a9-472d-bb08-698d65746052 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:07.328791 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7b7085ea-7e45-4bb2-8762-5296d923aba1 req-4a9af3dd-27a9-472d-bb08-698d65746052 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0890763 Apr 29 16:08:07.372568 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7b7085ea-7e45-4bb2-8762-5296d923aba1 req-d8099f13-28f0-4b45-a34f-6dfd0528e6e6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378757 Apr 29 16:08:07.396493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46460) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:07.502079 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2355274c-b50d-4d26-838a-e61ad1a1a81d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/28e2ebd9-4d0c-40c7-b9d1-634070c85473 HTTP/1.1" status: 200 len: 993 time: 0.1043329 Apr 29 16:08:15.540630 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:08:24.354853 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:32.177673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1a2f9b65-b509-46d5-bc36-b8e2172bea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:34.212187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-34b8fa4d-d118-4814-be7d-775bd26f4634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:35.206321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:35.497708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:37.200383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:37.907391 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46476) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:38.104853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port 13d47b4d-c723-412a-8fb5-ba95c7b6a165 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:08:38.105085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:38.278476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:38.278605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:38.400656 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for 13d47b4d-c723-412a-8fb5-ba95c7b6a165 owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:08:38.606277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:38.651740 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=13d47b4d-c723-412a-8fb5-ba95c7b6a165,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:38.687130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:38.687469 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:38.687801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:38.688130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:38.688452 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:38.688795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:38.689112 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:38.689434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:38.689750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:38.690061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:38.690374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:38.690687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:38.752097 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:38.752417 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Floating IP 28e2ebd9-4d0c-40c7-b9d1-634070c85473 disassociated (deleted). External IP: 172.26.2.26, port: 66c28052-ac35-440d-996a-a21618287017. Apr 29 16:08:39.204523 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 6597b5ad-52b3-492a-90c7-988ea678ca94 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:08:39.384850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:08:39.394231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2298d81-6dab-4d3c-9da5-5406f48c8661 None None] Sync routers for ids ['6597b5ad-52b3-492a-90c7-988ea678ca94'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:08:39.401102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:39.404023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2298d81-6dab-4d3c-9da5-5406f48c8661 None None] Routers {'6597b5ad-52b3-492a-90c7-988ea678ca94'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:08:39.404655 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a2298d81-6dab-4d3c-9da5-5406f48c8661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:08:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6597b5ad-52b3-492a-90c7-988ea678ca94'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:39.454488 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-df79b11b-6acc-4f43-8191-0816450d4132 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/floatingips/28e2ebd9-4d0c-40c7-b9d1-634070c85473 HTTP/1.1" status: 204 len: 168 time: 1.5457323 Apr 29 16:08:39.455212 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'tag': '66c28052-ac35-440d-996a-a21618287017'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:08:39.502653 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a1ff0d-8d71-428b-bac2-93134fb6e0ab'] response: {'name': 'network-changed', 'server_uuid': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'tag': '66c28052-ac35-440d-996a-a21618287017', 'status': 'completed', 'code': 200} Apr 29 16:08:39.598981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300042b-8682-401c-aff4-cfc3ad17d5f7 req-b1a3ec80-c8e3-449b-b400-badd2b343702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:39.600560 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9300042b-8682-401c-aff4-cfc3ad17d5f7 req-b1a3ec80-c8e3-449b-b400-badd2b343702 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 1099 time: 0.0761089 Apr 29 16:08:39.636127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-a2298d81-6dab-4d3c-9da5-5406f48c8661 None None] Set router 6597b5ad-52b3-492a-90c7-988ea678ca94 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:08:39.731992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300042b-8682-401c-aff4-cfc3ad17d5f7 req-fc368743-1910-44ef-87f7-917c8d34ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:39.733400 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9300042b-8682-401c-aff4-cfc3ad17d5f7 req-fc368743-1910-44ef-87f7-917c8d34ef9b service neutron] 10.222.0.44 "GET /v2.0/networks?id=a17ed56f-405c-4334-b515-bee029e83246 HTTP/1.1" status: 200 len: 898 time: 0.1271212 Apr 29 16:08:39.803478 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9300042b-8682-401c-aff4-cfc3ad17d5f7 req-e58c3736-eee7-46b2-be2a-10062457409a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66c28052-ac35-440d-996a-a21618287017 HTTP/1.1" status: 200 len: 217 time: 0.0637672 Apr 29 16:08:39.883750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300042b-8682-401c-aff4-cfc3ad17d5f7 req-1e78293c-757c-49b6-96d5-3ce319893b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:39.885273 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9300042b-8682-401c-aff4-cfc3ad17d5f7 req-1e78293c-757c-49b6-96d5-3ce319893b00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cf60ab01-4aba-48d6-834c-e8433c1ea20e HTTP/1.1" status: 200 len: 834 time: 0.0710578 Apr 29 16:08:39.962199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a2298d81-6dab-4d3c-9da5-5406f48c8661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '41882e01-4ce8-4b02-a0aa-3376cf755b70', 'name': '', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a2:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:07Z', 'updated_at': '2022-04-29T16:07:13Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:39.962707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300042b-8682-401c-aff4-cfc3ad17d5f7 req-2a233294-ebbb-4ead-a3d7-ee5a664152b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:39.964243 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9300042b-8682-401c-aff4-cfc3ad17d5f7 req-2a233294-ebbb-4ead-a3d7-ee5a664152b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a17ed56f-405c-4334-b515-bee029e83246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718458 Apr 29 16:08:39.966433 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2298d81-6dab-4d3c-9da5-5406f48c8661 None None] Checking router: 6597b5ad-52b3-492a-90c7-988ea678ca94 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:08:39.974598 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2298d81-6dab-4d3c-9da5-5406f48c8661 None None] Routers {'6597b5ad-52b3-492a-90c7-988ea678ca94'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:08:39.978416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a2298d81-6dab-4d3c-9da5-5406f48c8661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:08:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6597b5ad-52b3-492a-90c7-988ea678ca94'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:40.041128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee402e-2ee7-455e-98eb-76a5029eafff req-5ea6e804-9163-43c4-a99d-5ed8a07ebedc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:40.042533 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4aee402e-2ee7-455e-98eb-76a5029eafff req-5ea6e804-9163-43c4-a99d-5ed8a07ebedc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0835109 Apr 29 16:08:40.092647 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4aee402e-2ee7-455e-98eb-76a5029eafff req-7163d013-ad69-4f65-9c65-37c566cb44a9 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443740 Apr 29 16:08:40.120878 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9300042b-8682-401c-aff4-cfc3ad17d5f7 req-5c46b7fe-2235-4342-8315-286f8fba23d2 service neutron] 10.222.0.44 "GET /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437228 Apr 29 16:08:40.160023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-a2298d81-6dab-4d3c-9da5-5406f48c8661 None None] Set router 6597b5ad-52b3-492a-90c7-988ea678ca94 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:08:40.252206 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9300042b-8682-401c-aff4-cfc3ad17d5f7 req-500bd82a-f84d-41a7-976a-45caeacae8cd service neutron] 10.222.0.44 "GET /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252215 Apr 29 16:08:40.470727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-a2298d81-6dab-4d3c-9da5-5406f48c8661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '41882e01-4ce8-4b02-a0aa-3376cf755b70', 'name': '', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a2:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:07Z', 'updated_at': '2022-04-29T16:07:13Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:40.474583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2298d81-6dab-4d3c-9da5-5406f48c8661 None None] The sync data for ids ['6597b5ad-52b3-492a-90c7-988ea678ca94'] in dv-neutron-839183-1-hyperv is: [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:07:08Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '41882e01-4ce8-4b02-a0aa-3376cf755b70', 'name': '', 'network_id': 'a17ed56f-405c-4334-b515-bee029e83246', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a2:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:07Z', 'updated_at': '2022-04-29T16:07:13Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': 'cf60ab01-4aba-48d6-834c-e8433c1ea20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:08:40.682746 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054a69d-640b-4779-9fab-c9c4fcd6552a None None] New status for floating IP 28e2ebd9-4d0c-40c7-b9d1-634070c85473: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:08:41.277959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf5aa3-7d21-403a-9603-bcad771cc16e req-8088b396-aaae-46ac-906b-ef9b12f6e1fc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:41.279573 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4abf5aa3-7d21-403a-9603-bcad771cc16e req-8088b396-aaae-46ac-906b-ef9b12f6e1fc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.0805836 Apr 29 16:08:41.322733 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4abf5aa3-7d21-403a-9603-bcad771cc16e req-d11349f1-46a6-48ac-a808-e810f7be3f52 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3dd4e3d-892a-46a5-8afb-96818fe15576&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376065 Apr 29 16:08:41.458906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-aaf6eb1f-00ec-46ec-bc1f-9bdd2b12c804 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:41.460180 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-aaf6eb1f-00ec-46ec-bc1f-9bdd2b12c804 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:08:41.531554 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-aaf6eb1f-00ec-46ec-bc1f-9bdd2b12c804 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:08:41.532702 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-aaf6eb1f-00ec-46ec-bc1f-9bdd2b12c804 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 946 time: 0.1540198 Apr 29 16:08:41.602037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-64eb9570-4b16-4d24-b468-4fe26797f03a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port 66c28052-ac35-440d-996a-a21618287017 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:08:41.602382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-64eb9570-4b16-4d24-b468-4fe26797f03a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:41.847310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-64eb9570-4b16-4d24-b468-4fe26797f03a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port 66c28052-ac35-440d-996a-a21618287017, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=66c28052-ac35-440d-996a-a21618287017,segment=NetworkSegment(51241700-3958-4cd7-b39a-abb4ed1acb9a),segment_id=51241700-3958-4cd7-b39a-abb4ed1acb9a)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:08:41.847588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-64eb9570-4b16-4d24-b468-4fe26797f03a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:42.082924 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-64eb9570-4b16-4d24-b468-4fe26797f03a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for 66c28052-ac35-440d-996a-a21618287017 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:08:42.291854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-64eb9570-4b16-4d24-b468-4fe26797f03a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:42.341026 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb9570-4b16-4d24-b468-4fe26797f03a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=66c28052-ac35-440d-996a-a21618287017,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:42.419118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-64eb9570-4b16-4d24-b468-4fe26797f03a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] No DVR routers for this DVR port 66c28052-ac35-440d-996a-a21618287017 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:08:42.421539 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-64eb9570-4b16-4d24-b468-4fe26797f03a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:42.424330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'name': 'network-vif-deleted', 'tag': '66c28052-ac35-440d-996a-a21618287017'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:08:42.469505 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2f29a5-235e-483e-ad4f-0a1786d09acd'] response: {'server_uuid': '1cc8635f-31e0-4045-bfa0-087988e9a703', 'name': 'network-vif-deleted', 'tag': '66c28052-ac35-440d-996a-a21618287017', 'status': 'completed', 'code': 200} Apr 29 16:08:42.479436 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d72bf7a4-221e-4006-a6c4-23c0ff5a6e99 req-89e8c2c3-f510-44d2-885b-ff81e37ed214 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc8635f-31e0-4045-bfa0-087988e9a703 HTTP/1.1" status: 200 len: 210 time: 0.0460858 Apr 29 16:08:42.492858 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-df4f9c59-bf78-4a32-aae5-2d49af06bb79 req-64eb9570-4b16-4d24-b468-4fe26797f03a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "DELETE /v2.0/ports/66c28052-ac35-440d-996a-a21618287017 HTTP/1.1" status: 204 len: 173 time: 0.9543285 Apr 29 16:08:43.570415 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46496) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:44.104722 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf78959d-977c-47ea-a615-234022d64707 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:44.451051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-bf78959d-977c-47ea-a615-234022d64707 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port 41882e01-4ce8-4b02-a0aa-3376cf755b70 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:08:44.451392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf78959d-977c-47ea-a615-234022d64707 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:44.742828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-bf78959d-977c-47ea-a615-234022d64707 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port 41882e01-4ce8-4b02-a0aa-3376cf755b70, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=41882e01-4ce8-4b02-a0aa-3376cf755b70,segment=NetworkSegment(51241700-3958-4cd7-b39a-abb4ed1acb9a),segment_id=51241700-3958-4cd7-b39a-abb4ed1acb9a)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:08:44.743582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf78959d-977c-47ea-a615-234022d64707 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:44.862226 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-bf78959d-977c-47ea-a615-234022d64707 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for 41882e01-4ce8-4b02-a0aa-3376cf755b70 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:08:45.120703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf78959d-977c-47ea-a615-234022d64707 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:45.167056 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78959d-977c-47ea-a615-234022d64707 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=41882e01-4ce8-4b02-a0aa-3376cf755b70,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:45.445912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf78959d-977c-47ea-a615-234022d64707 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:45.573153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 66c28052-ac35-440d-996a-a21618287017 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:08:45.607088 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 66c28052-ac35-440d-996a-a21618287017 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:08:45.607430 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 66c28052-ac35-440d-996a-a21618287017 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:08:45.795851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf78959d-977c-47ea-a615-234022d64707 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 6597b5ad-52b3-492a-90c7-988ea678ca94 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:08:45.970280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf78959d-977c-47ea-a615-234022d64707 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:08:45.980445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dfb487-bb74-455a-93f1-75fca5a1ad12 None None] Sync routers for ids ['6597b5ad-52b3-492a-90c7-988ea678ca94'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:08:45.984306 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bf78959d-977c-47ea-a615-234022d64707 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "PUT /v2.0/routers/6597b5ad-52b3-492a-90c7-988ea678ca94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4116554 Apr 29 16:08:45.985896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46500) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:45.989599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dfb487-bb74-455a-93f1-75fca5a1ad12 None None] Routers {'6597b5ad-52b3-492a-90c7-988ea678ca94'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:08:45.990184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-42dfb487-bb74-455a-93f1-75fca5a1ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:08:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6597b5ad-52b3-492a-90c7-988ea678ca94'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:46.051440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting subnet cf60ab01-4aba-48d6-834c-e8433c1ea20e {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:08:46.054884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.108526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.164509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-42dfb487-bb74-455a-93f1-75fca5a1ad12 None None] Set router 6597b5ad-52b3-492a-90c7-988ea678ca94 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:08:46.195153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.332555 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.373984 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Subnet': ['ID=cf60ab01-4aba-48d6-834c-e8433c1ea20e,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:46.381477 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.389832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.390175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.390514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.390847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.391176 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.391500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.391821 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.392145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.392490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.392970 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.393288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.393607 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:46.402644 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f8d4f6f0-dfce-4d3b-b46d-8547300fe768 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/subnets/cf60ab01-4aba-48d6-834c-e8433c1ea20e HTTP/1.1" status: 204 len: 168 time: 0.4124990 Apr 29 16:08:46.402756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46504) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:46.402967 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e57624-17b5-441d-a94b-7dcd43c1b2a3 None None] Network a17ed56f-405c-4334-b515-bee029e83246 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:08:46.673274 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-42dfb487-bb74-455a-93f1-75fca5a1ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:08:44Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:46.680146 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dfb487-bb74-455a-93f1-75fca5a1ad12 None None] Checking router: 6597b5ad-52b3-492a-90c7-988ea678ca94 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:08:46.690599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dfb487-bb74-455a-93f1-75fca5a1ad12 None None] Routers {'6597b5ad-52b3-492a-90c7-988ea678ca94'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:08:46.691487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-42dfb487-bb74-455a-93f1-75fca5a1ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:08:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['6597b5ad-52b3-492a-90c7-988ea678ca94'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:46.696588 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.742880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] DHCP port deletion for a17ed56f-405c-4334-b515-bee029e83246 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:08:46.802524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Deleting port 732d46d0-9da1-4358-b784-9841f1730535 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:08:46.802886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.877535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.955195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port f98cfd77-d8ba-47de-8468-c16c7f446764 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:08:46.955526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:46.972264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-42dfb487-bb74-455a-93f1-75fca5a1ad12 None None] Set router 6597b5ad-52b3-492a-90c7-988ea678ca94 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:08:47.128352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port f98cfd77-d8ba-47de-8468-c16c7f446764, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f98cfd77-d8ba-47de-8468-c16c7f446764,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:08:47.128780 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:47.180053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] For port 732d46d0-9da1-4358-b784-9841f1730535, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=732d46d0-9da1-4358-b784-9841f1730535,segment=NetworkSegment(51241700-3958-4cd7-b39a-abb4ed1acb9a),segment_id=51241700-3958-4cd7-b39a-abb4ed1acb9a)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:08:47.180430 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:47.253050 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for f98cfd77-d8ba-47de-8468-c16c7f446764 owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:08:47.349831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 732d46d0-9da1-4358-b784-9841f1730535 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:08:47.378748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Calling delete_port for 732d46d0-9da1-4358-b784-9841f1730535 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:08:47.509657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:47.558683 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=f98cfd77-d8ba-47de-8468-c16c7f446764,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:47.590603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:47.650332 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:47.651529 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:47.707270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Pushing event deleted for resources: {'Port': ['ID=732d46d0-9da1-4358-b784-9841f1730535,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:47.716202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] No DVR routers for this DVR port 732d46d0-9da1-4358-b784-9841f1730535 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:08:47.743917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:47.744258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:47.744618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:47.744948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:47.745273 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:47.745597 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:47.745917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:47.746238 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:47.746553 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:47.746868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:47.747184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:47.747500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a1ea0-a8f2-429d-bace-28c4089dbbe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:47.757050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-42dfb487-bb74-455a-93f1-75fca5a1ad12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:08:44Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:47.766885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dfb487-bb74-455a-93f1-75fca5a1ad12 None None] The sync data for ids ['6597b5ad-52b3-492a-90c7-988ea678ca94'] in dv-neutron-839183-1-hyperv is: [{'id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866903736', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:07:02Z', 'updated_at': '2022-04-29T16:08:44Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'f98cfd77-d8ba-47de-8468-c16c7f446764', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6597b5ad-52b3-492a-90c7-988ea678ca94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:07:03Z', 'updated_at': '2022-04-29T16:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:08:47.831631 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:47.833792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:47.897582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:47.898428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Fanout notify agent at l3_agent the message router_deleted on router 6597b5ad-52b3-492a-90c7-988ea678ca94 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:08:47.912263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:47.913857 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-7aa6fd0d-449d-4623-afaf-e35b9b9493bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/routers/6597b5ad-52b3-492a-90c7-988ea678ca94 HTTP/1.1" status: 204 len: 168 time: 1.5101972 Apr 29 16:08:47.916871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46508) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:48.029811 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:48.165328 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:48.197753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17ed56f-405c-4334-b515-bee029e83246']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:48.321166 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51241700-3958-4cd7-b39a-abb4ed1acb9a') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:48.321493 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51241700-3958-4cd7-b39a-abb4ed1acb9a') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:48.334092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:48.351600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:48.358979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:08:48.359376 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:08:48.375217 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:08:48.537352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:48.555983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:48.566814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Network': ['ID=a17ed56f-405c-4334-b515-bee029e83246,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:48.635466 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b0b1c062-cc54-46ab-b9b9-46bbcc30d7d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/networks/a17ed56f-405c-4334-b515-bee029e83246 HTTP/1.1" status: 204 len: 168 time: 0.7175660 Apr 29 16:08:48.638035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46512) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:48.705406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a080a910-0d5b-42db-8c56-adbe31b52a5e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:48.736034 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a080a910-0d5b-42db-8c56-adbe31b52a5e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:48.868794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a080a910-0d5b-42db-8c56-adbe31b52a5e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:48.887293 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080a910-0d5b-42db-8c56-adbe31b52a5e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dd4e3d-892a-46a5-8afb-96818fe15576,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:48.953597 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-a080a910-0d5b-42db-8c56-adbe31b52a5e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:48.954754 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-a080a910-0d5b-42db-8c56-adbe31b52a5e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/security-groups/d3dd4e3d-892a-46a5-8afb-96818fe15576 HTTP/1.1" status: 204 len: 168 time: 0.3156614 Apr 29 16:08:49.330394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f98cfd77-d8ba-47de-8468-c16c7f446764 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:08:49.363940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: f98cfd77-d8ba-47de-8468-c16c7f446764 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:08:49.364284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f98cfd77-d8ba-47de-8468-c16c7f446764 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:08:49.364731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 41882e01-4ce8-4b02-a0aa-3376cf755b70 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:08:49.379779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46520) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:49.385197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1251819275', 'description': 'tempest-secgroup-smoke-1251819275 description', 'project_id': 'ab05805754f34f09b028f4d94522434d'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:08:49.391033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:49.395051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:49.397915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 41882e01-4ce8-4b02-a0aa-3376cf755b70 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:08:49.398062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:49.398196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 41882e01-4ce8-4b02-a0aa-3376cf755b70 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:08:49.403921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:49.468859 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.488792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:49.493508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:49.496247 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:49.501889 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:49.568736 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.634694 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.679812 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:49.732011 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.733319 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-b8a02a54-1623-41dd-bc9b-8c1f74f31665 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3525200 Apr 29 16:08:49.735990 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46524) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:49.740891 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fba18af6-6611-4b7b-8ba7-4c83c6aa1124 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:08:49.746770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fba18af6-6611-4b7b-8ba7-4c83c6aa1124 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:49.750532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fba18af6-6611-4b7b-8ba7-4c83c6aa1124 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:49.753385 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fba18af6-6611-4b7b-8ba7-4c83c6aa1124 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:49.759129 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fba18af6-6611-4b7b-8ba7-4c83c6aa1124 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:49.841484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fba18af6-6611-4b7b-8ba7-4c83c6aa1124 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.901189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fba18af6-6611-4b7b-8ba7-4c83c6aa1124 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:49.977612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fba18af6-6611-4b7b-8ba7-4c83c6aa1124 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.000852 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba18af6-6611-4b7b-8ba7-4c83c6aa1124 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb7a41d-40b9-4991-8e7f-24a9be54845f,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:50.080344 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fba18af6-6611-4b7b-8ba7-4c83c6aa1124 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.081542 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fba18af6-6611-4b7b-8ba7-4c83c6aa1124 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445995 Apr 29 16:08:50.084085 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46528) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:50.089062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-6a56b2bd-df8e-44b4-93be-0b0bf1e3e3bb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:08:50.094868 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6a56b2bd-df8e-44b4-93be-0b0bf1e3e3bb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:50.098615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6a56b2bd-df8e-44b4-93be-0b0bf1e3e3bb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:50.101984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-6a56b2bd-df8e-44b4-93be-0b0bf1e3e3bb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:50.107535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-6a56b2bd-df8e-44b4-93be-0b0bf1e3e3bb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:50.178110 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a56b2bd-df8e-44b4-93be-0b0bf1e3e3bb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.236820 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a56b2bd-df8e-44b4-93be-0b0bf1e3e3bb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.280332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a56b2bd-df8e-44b4-93be-0b0bf1e3e3bb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.304196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56b2bd-df8e-44b4-93be-0b0bf1e3e3bb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61273bd-d4a5-41d2-b5ca-e575888e1729,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:50.365928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6a56b2bd-df8e-44b4-93be-0b0bf1e3e3bb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.367057 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6a56b2bd-df8e-44b4-93be-0b0bf1e3e3bb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2820375 Apr 29 16:08:50.369718 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46532) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:50.374732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-90eaed5f-c447-4d9f-82f7-77498583f313 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:08:50.380611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-90eaed5f-c447-4d9f-82f7-77498583f313 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:50.390991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-90eaed5f-c447-4d9f-82f7-77498583f313 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:50.390991 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-90eaed5f-c447-4d9f-82f7-77498583f313 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:50.396356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-90eaed5f-c447-4d9f-82f7-77498583f313 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:50.457737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90eaed5f-c447-4d9f-82f7-77498583f313 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.518024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90eaed5f-c447-4d9f-82f7-77498583f313 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.554251 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90eaed5f-c447-4d9f-82f7-77498583f313 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.576933 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eaed5f-c447-4d9f-82f7-77498583f313 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f8fe85-f023-4d48-997a-cd6c3b894c59,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:50.634632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90eaed5f-c447-4d9f-82f7-77498583f313 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.635756 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-90eaed5f-c447-4d9f-82f7-77498583f313 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2650874 Apr 29 16:08:50.638381 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46536) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:50.643298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-0efad687-6146-4df0-88f1-ab8625af1c2a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:08:50.649857 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0efad687-6146-4df0-88f1-ab8625af1c2a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:50.653609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0efad687-6146-4df0-88f1-ab8625af1c2a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:50.656698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-0efad687-6146-4df0-88f1-ab8625af1c2a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:50.662236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-0efad687-6146-4df0-88f1-ab8625af1c2a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:50.732380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0efad687-6146-4df0-88f1-ab8625af1c2a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.795241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0efad687-6146-4df0-88f1-ab8625af1c2a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.834664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0efad687-6146-4df0-88f1-ab8625af1c2a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.857764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efad687-6146-4df0-88f1-ab8625af1c2a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7763c45a-8f22-4995-9c88-2cce41f6a167,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:50.920516 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0efad687-6146-4df0-88f1-ab8625af1c2a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:50.921693 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0efad687-6146-4df0-88f1-ab8625af1c2a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2824063 Apr 29 16:08:50.924595 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46540) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:50.929418 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-914d2ab4-27c1-4611-900c-3bb2b928a223 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:08:50.935137 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-914d2ab4-27c1-4611-900c-3bb2b928a223 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:50.938884 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-914d2ab4-27c1-4611-900c-3bb2b928a223 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:50.941761 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-914d2ab4-27c1-4611-900c-3bb2b928a223 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:50.947872 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-914d2ab4-27c1-4611-900c-3bb2b928a223 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:51.011660 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-914d2ab4-27c1-4611-900c-3bb2b928a223 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Project ab05805754f34f09b028f4d94522434d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:08:51.018018 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-914d2ab4-27c1-4611-900c-3bb2b928a223 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.080692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-914d2ab4-27c1-4611-900c-3bb2b928a223 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.131568 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-914d2ab4-27c1-4611-900c-3bb2b928a223 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.154238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d2ab4-27c1-4611-900c-3bb2b928a223 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d240ece-3bfe-4e8e-93b3-c7181268eaa8,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:51.223138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-914d2ab4-27c1-4611-900c-3bb2b928a223 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.224251 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-914d2ab4-27c1-4611-900c-3bb2b928a223 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2987449 Apr 29 16:08:51.227327 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46544) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:51.232261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-49c624c9-0283-4188-b6c1-ed3aadfdf9cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:08:51.238278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-49c624c9-0283-4188-b6c1-ed3aadfdf9cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:51.242561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-49c624c9-0283-4188-b6c1-ed3aadfdf9cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:51.246405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-49c624c9-0283-4188-b6c1-ed3aadfdf9cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:51.250966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-49c624c9-0283-4188-b6c1-ed3aadfdf9cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:51.320737 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-49c624c9-0283-4188-b6c1-ed3aadfdf9cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Project ab05805754f34f09b028f4d94522434d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:08:51.327420 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49c624c9-0283-4188-b6c1-ed3aadfdf9cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.390474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49c624c9-0283-4188-b6c1-ed3aadfdf9cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.468579 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49c624c9-0283-4188-b6c1-ed3aadfdf9cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.494122 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c624c9-0283-4188-b6c1-ed3aadfdf9cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e522e655-998f-4c46-98d6-7a97c1eba265,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:51.548717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-49c624c9-0283-4188-b6c1-ed3aadfdf9cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.550170 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-49c624c9-0283-4188-b6c1-ed3aadfdf9cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3219328 Apr 29 16:08:51.552926 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46548) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:51.558952 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'network': {'name': 'tempest-network-smoke--322657385', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'port_security_enabled': True}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:08:51.563887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:51.567942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:network and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:51.570892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:51.576658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:51.628866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:08:51.632160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.658090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:08:51.666765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.667081 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Added segment 5d0f566e-4e74-4357-b86e-b85235217775 of type vlan for network 4c220d09-adb4-4f6f-9242-a536ee334c25 Apr 29 16:08:51.692339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.789870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.795151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:51.795730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:51.902656 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Network': ['ID=4c220d09-adb4-4f6f-9242-a536ee334c25,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:51.913311 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 4c220d09-adb4-4f6f-9242-a536ee334c25 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:08:51.921219 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-33aa5282-18c1-486c-9131-3bbb9b6e059d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3672774 Apr 29 16:08:51.923800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46552) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:51.929010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'admin_state_up': True, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:08:51.936023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:51.939853 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:router and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:51.942684 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:51.948814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:52.024030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.025102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.040100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.387252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.540437 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:08:52.843544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:52.871988 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:53.004255 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.26.2.251 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/b019c29e-240f-492d-9941-81833e6f8784) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:08:53.148221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:53.257975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:53.324800 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:08:53.327533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:08:53.331039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:08:53.364224 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=b019c29e-240f-492d-9941-81833e6f8784,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:53.794052 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:54.125838 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:54.366070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:54.491348 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 92661ab3-1a21-40fe-ab36-78df06cc65ab is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:08:54.670696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:08:54.680169 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Sync routers for ids ['92661ab3-1a21-40fe-ab36-78df06cc65ab'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:08:54.688949 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Routers {'92661ab3-1a21-40fe-ab36-78df06cc65ab'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:08:54.689541 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:08:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['92661ab3-1a21-40fe-ab36-78df06cc65ab'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:54.766271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:54.767420 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-af3fbc0b-03ba-4080-b033-444a0f6a3d8c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8424816 Apr 29 16:08:54.770566 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46556) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:54.810801 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d97baf49-e426-4ee2-b8fd-84e447d48f6f tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ab05805754f34f09b028f4d94522434d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391321 Apr 29 16:08:54.813382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46560) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:54.892981 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Set router 92661ab3-1a21-40fe-ab36-78df06cc65ab gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:08:54.939823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2517f-d6da-48d8-a559-976e9dbf0cab tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:54.941315 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0df2517f-d6da-48d8-a559-976e9dbf0cab tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270242 Apr 29 16:08:54.944021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46564) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:54.982730 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-43d40706-3222-424f-b27d-bb93ee95d9f5 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376031 Apr 29 16:08:54.985102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46568) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:54.990266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1857417766', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:08:55.102126 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:08:55.105777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:subnet and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:08:55.108664 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:08:55.114302 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:08:55.173588 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:53Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:55.177489 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Checking router: 92661ab3-1a21-40fe-ab36-78df06cc65ab for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:08:55.179575 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Updating router 92661ab3-1a21-40fe-ab36-78df06cc65ab port b019c29e-240f-492d-9941-81833e6f8784 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:08:55.188981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:08:55.192591 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:55.230153 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:55.446370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:55.521733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Subnet': ['ID=506b3c3b-2329-4935-94b7-6822b6c21952,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:55.531252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Checking segment: {'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:08:55.531603 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network hostable DHCP agents. Network: 4c220d09-adb4-4f6f-9242-a536ee334c25, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:08:55.557278 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:55.568287 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Transition to ACTIVE for port object b019c29e-240f-492d-9941-81833e6f8784 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:08:55.663106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 4c220d09-adb4-4f6f-9242-a536ee334c25 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:08:55.685976 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:55.749195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 4c220d09-adb4-4f6f-9242-a536ee334c25) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:08:55.753411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:55.754105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:55.758434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d32853-03d2-4f67-8637-867c7dd68b65 None None] Network 4c220d09-adb4-4f6f-9242-a536ee334c25 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:08:55.771285 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Attempting to bind port b019c29e-240f-492d-9941-81833e6f8784 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:08:55.771708 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Attempting to bind port b019c29e-240f-492d-9941-81833e6f8784 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:08:55.771986 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Attempting to bind port b019c29e-240f-492d-9941-81833e6f8784 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:08:55.775651 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Pushing event updated for resources: {'Port': ['ID=b019c29e-240f-492d-9941-81833e6f8784,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:55.783272 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:08:55.783637 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:08:55.784021 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:55.784399 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:08:55.784877 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Bound port: b019c29e-240f-492d-9941-81833e6f8784, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:08:55.785239 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:55.811910 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:55.812259 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:55.813590 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:55.813590 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:55.813590 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:55.813590 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:55.813935 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:55.814127 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:55.814444 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:55.814753 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:55.815061 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:55.815368 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:08:55.843662 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ddd6f34c-86e9-4019-a89b-00755569a4ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8550665 Apr 29 16:08:55.844275 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46572) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:08:55.883589 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] For port b019c29e-240f-492d-9941-81833e6f8784, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:08:55.894662 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] For port b019c29e-240f-492d-9941-81833e6f8784, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b019c29e-240f-492d-9941-81833e6f8784,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:08:55.966913 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:56.004731 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-4c220d09-adb4-4f6f-9242-a536ee334c25', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ips': [{'subnet_id': '506b3c3b-2329-4935-94b7-6822b6c21952'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:08:56.005634 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:56.047547 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba94e5c-40a6-4842-8dc6-cbac3be44e22 None None] Pushing event updated for resources: {'Port': ['ID=b019c29e-240f-492d-9941-81833e6f8784,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:56.055765 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Routers {'92661ab3-1a21-40fe-ab36-78df06cc65ab'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:08:56.056378 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:08:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['92661ab3-1a21-40fe-ab36-78df06cc65ab'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:56.193102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Allocated IP 172.20.0.2 (4c220d09-adb4-4f6f-9242-a536ee334c25/506b3c3b-2329-4935-94b7-6822b6c21952/82becedd-0ffd-47ec-a02a-dbf01c7a5b0d) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:08:56.252124 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] Set router 92661ab3-1a21-40fe-ab36-78df06cc65ab gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:08:56.440955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:56.455153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Transition to ACTIVE for port object 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:08:56.475635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Transition to ACTIVE for port object 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:08:56.544167 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:53Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:56.548055 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd7bec8-426b-41f7-ab51-c77501c69bae None None] The sync data for ids ['92661ab3-1a21-40fe-ab36-78df06cc65ab'] in dv-neutron-839183-1-hyperv is: [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:53Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:08:56.555025 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:56.630592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Network 4c220d09-adb4-4f6f-9242-a536ee334c25 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:08:56.634094 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:08:56.636594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:08:56.708740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Pushing event updated for resources: {'Port': ['ID=82becedd-0ffd-47ec-a02a-dbf01c7a5b0d,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:56.739914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Attempting to bind port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:08:56.740397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Attempting to bind port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:08:56.740786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Attempting to bind port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d on network 4c220d09-adb4-4f6f-9242-a536ee334c25 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:08:56.746240 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:56.747190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:08:56.747560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Checking segment: {'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:08:56.748215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:56.748782 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Bound using segment: {'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:08:56.749255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Bound port: 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:08:56.754561 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:56.872438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] For port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:08:56.875805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] For port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=82becedd-0ffd-47ec-a02a-dbf01c7a5b0d,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:08:56.954914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:57.041618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229f91a-a06a-4846-85a7-7c6bdb748918 None None] Pushing event updated for resources: {'Port': ['ID=82becedd-0ffd-47ec-a02a-dbf01c7a5b0d,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:57.191751 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.20.0.1 (4c220d09-adb4-4f6f-9242-a536ee334c25/506b3c3b-2329-4935-94b7-6822b6c21952/669eae99-1bdf-4c3a-9456-77a657932ea5) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:08:57.414844 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:57.429770 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b019c29e-240f-492d-9941-81833e6f8784 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:08:57.441208 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Transition to ACTIVE for port object 669eae99-1bdf-4c3a-9456-77a657932ea5 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:08:57.521086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:57.560546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port b019c29e-240f-492d-9941-81833e6f8784 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:08:57.565892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b019c29e-240f-492d-9941-81833e6f8784 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:08:57.566255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:57.592725 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 4c220d09-adb4-4f6f-9242-a536ee334c25 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:08:57.595773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:08:57.598199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:08:57.636264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=669eae99-1bdf-4c3a-9456-77a657932ea5,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:57.664858 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:57.689117 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:57.706977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port b019c29e-240f-492d-9941-81833e6f8784, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b019c29e-240f-492d-9941-81833e6f8784,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:08:57.772004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:57.773846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:08:57.838931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:57.894964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=b019c29e-240f-492d-9941-81833e6f8784,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:57.971964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:08:58.071998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bae8c93-7cd6-4a1c-9c8d-45c0bc15c050 None None] Network 4c220d09-adb4-4f6f-9242-a536ee334c25 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:08:58.256112 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-fcb577f3-10ca-4ea7-87e3-39a9f2be83e9 None None] Provisioning for port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:08:58.271754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-fcb577f3-10ca-4ea7-87e3-39a9f2be83e9 None None] Provisioning complete for port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:08:58.272122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fcb577f3-10ca-4ea7-87e3-39a9f2be83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.385569 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.451548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fcb577f3-10ca-4ea7-87e3-39a9f2be83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.475293 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.484956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-fcb577f3-10ca-4ea7-87e3-39a9f2be83e9 None None] For port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=82becedd-0ffd-47ec-a02a-dbf01c7a5b0d,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:08:58.566473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fcb577f3-10ca-4ea7-87e3-39a9f2be83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.599818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.605601 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=669eae99-1bdf-4c3a-9456-77a657932ea5,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:58.644113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb577f3-10ca-4ea7-87e3-39a9f2be83e9 None None] Pushing event updated for resources: {'Port': ['ID=82becedd-0ffd-47ec-a02a-dbf01c7a5b0d,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:08:58.689144 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c7242c25-4a58-4db3-b087-038ab6ed1bd3 None None] Provisioning complete for port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:08:58.689626 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c7242c25-4a58-4db3-b087-038ab6ed1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.760299 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 4c220d09-adb4-4f6f-9242-a536ee334c25 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:08:58.761533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:08:58.874940 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c7242c25-4a58-4db3-b087-038ab6ed1bd3 None None] Provisioning for port 669eae99-1bdf-4c3a-9456-77a657932ea5 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:08:58.880456 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c7242c25-4a58-4db3-b087-038ab6ed1bd3 None None] Provisioning complete for port 669eae99-1bdf-4c3a-9456-77a657932ea5 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:08:58.881010 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c7242c25-4a58-4db3-b087-038ab6ed1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:58.938759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c7242c25-4a58-4db3-b087-038ab6ed1bd3 None None] Port 669eae99-1bdf-4c3a-9456-77a657932ea5 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:08:58.959942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 92661ab3-1a21-40fe-ab36-78df06cc65ab has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:08:59.057876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-357c966e-9de0-4fc4-a9fe-8ae558a37bc3 None None] Provisioning complete for port 669eae99-1bdf-4c3a-9456-77a657932ea5 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:08:59.058240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-357c966e-9de0-4fc4-a9fe-8ae558a37bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:59.110207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-357c966e-9de0-4fc4-a9fe-8ae558a37bc3 None None] Port 669eae99-1bdf-4c3a-9456-77a657932ea5 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:08:59.142964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:08:59.153392 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Sync routers for ids ['92661ab3-1a21-40fe-ab36-78df06cc65ab'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:08:59.156098 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-0cd078d2-8087-432a-9233-d7e32134bca0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "PUT /v2.0/routers/92661ab3-1a21-40fe-ab36-78df06cc65ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3109756 Apr 29 16:08:59.162292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Routers {'92661ab3-1a21-40fe-ab36-78df06cc65ab'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:08:59.162917 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:08:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['92661ab3-1a21-40fe-ab36-78df06cc65ab'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:59.330759 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-7a4c495e-4181-4536-a0b7-032930d77bd8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251819275&fields=id&tenant_id=ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 267 time: 0.0472662 Apr 29 16:08:59.347587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Set router 92661ab3-1a21-40fe-ab36-78df06cc65ab gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:08:59.389233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b019c29e-240f-492d-9941-81833e6f8784 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:08:59.481714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43899598-799f-46ed-9ed0-9962e298baba req-d655cce9-16cb-4a87-9875-e0a1be5c6e07 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:08:59.483133 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-d655cce9-16cb-4a87-9875-e0a1be5c6e07 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/networks?id=4c220d09-adb4-4f6f-9242-a536ee334c25 HTTP/1.1" status: 200 len: 796 time: 0.1461127 Apr 29 16:08:59.498194 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-37dea1ca-e6a3-4874-a59f-bc5cef899678 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/quotas/ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 375 time: 0.0095344 Apr 29 16:08:59.580180 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-ba30bbdd-f64c-4368-97da-7c541a0ef247 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765812 Apr 29 16:08:59.620628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port b019c29e-240f-492d-9941-81833e6f8784 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:08:59.620992 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:59.800832 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:08:59.821790 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-130956af-30cd-4653-b6fd-0aa863d48ba9 service neutron] 10.222.0.39 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300589 Apr 29 16:08:59.859275 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '669eae99-1bdf-4c3a-9456-77a657932ea5', 'name': '', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a3:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:56Z', 'updated_at': '2022-04-29T16:08:58Z', 'revision_number': 2, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:08:59.865390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Checking router: 92661ab3-1a21-40fe-ab36-78df06cc65ab for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:08:59.865729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Updating router 92661ab3-1a21-40fe-ab36-78df06cc65ab port 669eae99-1bdf-4c3a-9456-77a657932ea5 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:08:59.955300 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-34505c11-4d13-4bd3-bdf6-8655789f06d5 service neutron] 10.222.0.39 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276493 Apr 29 16:08:59.962980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:08:59.963469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:08:59.990226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:00.244167 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cb14b48d-6ffd-4504-a047-05776ac90688 req-ffbff47d-e7dc-49b3-ac42-da008ca8c9de tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 210 time: 0.0572674 Apr 29 16:09:00.401051 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:00.412702 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Transition to ACTIVE for port object 669eae99-1bdf-4c3a-9456-77a657932ea5 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:09:00.468862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:00.595575 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b80be-5e6f-4e0b-aad8-1c45ca3609d2 None None] Pushing event updated for resources: {'Port': ['ID=669eae99-1bdf-4c3a-9456-77a657932ea5,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:00.686343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Attempting to bind port 669eae99-1bdf-4c3a-9456-77a657932ea5 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:09:00.690850 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Attempting to bind port 669eae99-1bdf-4c3a-9456-77a657932ea5 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:09:00.690850 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Attempting to bind port 669eae99-1bdf-4c3a-9456-77a657932ea5 on network 4c220d09-adb4-4f6f-9242-a536ee334c25 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:09:00.692641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:09:00.693019 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Checking segment: {'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:09:00.693415 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:00.693819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Bound using segment: {'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:09:00.694822 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Bound port: 669eae99-1bdf-4c3a-9456-77a657932ea5, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:09:00.695195 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:00.798103 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] For port 669eae99-1bdf-4c3a-9456-77a657932ea5, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:09:00.801286 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] For port 669eae99-1bdf-4c3a-9456-77a657932ea5, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=669eae99-1bdf-4c3a-9456-77a657932ea5,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:09:00.851921 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:00.928250 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Routers {'92661ab3-1a21-40fe-ab36-78df06cc65ab'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:09:00.929452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:08:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['92661ab3-1a21-40fe-ab36-78df06cc65ab'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:09:00.986821 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b80be-5e6f-4e0b-aad8-1c45ca3609d2 None None] Pushing event updated for resources: {'Port': ['ID=669eae99-1bdf-4c3a-9456-77a657932ea5,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:01.123436 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] Set router 92661ab3-1a21-40fe-ab36-78df06cc65ab gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:09:01.391811 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1cb86ee2-905f-4fea-8c69-51e9275e1f73 req-8132f838-ae99-47d5-80e3-c4be82f06f93 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 210 time: 0.0429535 Apr 29 16:09:01.440924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '669eae99-1bdf-4c3a-9456-77a657932ea5', 'name': '', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a3:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:56Z', 'updated_at': '2022-04-29T16:09:00Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:09:01.445972 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d32bb02-9b33-47fe-8a3b-5aa9120f18cb None None] The sync data for ids ['92661ab3-1a21-40fe-ab36-78df06cc65ab'] in dv-neutron-839183-1-hyperv is: [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '669eae99-1bdf-4c3a-9456-77a657932ea5', 'name': '', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a3:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:56Z', 'updated_at': '2022-04-29T16:09:00Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:09:02.148632 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d9f41455-1e3c-4734-80b3-2b993ac2713c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:02.439837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43899598-799f-46ed-9ed0-9962e298baba req-9cd3309e-734a-413c-af12-4d38f3eaa997 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:02.441152 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-43899598-799f-46ed-9ed0-9962e298baba req-9cd3309e-734a-413c-af12-4d38f3eaa997 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:network {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:09:02.556664 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f3cbd2f0-16ca-4564-85b8-660f5a0bf3c4 req-7ed929f1-ad4e-42c2-a05d-69998a50b86e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 210 time: 0.0449431 Apr 29 16:09:02.565925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-43899598-799f-46ed-9ed0-9962e298baba req-9cd3309e-734a-413c-af12-4d38f3eaa997 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:network {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:09:02.567130 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-9cd3309e-734a-413c-af12-4d38f3eaa997 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/networks?id=4c220d09-adb4-4f6f-9242-a536ee334c25 HTTP/1.1" status: 200 len: 796 time: 0.2886775 Apr 29 16:09:02.615510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-43899598-799f-46ed-9ed0-9962e298baba req-b5045a6c-e0d8-4dad-ac46-0103354ff2ae tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:09:02.697194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-43899598-799f-46ed-9ed0-9962e298baba req-b5045a6c-e0d8-4dad-ac46-0103354ff2ae tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:09:02.698337 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-b5045a6c-e0d8-4dad-ac46-0103354ff2ae tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 380 time: 0.1233230 Apr 29 16:09:02.706835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'port': {'device_id': 'b34487e1-ccd6-4244-862f-b372404458f1', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'admin_state_up': True, 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'security_groups': ['f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:09:02.840322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:09:02.844343 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:port and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:09:02.847068 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:09:02.852729 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:09:02.915470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:09:02.919075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:03.082172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.20.0.13 (4c220d09-adb4-4f6f-9242-a536ee334c25/506b3c3b-2329-4935-94b7-6822b6c21952/17069ff3-2f4f-4626-8451-b7924ac6cf15) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:09:03.266381 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:03.282540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Transition to ACTIVE for port object 17069ff3-2f4f-4626-8451-b7924ac6cf15 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:09:03.361052 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 669eae99-1bdf-4c3a-9456-77a657932ea5 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:09:03.371967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:03.447241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 4c220d09-adb4-4f6f-9242-a536ee334c25 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:09:03.450310 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:09:03.452691 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:09:03.486058 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 669eae99-1bdf-4c3a-9456-77a657932ea5 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:09:03.489149 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=17069ff3-2f4f-4626-8451-b7924ac6cf15,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:03.491521 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 669eae99-1bdf-4c3a-9456-77a657932ea5 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:09:03.492076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:03.529639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:03.530518 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:03.618525 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-c875398a-e2a6-470e-b7f4-86926e8334ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9155793 Apr 29 16:09:03.630264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Request body: {'port': {'device_id': 'b34487e1-ccd6-4244-862f-b372404458f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:09:03.663749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:03.702820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 669eae99-1bdf-4c3a-9456-77a657932ea5, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=669eae99-1bdf-4c3a-9456-77a657932ea5,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:09:03.768683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786facb8-b06b-47fb-a4fd-e369374dae76 req-ce4ce9ac-de8b-4788-8266-f3e13b3974ae tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:03.770966 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-786facb8-b06b-47fb-a4fd-e369374dae76 req-ce4ce9ac-de8b-4788-8266-f3e13b3974ae tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 932 time: 0.0902011 Apr 29 16:09:03.783108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:03.820050 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-786facb8-b06b-47fb-a4fd-e369374dae76 req-743e4bde-9343-46b1-b908-f70dbc4a73c9 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409606 Apr 29 16:09:03.823656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b89060d7-a4ae-469f-a42a-56d5dff01086 None None] Provisioning for port 17069ff3-2f4f-4626-8451-b7924ac6cf15 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:09:03.845994 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b89060d7-a4ae-469f-a42a-56d5dff01086 None None] Provisioning complete for port 17069ff3-2f4f-4626-8451-b7924ac6cf15 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:09:03.846384 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b89060d7-a4ae-469f-a42a-56d5dff01086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:03.865289 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:03.912013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-b89060d7-a4ae-469f-a42a-56d5dff01086 None None] Port 17069ff3-2f4f-4626-8451-b7924ac6cf15 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:09:03.914609 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=669eae99-1bdf-4c3a-9456-77a657932ea5,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:04.210778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17069ff3-2f4f-4626-8451-b7924ac6cf15 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:09:04.218033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:04.228594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0e90e378-57b2-4077-891e-38ed484ad0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:04.232777 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Transition to ACTIVE for port object 17069ff3-2f4f-4626-8451-b7924ac6cf15 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:09:04.285713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:04.440542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=17069ff3-2f4f-4626-8451-b7924ac6cf15,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:04.520278 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Attempting to bind port 17069ff3-2f4f-4626-8451-b7924ac6cf15 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:09:04.520890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Attempting to bind port 17069ff3-2f4f-4626-8451-b7924ac6cf15 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:09:04.521055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Attempting to bind port 17069ff3-2f4f-4626-8451-b7924ac6cf15 on network 4c220d09-adb4-4f6f-9242-a536ee334c25 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:09:04.526610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Port 17069ff3-2f4f-4626-8451-b7924ac6cf15 on network 4c220d09-adb4-4f6f-9242-a536ee334c25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:09:04.526918 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Attempting to bind port 17069ff3-2f4f-4626-8451-b7924ac6cf15 on network 4c220d09-adb4-4f6f-9242-a536ee334c25 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:09:04.531904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:09:04.532228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Checking segment: {'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:09:04.532628 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Bound using segment: {'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:09:04.533044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Bound port: 17069ff3-2f4f-4626-8451-b7924ac6cf15, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0f566e-4e74-4357-b86e-b85235217775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:09:04.533377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:04.621696 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] For port 17069ff3-2f4f-4626-8451-b7924ac6cf15, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:09:04.624379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] For port 17069ff3-2f4f-4626-8451-b7924ac6cf15, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:09:04.697435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:04.759692 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:04.760366 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:04.761654 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] 10.222.0.44 "PUT /v2.0/ports/17069ff3-2f4f-4626-8451-b7924ac6cf15 HTTP/1.1" status: 200 len: 1094 time: 1.1355255 Apr 29 16:09:04.762084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:09:04.783073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f989c-464a-445e-a334-8dc47b89b5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=17069ff3-2f4f-4626-8451-b7924ac6cf15,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:04.812325 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0cc0ee2-d438-4605-923f-e3fc6a3c4f35'] response: {'name': 'network-changed', 'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'status': 'completed', 'code': 200} Apr 29 16:09:04.908825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5960b6-300d-4e4f-872e-fe8b388bbbc0 req-8227f5c9-ea10-4456-bcbc-ae7c1de41136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:04.910333 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bb5960b6-300d-4e4f-872e-fe8b388bbbc0 req-8227f5c9-ea10-4456-bcbc-ae7c1de41136 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 1097 time: 0.0788119 Apr 29 16:09:05.011805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd703c1-7c36-45e5-bf69-3048c239e68b req-3a97c065-6074-4e30-8877-d2bd2d973723 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:05.013323 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3fd703c1-7c36-45e5-bf69-3048c239e68b req-3a97c065-6074-4e30-8877-d2bd2d973723 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 944 time: 0.0819278 Apr 29 16:09:05.055200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5960b6-300d-4e4f-872e-fe8b388bbbc0 req-ebedb37c-5bd7-4f2a-950c-6f7e57828aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:05.056604 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bb5960b6-300d-4e4f-872e-fe8b388bbbc0 req-ebedb37c-5bd7-4f2a-950c-6f7e57828aae service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ab05805754f34f09b028f4d94522434d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1392074 Apr 29 16:09:05.060913 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3fd703c1-7c36-45e5-bf69-3048c239e68b req-6972d88a-8d7e-4b21-857a-21f8b5b01ee8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416048 Apr 29 16:09:05.191551 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5960b6-300d-4e4f-872e-fe8b388bbbc0 req-f7e4bd95-bb57-414d-bed5-f9c06752e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:05.193005 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bb5960b6-300d-4e4f-872e-fe8b388bbbc0 req-f7e4bd95-bb57-414d-bed5-f9c06752e9aa service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307607 Apr 29 16:09:05.222883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:05.295987 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43899598-799f-46ed-9ed0-9962e298baba req-72a21373-96e1-43a9-bbc7-7c2d5716354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:05.299323 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-72a21373-96e1-43a9-bbc7-7c2d5716354b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 1097 time: 0.0722823 Apr 29 16:09:05.338884 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 669eae99-1bdf-4c3a-9456-77a657932ea5 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:09:05.369343 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-29a469bd-40bf-4b90-ab60-31ac2db431f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15 HTTP/1.1" status: 200 len: 217 time: 0.0634067 Apr 29 16:09:05.404525 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 669eae99-1bdf-4c3a-9456-77a657932ea5 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:09:05.404892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:05.430303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43899598-799f-46ed-9ed0-9962e298baba req-e00d94af-6d3b-446b-9a35-7e1093313e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:05.431820 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-e00d94af-6d3b-446b-9a35-7e1093313e45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=506b3c3b-2329-4935-94b7-6822b6c21952 HTTP/1.1" status: 200 len: 835 time: 0.0567746 Apr 29 16:09:05.508334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43899598-799f-46ed-9ed0-9962e298baba req-0130fab0-143c-489a-8a12-6fa18cff2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:05.509810 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-0130fab0-143c-489a-8a12-6fa18cff2b2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c220d09-adb4-4f6f-9242-a536ee334c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724175 Apr 29 16:09:05.514530 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:05.745851 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-a39c1d39-282f-4740-bf27-bed72d349490 service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298610 Apr 29 16:09:05.872620 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-43899598-799f-46ed-9ed0-9962e298baba req-2c8f1079-cf3e-46db-924d-7423b7d59367 service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210709 Apr 29 16:09:06.249148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3129e-a267-46cb-a5e6-523b29585c55 req-afc66bb6-3b18-41a8-98c2-f3d074a4ca56 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:06.250595 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bbd3129e-a267-46cb-a5e6-523b29585c55 req-afc66bb6-3b18-41a8-98c2-f3d074a4ca56 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 944 time: 0.0837505 Apr 29 16:09:06.295382 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bbd3129e-a267-46cb-a5e6-523b29585c55 req-04583826-ac1e-4dca-9a81-5bc3dd44a720 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387690 Apr 29 16:09:07.199906 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:07.480367 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625f866-bc04-45d3-a54e-6a5eff0b2b48 req-37f15734-1d96-4980-8b1e-745ca7222fcb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:07.481747 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1625f866-bc04-45d3-a54e-6a5eff0b2b48 req-37f15734-1d96-4980-8b1e-745ca7222fcb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 944 time: 0.0800102 Apr 29 16:09:07.528221 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1625f866-bc04-45d3-a54e-6a5eff0b2b48 req-c55706ac-0f54-4aee-a861-6f9734712c12 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409234 Apr 29 16:09:07.680199 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 17069ff3-2f4f-4626-8451-b7924ac6cf15 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:09:07.814480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 17069ff3-2f4f-4626-8451-b7924ac6cf15, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:09:07.828050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'port_id': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'mac_address': 'fa:16:3e:91:f7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:09:07.882375 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:07.899290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17069ff3-2f4f-4626-8451-b7924ac6cf15 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:09:07.914279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 17069ff3-2f4f-4626-8451-b7924ac6cf15, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:09:07.982635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:08.050265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=17069ff3-2f4f-4626-8451-b7924ac6cf15,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:08.235247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['17069ff3-2f4f-4626-8451-b7924ac6cf15'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:09:08.711999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e3c47-40d0-4a1d-b168-29af0ba8ddbd req-7a3f0d10-6aa8-4744-9a8e-e2ba9cb78817 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:08.713470 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d11e3c47-40d0-4a1d-b168-29af0ba8ddbd req-7a3f0d10-6aa8-4744-9a8e-e2ba9cb78817 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 945 time: 0.0802212 Apr 29 16:09:08.758718 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d11e3c47-40d0-4a1d-b168-29af0ba8ddbd req-73851812-2449-4354-b750-5def7e228cac tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396533 Apr 29 16:09:09.710876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 17069ff3-2f4f-4626-8451-b7924ac6cf15 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:09:09.834222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 17069ff3-2f4f-4626-8451-b7924ac6cf15 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:09:09.839735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 17069ff3-2f4f-4626-8451-b7924ac6cf15 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:09:09.840103 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:09.943177 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea5161-b404-41c3-8162-ae1704476a93 req-f79a34d4-2783-4502-94be-52b4302d9c12 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:09.945665 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-29ea5161-b404-41c3-8162-ae1704476a93 req-f79a34d4-2783-4502-94be-52b4302d9c12 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 945 time: 0.0834050 Apr 29 16:09:09.953142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:09.983452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:09:09.991258 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-29ea5161-b404-41c3-8162-ae1704476a93 req-d5817d77-dd56-44f0-8d2d-65ad2744ae46 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 Apr 29 16:09:09.994510 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 17069ff3-2f4f-4626-8451-b7924ac6cf15, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:09:10.072060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:10.105123 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f464e8b-1e76-4a9f-82f4-07098ede71f5'] response: {'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'code': 200} Apr 29 16:09:10.142195 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=17069ff3-2f4f-4626-8451-b7924ac6cf15,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:10.448039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019082b-4ada-4a1e-a4f9-ccabcb9f2d42 req-8c2db277-d1b7-489b-81a3-5674aa694d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:10.449554 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7019082b-4ada-4a1e-a4f9-ccabcb9f2d42 req-8c2db277-d1b7-489b-81a3-5674aa694d4b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 1099 time: 0.0703094 Apr 29 16:09:10.488262 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7019082b-4ada-4a1e-a4f9-ccabcb9f2d42 req-b487e1e7-5939-46bc-a98f-82f8bf188e09 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333416 Apr 29 16:09:11.208044 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1ca15-8fe2-4b4f-ba4a-b6b4a66181e3 req-639cb250-b984-4d76-b1cc-91922bdc5869 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:11.210751 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0aa1ca15-8fe2-4b4f-ba4a-b6b4a66181e3 req-639cb250-b984-4d76-b1cc-91922bdc5869 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0987339 Apr 29 16:09:11.260874 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0aa1ca15-8fe2-4b4f-ba4a-b6b4a66181e3 req-fe388371-c2ca-4d80-9d8b-cb9b8e6735cf tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443718 Apr 29 16:09:12.452710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4633-6d8a-449c-b41e-498a3afbf940 req-1552cb0e-677f-47e8-ad9a-041a3878e18f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:12.454123 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c68f4633-6d8a-449c-b41e-498a3afbf940 req-1552cb0e-677f-47e8-ad9a-041a3878e18f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0831604 Apr 29 16:09:12.498108 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c68f4633-6d8a-449c-b41e-498a3afbf940 req-3bd8cf91-8908-4a39-8f79-b8dca3904d30 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383339 Apr 29 16:09:12.676301 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c193edd-9fb2-4214-9ae7-7be4161eceb0 req-d68680d5-f742-4de1-9c9b-86b21bcfea22 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:12.677753 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1c193edd-9fb2-4214-9ae7-7be4161eceb0 req-d68680d5-f742-4de1-9c9b-86b21bcfea22 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0774503 Apr 29 16:09:12.721415 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1c193edd-9fb2-4214-9ae7-7be4161eceb0 req-ff5ff220-6273-44c0-a66f-69af1f44a1cc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374482 Apr 29 16:09:12.743648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46638) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:09:12.815042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614d1c4c-a642-44f3-af38-d56b1adf7cba tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:12.816518 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-614d1c4c-a642-44f3-af38-d56b1adf7cba tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 1094 time: 0.0719266 Apr 29 16:09:12.819875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46642) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:09:12.824578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:09:12.830304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:09:12.834050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:floatingip and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:09:12.837052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:09:12.842549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:09:12.925766 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:13.058534 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:13.190242 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.26.2.131 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/b8e866d2-3e3c-462f-adab-2bc14385e360) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:09:13.434543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:13.514710 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:13.579333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:09:13.580388 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:09:13.583042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:09:13.623092 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=b8e866d2-3e3c-462f-adab-2bc14385e360,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:13.981037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:14.116891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:14.320700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:14.370933 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:14.481030 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=b8e866d2-3e3c-462f-adab-2bc14385e360,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:09:14.490769 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:14.661550 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Floating IP d0a4584c-0d19-4e51-8614-ad6f61a81f16 associated. External IP: 172.26.2.131, port: 17069ff3-2f4f-4626-8451-b7924ac6cf15. Apr 29 16:09:15.118071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 92661ab3-1a21-40fe-ab36-78df06cc65ab has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:09:15.296199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:09:15.306675 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d6494-86d9-4ef2-91de-8e9995771195 None None] Sync routers for ids ['92661ab3-1a21-40fe-ab36-78df06cc65ab'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:09:15.342011 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d6494-86d9-4ef2-91de-8e9995771195 None None] Routers {'92661ab3-1a21-40fe-ab36-78df06cc65ab'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:09:15.342616 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f81d6494-86d9-4ef2-91de-8e9995771195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:09:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['92661ab3-1a21-40fe-ab36-78df06cc65ab'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:09:15.377490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:15.436998 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ec9b73b5-be3e-4b5c-8034-2bbe9ea400ff tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6161301 Apr 29 16:09:15.437582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:09:15.518847 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-f81d6494-86d9-4ef2-91de-8e9995771195 None None] Set router 92661ab3-1a21-40fe-ab36-78df06cc65ab gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:09:15.567438 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-700d2266-398e-4756-9143-ffc29ed2a682'] response: {'name': 'network-changed', 'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'status': 'completed', 'code': 200} Apr 29 16:09:15.610924 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797bcb9-405e-4976-b1da-1ca5f55576b1 req-117df73c-b1cf-4c9b-ab87-b49b3fcf34c3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:15.612512 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2797bcb9-405e-4976-b1da-1ca5f55576b1 req-117df73c-b1cf-4c9b-ab87-b49b3fcf34c3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0858457 Apr 29 16:09:15.640932 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d75c9-0bb8-4017-8d9b-29265f1222e6 req-884ed36d-a92a-4c20-ac15-4aa4630796bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:15.642335 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a16d75c9-0bb8-4017-8d9b-29265f1222e6 req-884ed36d-a92a-4c20-ac15-4aa4630796bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 1099 time: 0.0768039 Apr 29 16:09:15.658557 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2797bcb9-405e-4976-b1da-1ca5f55576b1 req-8eba8c30-7532-4a52-9612-405ce22edd99 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394392 Apr 29 16:09:15.683409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46652) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:09:15.777244 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d75c9-0bb8-4017-8d9b-29265f1222e6 req-3863c065-0fda-47cf-a6f0-f51316427710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:15.778604 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a16d75c9-0bb8-4017-8d9b-29265f1222e6 req-3863c065-0fda-47cf-a6f0-f51316427710 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c220d09-adb4-4f6f-9242-a536ee334c25 HTTP/1.1" status: 200 len: 897 time: 0.1299250 Apr 29 16:09:15.799116 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bf924469-e472-4323-a043-4609788af096 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/d0a4584c-0d19-4e51-8614-ad6f61a81f16 HTTP/1.1" status: 200 len: 992 time: 0.1121008 Apr 29 16:09:15.874612 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f81d6494-86d9-4ef2-91de-8e9995771195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd0a4584c-0d19-4e51-8614-ad6f61a81f16', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.131', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'port_id': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'mac_address': 'fa:16:3e:91:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34487e1-ccd6-4244-862f-b372404458f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:09:13Z', 'updated_at': '2022-04-29T16:09:13Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669eae99-1bdf-4c3a-9456-77a657932ea5', 'name': '', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a3:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:56Z', 'updated_at': '2022-04-29T16:09:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:09:15.878321 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d6494-86d9-4ef2-91de-8e9995771195 None None] Checking router: 92661ab3-1a21-40fe-ab36-78df06cc65ab for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:09:15.878527 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a16d75c9-0bb8-4017-8d9b-29265f1222e6 req-e45caf4f-0e67-47ab-89b6-00884bf452c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15 HTTP/1.1" status: 200 len: 1000 time: 0.0944881 Apr 29 16:09:15.886841 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d6494-86d9-4ef2-91de-8e9995771195 None None] Routers {'92661ab3-1a21-40fe-ab36-78df06cc65ab'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:09:15.887413 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f81d6494-86d9-4ef2-91de-8e9995771195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:09:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['92661ab3-1a21-40fe-ab36-78df06cc65ab'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:09:15.942211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d75c9-0bb8-4017-8d9b-29265f1222e6 req-bcf73b79-9872-4bc0-bf62-5ae461c32162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:15.943666 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a16d75c9-0bb8-4017-8d9b-29265f1222e6 req-bcf73b79-9872-4bc0-bf62-5ae461c32162 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=506b3c3b-2329-4935-94b7-6822b6c21952 HTTP/1.1" status: 200 len: 835 time: 0.0570314 Apr 29 16:09:16.017307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d75c9-0bb8-4017-8d9b-29265f1222e6 req-11e6f03e-a74f-42c4-80aa-249974256d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:16.018765 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a16d75c9-0bb8-4017-8d9b-29265f1222e6 req-11e6f03e-a74f-42c4-80aa-249974256d72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c220d09-adb4-4f6f-9242-a536ee334c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693738 Apr 29 16:09:16.061595 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-f81d6494-86d9-4ef2-91de-8e9995771195 None None] Set router 92661ab3-1a21-40fe-ab36-78df06cc65ab gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:09:16.150979 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a16d75c9-0bb8-4017-8d9b-29265f1222e6 req-b06ae0f3-423e-4f3c-9e3a-b1692b70a454 service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254866 Apr 29 16:09:16.283703 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-a16d75c9-0bb8-4017-8d9b-29265f1222e6 req-10f0ec23-ec0c-4a9e-aea8-f3a8cb0bc010 service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271367 Apr 29 16:09:16.401284 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-f81d6494-86d9-4ef2-91de-8e9995771195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd0a4584c-0d19-4e51-8614-ad6f61a81f16', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.131', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'port_id': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'mac_address': 'fa:16:3e:91:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34487e1-ccd6-4244-862f-b372404458f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:09:13Z', 'updated_at': '2022-04-29T16:09:13Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669eae99-1bdf-4c3a-9456-77a657932ea5', 'name': '', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a3:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:56Z', 'updated_at': '2022-04-29T16:09:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:09:16.405736 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d6494-86d9-4ef2-91de-8e9995771195 None None] The sync data for ids ['92661ab3-1a21-40fe-ab36-78df06cc65ab'] in dv-neutron-839183-1-hyperv is: [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'd0a4584c-0d19-4e51-8614-ad6f61a81f16', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.131', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'port_id': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'mac_address': 'fa:16:3e:91:f7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34487e1-ccd6-4244-862f-b372404458f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:09:13Z', 'updated_at': '2022-04-29T16:09:13Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669eae99-1bdf-4c3a-9456-77a657932ea5', 'name': '', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a3:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:56Z', 'updated_at': '2022-04-29T16:09:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:09:16.587325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d9766b-5ad5-4a3f-9b3e-d8939a8b109f None None] New status for floating IP d0a4584c-0d19-4e51-8614-ad6f61a81f16: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:09:16.801972 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46656) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:09:16.909385 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-40aa8bd5-31ab-4a91-85b6-f04484ea9645 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/d0a4584c-0d19-4e51-8614-ad6f61a81f16 HTTP/1.1" status: 200 len: 992 time: 0.1061339 Apr 29 16:09:17.913199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46660) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:09:18.017301 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-83502be6-d775-492c-a2b9-be231a16752a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/d0a4584c-0d19-4e51-8614-ad6f61a81f16 HTTP/1.1" status: 200 len: 994 time: 0.1030991 Apr 29 16:09:24.382382 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:29.540240 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:09:32.142356 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5893d6a3-0e7e-4fd7-96cd-0286bbeca886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:34.314133 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3c267684-f3c4-4fd3-99b4-72cbed08c592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:35.262463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:35.496855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:37.245101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:44.274466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78573ad7-b0c4-469e-99e1-218dcae9160f req-ce2017f3-9257-4d4b-97e0-339db8192a32 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:44.278092 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-78573ad7-b0c4-469e-99e1-218dcae9160f req-ce2017f3-9257-4d4b-97e0-339db8192a32 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0870886 Apr 29 16:09:44.328969 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-78573ad7-b0c4-469e-99e1-218dcae9160f req-7fbfb81b-29a2-44c6-adb5-c79a9fdb57f3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456762 Apr 29 16:09:44.360431 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-508c8556-7a50-4902-9802-18abd6370c5e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173010 Apr 29 16:09:45.513806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe22583-fa29-4a41-a5cc-cef346df519f req-5bb5a91d-b8a4-4f6b-bb9a-0569857284e8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:45.515232 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dfe22583-fa29-4a41-a5cc-cef346df519f req-5bb5a91d-b8a4-4f6b-bb9a-0569857284e8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0799248 Apr 29 16:09:45.561586 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dfe22583-fa29-4a41-a5cc-cef346df519f req-f7f8cefb-7ea0-4ca3-a4a6-7f38c04fa49a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406489 Apr 29 16:09:46.271717 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-9a880d93-547a-4c39-a916-d1af7af08e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:46.273244 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-9a880d93-547a-4c39-a916-d1af7af08e6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 1099 time: 0.0701408 Apr 29 16:09:46.404970 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-93e9ed09-5d70-4aa2-ac79-4cd4254f4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:46.406422 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-93e9ed09-5d70-4aa2-ac79-4cd4254f4b5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c220d09-adb4-4f6f-9242-a536ee334c25 HTTP/1.1" status: 200 len: 897 time: 0.1263807 Apr 29 16:09:46.510302 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-7883704f-57c7-4aae-9bd2-ecd3c7a79f6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15 HTTP/1.1" status: 200 len: 1002 time: 0.0959232 Apr 29 16:09:46.569200 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-985e2d87-da80-407a-89ca-139c462046fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:46.570482 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-985e2d87-da80-407a-89ca-139c462046fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=506b3c3b-2329-4935-94b7-6822b6c21952 HTTP/1.1" status: 200 len: 835 time: 0.0551338 Apr 29 16:09:46.754128 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8f3c6-5f44-4543-8de6-baca3e216cf7 req-e121cd8f-b6fd-4428-bab1-60cbec57a2fd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:46.755569 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a7d8f3c6-5f44-4543-8de6-baca3e216cf7 req-e121cd8f-b6fd-4428-bab1-60cbec57a2fd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0845985 Apr 29 16:09:46.757160 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-727bb943-ef26-4143-bfe8-e8349eb58957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:46.758616 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-727bb943-ef26-4143-bfe8-e8349eb58957 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c220d09-adb4-4f6f-9242-a536ee334c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1825545 Apr 29 16:09:46.800084 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a7d8f3c6-5f44-4543-8de6-baca3e216cf7 req-7add6323-8d3a-4989-af3d-81a72f6839cb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382915 Apr 29 16:09:46.888118 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-b85f446f-186c-4cba-a369-c6530b26e921 service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223280 Apr 29 16:09:47.016523 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-3ea142e3-593a-4738-afed-c1554aeb8b82 service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224339 Apr 29 16:09:47.984131 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a65bb4-1e80-46d6-94d7-b53402fd347a req-e19f0bb4-9448-41be-9039-3721b1cb8a0f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:47.985584 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-72a65bb4-1e80-46d6-94d7-b53402fd347a req-e19f0bb4-9448-41be-9039-3721b1cb8a0f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0782464 Apr 29 16:09:48.028477 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-72a65bb4-1e80-46d6-94d7-b53402fd347a req-a89fc8e8-2296-4f51-996b-a24224e31e49 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372639 Apr 29 16:09:49.215965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e75fa-a1b5-4e74-bacd-23cb99e32f52 req-aa315a09-1ddc-4c52-a917-b0a6903508f5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:49.217432 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-012e75fa-a1b5-4e74-bacd-23cb99e32f52 req-aa315a09-1ddc-4c52-a917-b0a6903508f5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0829864 Apr 29 16:09:49.261974 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-012e75fa-a1b5-4e74-bacd-23cb99e32f52 req-777ac660-399b-44e9-8f2b-6c681c6f9de8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386522 Apr 29 16:09:50.442730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa228947-0a82-48e4-a31b-79cc6ae6cb6f req-8663f2b8-d20e-4efd-a537-eca449206ac6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:50.444149 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fa228947-0a82-48e4-a31b-79cc6ae6cb6f req-8663f2b8-d20e-4efd-a537-eca449206ac6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0770633 Apr 29 16:09:50.487287 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fa228947-0a82-48e4-a31b-79cc6ae6cb6f req-d0410fac-6acd-4afc-b56b-54568db6b836 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368879 Apr 29 16:09:51.670538 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a6db2-276b-4416-9cee-6e3dbad527d1 req-c548d3d6-53dd-4fbc-a105-4c5b2b0fc342 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:51.671967 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-503a6db2-276b-4416-9cee-6e3dbad527d1 req-c548d3d6-53dd-4fbc-a105-4c5b2b0fc342 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0799806 Apr 29 16:09:51.715215 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-503a6db2-276b-4416-9cee-6e3dbad527d1 req-75de4738-3644-4aae-bdff-d28d74d5a9bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373471 Apr 29 16:09:52.895055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f148dbe-184a-4a4c-8398-42042cef2387 req-4850b008-e2c2-4ea2-9422-25ff59c88d87 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:52.896482 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f148dbe-184a-4a4c-8398-42042cef2387 req-4850b008-e2c2-4ea2-9422-25ff59c88d87 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0776229 Apr 29 16:09:52.944490 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5f148dbe-184a-4a4c-8398-42042cef2387 req-e334ce39-154c-4eab-8e91-a4d7e18e2cbd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417733 Apr 29 16:09:54.127316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037eac-c7ef-40e3-8eb6-8aaaae21b785 req-5be99c97-9638-432d-b00c-d71e2e42cb7a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:54.128807 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-38037eac-c7ef-40e3-8eb6-8aaaae21b785 req-5be99c97-9638-432d-b00c-d71e2e42cb7a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0807090 Apr 29 16:09:54.172770 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-38037eac-c7ef-40e3-8eb6-8aaaae21b785 req-541c0ea8-0f05-44c6-ad1d-324e7061c063 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382385 Apr 29 16:09:54.375998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:09:55.361628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc45f6a-922a-4f27-a9cd-bff7a81d58b0 req-7fdc4a2e-8956-4286-a820-aa9df3213851 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:55.363078 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bfc45f6a-922a-4f27-a9cd-bff7a81d58b0 req-7fdc4a2e-8956-4286-a820-aa9df3213851 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0827401 Apr 29 16:09:55.406732 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bfc45f6a-922a-4f27-a9cd-bff7a81d58b0 req-44ea3b8b-9952-4f67-97b0-0030c35e278d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379717 Apr 29 16:09:56.592856 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e61a44-d6f2-4176-bd52-16aa9d19a29a req-ded89ecb-6af6-4d3b-b360-ef4939c8884d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:56.594191 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-42e61a44-d6f2-4176-bd52-16aa9d19a29a req-ded89ecb-6af6-4d3b-b360-ef4939c8884d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0781026 Apr 29 16:09:56.637835 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-42e61a44-d6f2-4176-bd52-16aa9d19a29a req-de333e49-173b-40af-a137-ef83b0077f92 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379739 Apr 29 16:09:57.824257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37bb72-3b59-488a-adfb-ce01ca03c060 req-9755320f-05ad-4f49-9fe8-00b4b8cb7870 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:57.825717 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ef37bb72-3b59-488a-adfb-ce01ca03c060 req-9755320f-05ad-4f49-9fe8-00b4b8cb7870 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0825694 Apr 29 16:09:57.868581 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ef37bb72-3b59-488a-adfb-ce01ca03c060 req-f23e2e14-5122-4e48-95e7-d9cbb386fba4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371253 Apr 29 16:09:59.051421 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a812a3-a922-49d2-a2b1-f86c7545d9f7 req-59772bb5-1097-4030-81ef-3c1e61d0892d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:09:59.052885 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0a812a3-a922-49d2-a2b1-f86c7545d9f7 req-59772bb5-1097-4030-81ef-3c1e61d0892d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0800903 Apr 29 16:09:59.100426 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a0a812a3-a922-49d2-a2b1-f86c7545d9f7 req-92c9983f-e5e4-4a32-b6e9-516db64b651e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412486 Apr 29 16:10:00.283622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaa1f9-84fc-4691-a8e2-90e865472f4c req-875ec737-d4db-4bf8-a5cc-f034ba39ee95 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:00.285126 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cdaaa1f9-84fc-4691-a8e2-90e865472f4c req-875ec737-d4db-4bf8-a5cc-f034ba39ee95 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0802295 Apr 29 16:10:00.330324 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-cdaaa1f9-84fc-4691-a8e2-90e865472f4c req-c63d40be-dba0-448d-ba35-560cc531ff6e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394785 Apr 29 16:10:01.518989 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab73a0d-d551-4dce-9aea-9e876f8582ea req-6cea3e74-5168-4d80-8d5f-227e567cf98d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:01.520438 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6ab73a0d-d551-4dce-9aea-9e876f8582ea req-6cea3e74-5168-4d80-8d5f-227e567cf98d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0840962 Apr 29 16:10:01.667645 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6ab73a0d-d551-4dce-9aea-9e876f8582ea req-648f3c04-2370-4ee7-b460-1253932f3d52 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415277 Apr 29 16:10:02.158859 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c3b76063-422d-43b2-9784-d70735ed7127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:02.858616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383437bf-458a-43ee-99b2-728a04ed0d39 req-78ac7892-de80-409d-9545-ab1d88b7f89c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:02.860192 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-383437bf-458a-43ee-99b2-728a04ed0d39 req-78ac7892-de80-409d-9545-ab1d88b7f89c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0783114 Apr 29 16:10:02.903788 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-383437bf-458a-43ee-99b2-728a04ed0d39 req-b0d74159-3b83-4e75-b9c1-0fdbc29c048b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379078 Apr 29 16:10:03.888057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9384f8-190f-48ae-b3bd-99cdaa1bba0d req-63ecd271-6c5c-4972-94db-c1514c778eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:03.889609 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7f9384f8-190f-48ae-b3bd-99cdaa1bba0d req-63ecd271-6c5c-4972-94db-c1514c778eaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 1099 time: 0.0693479 Apr 29 16:10:03.966651 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.44', 65175) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:04.033064 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9384f8-190f-48ae-b3bd-99cdaa1bba0d req-08972549-dfb5-4260-8eac-770ea102a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:04.034557 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7f9384f8-190f-48ae-b3bd-99cdaa1bba0d req-08972549-dfb5-4260-8eac-770ea102a847 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c220d09-adb4-4f6f-9242-a536ee334c25 HTTP/1.1" status: 200 len: 897 time: 0.1269908 Apr 29 16:10:04.099248 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-2cc5556e-9552-489f-bede-d008a7436234 service neutron] 10.222.0.44 "GET /v2.0/ports/17069ff3-2f4f-4626-8451-b7924ac6cf15/bindings/hv-neutron-8391 HTTP/1.1" status: 200 len: 384 time: 0.1312370 Apr 29 16:10:04.118643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd325a-5035-4add-8f82-d6014be1035b req-a3155fb2-c949-42d7-ad3d-1d4287d504d3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:04.120089 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-35dd325a-5035-4add-8f82-d6014be1035b req-a3155fb2-c949-42d7-ad3d-1d4287d504d3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.1015401 Apr 29 16:10:04.140354 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7f9384f8-190f-48ae-b3bd-99cdaa1bba0d req-21432661-3be2-4e0d-8b03-03a6f7113f07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15 HTTP/1.1" status: 200 len: 1002 time: 0.0998740 Apr 29 16:10:04.165721 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-35dd325a-5035-4add-8f82-d6014be1035b req-f77777b1-a438-4d17-9383-62640ff3a16c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386577 Apr 29 16:10:04.208981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9384f8-190f-48ae-b3bd-99cdaa1bba0d req-aa0321a2-a649-4b7c-9633-7e26c96d5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:04.210532 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7f9384f8-190f-48ae-b3bd-99cdaa1bba0d req-aa0321a2-a649-4b7c-9633-7e26c96d5d1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=506b3c3b-2329-4935-94b7-6822b6c21952 HTTP/1.1" status: 200 len: 835 time: 0.0644076 Apr 29 16:10:04.273259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ee5e-7bc1-40d9-bf27-ea75d58cc260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:04.284055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9384f8-190f-48ae-b3bd-99cdaa1bba0d req-19e259a2-4e3f-4628-9dc7-ee2c1708deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:04.285539 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7f9384f8-190f-48ae-b3bd-99cdaa1bba0d req-19e259a2-4e3f-4628-9dc7-ee2c1708deee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c220d09-adb4-4f6f-9242-a536ee334c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691454 Apr 29 16:10:04.413522 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7f9384f8-190f-48ae-b3bd-99cdaa1bba0d req-e11268ee-e128-43a1-8382-f611bb9a898b service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214592 Apr 29 16:10:04.540710 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7f9384f8-190f-48ae-b3bd-99cdaa1bba0d req-347a5a90-bcab-4c7b-bfa5-94529126d658 service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215012 Apr 29 16:10:04.752999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-e17bc0c8-42a8-4375-80ee-6479fe3f7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:04.754446 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-e17bc0c8-42a8-4375-80ee-6479fe3f7e3d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1&tenant_id=ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 1099 time: 0.0705080 Apr 29 16:10:04.846451 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-d5bc8b36-afa8-452d-95ab-adf39aad3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:04.847885 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-d5bc8b36-afa8-452d-95ab-adf39aad3c9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 1099 time: 0.0734491 Apr 29 16:10:04.978485 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-32b2688c-a100-4829-be9b-257516c8aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:04.979906 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-32b2688c-a100-4829-be9b-257516c8aca2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c220d09-adb4-4f6f-9242-a536ee334c25 HTTP/1.1" status: 200 len: 897 time: 0.1258702 Apr 29 16:10:05.081662 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-c7ee7a55-9d81-4bbd-bd9f-601a1e1e2380 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15 HTTP/1.1" status: 200 len: 1002 time: 0.0957634 Apr 29 16:10:05.145211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-7579b131-e5a4-421f-976f-d5fa5189f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:05.146575 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-7579b131-e5a4-421f-976f-d5fa5189f839 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=506b3c3b-2329-4935-94b7-6822b6c21952 HTTP/1.1" status: 200 len: 835 time: 0.0549979 Apr 29 16:10:05.233998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:05.342332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-90149003-de34-42ed-8f1f-e3524a2a1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:05.343841 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-90149003-de34-42ed-8f1f-e3524a2a1c8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c220d09-adb4-4f6f-9242-a536ee334c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1918004 Apr 29 16:10:05.372172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa647fe9-8879-459f-8e8a-972c144f5280 req-3b45d783-992a-4800-aff2-bbfe93ef1e92 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:05.373648 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fa647fe9-8879-459f-8e8a-972c144f5280 req-3b45d783-992a-4800-aff2-bbfe93ef1e92 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0825062 Apr 29 16:10:05.418647 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fa647fe9-8879-459f-8e8a-972c144f5280 req-1ad2ad44-9032-4020-85b9-6c596575ea21 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384815 Apr 29 16:10:05.479789 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-1d821967-5014-4229-82ed-fa0f8faa60ed service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291826 Apr 29 16:10:05.501898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:05.606691 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-9e1f8ab1-25e1-4270-bb55-f498716ab385 service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214347 Apr 29 16:10:06.539413 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:10:06.609171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b46ac3-0eb3-49f8-b467-4a96bbce6931 req-8b7ca848-b727-4db9-b28b-2361271eccc9 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:06.610615 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-35b46ac3-0eb3-49f8-b467-4a96bbce6931 req-8b7ca848-b727-4db9-b28b-2361271eccc9 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0844364 Apr 29 16:10:06.655273 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-35b46ac3-0eb3-49f8-b467-4a96bbce6931 req-3740cfb5-d499-4848-9c7c-71671c696625 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389428 Apr 29 16:10:07.210586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:07.842573 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b50526-c479-463f-a440-d04c36f83db3 req-9efc7418-9637-41bf-867f-92f0a6b485a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:07.844021 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f4b50526-c479-463f-a440-d04c36f83db3 req-9efc7418-9637-41bf-867f-92f0a6b485a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0793238 Apr 29 16:10:07.886833 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f4b50526-c479-463f-a440-d04c36f83db3 req-f5bbe703-254d-4341-82de-48f7c17bd8cb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371721 Apr 29 16:10:08.023009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 17069ff3-2f4f-4626-8451-b7924ac6cf15 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:10:08.025293 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 17069ff3-2f4f-4626-8451-b7924ac6cf15 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:10:08.235608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:08.274854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 17069ff3-2f4f-4626-8451-b7924ac6cf15, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:10:08.293283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:10:08.302282 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'port_id': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'mac_address': 'fa:16:3e:91:f7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:10:08.308165 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 17069ff3-2f4f-4626-8451-b7924ac6cf15, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:10:08.353049 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3812eb2a-2e9f-4fef-84ef-cd8dccdb8d36'] response: {'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'code': 200} Apr 29 16:10:08.368493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:08.371800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceea5c7-52fd-46a3-a576-2949846dee69 req-993f26e5-ccf5-4bb0-9837-721d28d36307 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:08.373943 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2ceea5c7-52fd-46a3-a576-2949846dee69 req-993f26e5-ccf5-4bb0-9837-721d28d36307 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0853193 Apr 29 16:10:08.387180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17069ff3-2f4f-4626-8451-b7924ac6cf15 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:10:08.393515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:08.421584 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2ceea5c7-52fd-46a3-a576-2949846dee69 req-aa29b611-a94c-4da5-bd0c-9605893267c3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409014 Apr 29 16:10:08.455790 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-9c5429b9-5740-4a77-98ef-82c9942bf2ca tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:08.456503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-9c5429b9-5740-4a77-98ef-82c9942bf2ca tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:10:08.514846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:10:08.515198 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:10:08.518432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=17069ff3-2f4f-4626-8451-b7924ac6cf15,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:08.524825 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-9c5429b9-5740-4a77-98ef-82c9942bf2ca tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:10:08.528140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:08.528140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:08.528140 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:08.528485 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-9c5429b9-5740-4a77-98ef-82c9942bf2ca tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1&tenant_id=ab05805754f34f09b028f4d94522434d&binding%3Ahost_id=hv-neutron-8391 HTTP/1.1" status: 200 len: 944 time: 0.1565514 Apr 29 16:10:08.529441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:08.529441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:08.529441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:08.529441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:08.529441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:08.529441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:08.529441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:08.529441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:08.529441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:08.621584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc1655-d3b2-4409-b98f-16dc9287cf54 req-87a4ace2-fcdd-4961-9ad8-24dfe978801f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:08.623778 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-26fc1655-d3b2-4409-b98f-16dc9287cf54 req-87a4ace2-fcdd-4961-9ad8-24dfe978801f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 944 time: 0.0826352 Apr 29 16:10:08.671784 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-26fc1655-d3b2-4409-b98f-16dc9287cf54 req-eabf5142-739c-4df5-9735-d7e9f31cf909 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Apr 29 16:10:08.693502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-c418631f-b972-43b4-b020-a2501c2ad748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:08.694997 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-c418631f-b972-43b4-b020-a2501c2ad748 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 1097 time: 0.0712228 Apr 29 16:10:08.824897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-7801cb2a-e6f9-4462-afc5-b9a21aef5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:08.826942 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-7801cb2a-e6f9-4462-afc5-b9a21aef5305 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c220d09-adb4-4f6f-9242-a536ee334c25 HTTP/1.1" status: 200 len: 897 time: 0.1263573 Apr 29 16:10:08.927922 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-8f772257-b49b-4801-9bfe-6237a4f805ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15 HTTP/1.1" status: 200 len: 1000 time: 0.0953276 Apr 29 16:10:08.991526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-51f46232-269e-41eb-8f24-fbb47a4a675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:08.992954 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-51f46232-269e-41eb-8f24-fbb47a4a675f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=506b3c3b-2329-4935-94b7-6822b6c21952 HTTP/1.1" status: 200 len: 835 time: 0.0594347 Apr 29 16:10:09.066695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-e91c3cc2-716c-4717-9048-ec1f88986f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:09.068173 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-e91c3cc2-716c-4717-9048-ec1f88986f70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c220d09-adb4-4f6f-9242-a536ee334c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688455 Apr 29 16:10:09.068426 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:09.084806 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17069ff3-2f4f-4626-8451-b7924ac6cf15 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:10:09.099816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 17069ff3-2f4f-4626-8451-b7924ac6cf15, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:10:09.158873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:09.200295 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-a8ce29bf-b5f9-4e3e-aeca-31de2fc95f77 service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264069 Apr 29 16:10:09.227984 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['17069ff3-2f4f-4626-8451-b7924ac6cf15'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:10:09.260735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=17069ff3-2f4f-4626-8451-b7924ac6cf15,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:09.333217 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f90389c0-055c-4acb-a254-5ef4da7e69fc req-c38e3bfd-b0af-4a44-bc30-eadaaf2bb2fc service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267977 Apr 29 16:10:09.856556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297a908-a0cf-4617-ba0c-dce3455f9095 req-88ac1609-da55-4833-990b-f116e15b445a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:09.858342 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d297a908-a0cf-4617-ba0c-dce3455f9095 req-88ac1609-da55-4833-990b-f116e15b445a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 945 time: 0.0807185 Apr 29 16:10:09.902548 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d297a908-a0cf-4617-ba0c-dce3455f9095 req-6c73f539-b7d6-4494-862b-0e610c7a8433 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386500 Apr 29 16:10:10.029663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 17069ff3-2f4f-4626-8451-b7924ac6cf15 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:10:10.096900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 17069ff3-2f4f-4626-8451-b7924ac6cf15 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:10.097263 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:10.213535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:10.245029 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 17069ff3-2f4f-4626-8451-b7924ac6cf15, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:10:10.313513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:10.362024 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:10:10.387042 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=17069ff3-2f4f-4626-8451-b7924ac6cf15,revision_number=8']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:10.404981 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21be670c-7cb5-4d8a-876a-834343671767'] response: {'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'code': 200} Apr 29 16:10:11.091887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5d87e-8479-43f8-83a9-beb5c03722e4 req-8ab590b0-4d83-4b49-92d5-892225d76e05 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:11.093570 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4dd5d87e-8479-43f8-83a9-beb5c03722e4 req-8ab590b0-4d83-4b49-92d5-892225d76e05 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0853953 Apr 29 16:10:11.140675 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4dd5d87e-8479-43f8-83a9-beb5c03722e4 req-e11309dc-5015-476c-ae97-c0180529bda0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414658 Apr 29 16:10:11.164760 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46764) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:11.289640 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-29f81163-61f5-478e-bd4d-829e3bc9ae98 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/d0a4584c-0d19-4e51-8614-ad6f61a81f16 HTTP/1.1" status: 200 len: 994 time: 0.1233239 Apr 29 16:10:24.369687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:32.158023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-399dee5e-363a-4450-b7da-4774eeeae50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:34.226964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-096aa0fa-aae1-492a-aab5-45823492dceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:35.221358 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:35.501755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:37.221524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:37.905666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46776) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:38.107652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port b8e866d2-3e3c-462f-adab-2bc14385e360 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:10:38.108121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.284695 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.285025 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.518904 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for b8e866d2-3e3c-462f-adab-2bc14385e360 owned by network:floatingip {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:10:38.731794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.778411 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=b8e866d2-3e3c-462f-adab-2bc14385e360,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:38.810374 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:38.811260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:38.811873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:38.812216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:38.812583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:38.812923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:38.813257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:38.813584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:38.813911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:38.814234 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:38.814558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:38.814879 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:38.883906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:38.884271 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.l3_db [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Floating IP d0a4584c-0d19-4e51-8614-ad6f61a81f16 disassociated (deleted). External IP: 172.26.2.131, port: 17069ff3-2f4f-4626-8451-b7924ac6cf15. Apr 29 16:10:39.226285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 92661ab3-1a21-40fe-ab36-78df06cc65ab has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:10:39.407321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:10:39.418415 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec220f5b-d551-4d92-be68-b98970358d9e None None] Sync routers for ids ['92661ab3-1a21-40fe-ab36-78df06cc65ab'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:10:39.427604 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec220f5b-d551-4d92-be68-b98970358d9e None None] Routers {'92661ab3-1a21-40fe-ab36-78df06cc65ab'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:10:39.429522 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ec220f5b-d551-4d92-be68-b98970358d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:10:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['92661ab3-1a21-40fe-ab36-78df06cc65ab'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:39.467938 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:39.523316 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2c9b88c6-5104-4077-9e88-660430f730d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/floatingips/d0a4584c-0d19-4e51-8614-ad6f61a81f16 HTTP/1.1" status: 204 len: 168 time: 1.6164734 Apr 29 16:10:39.523803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:10:39.570355 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfa293a-0138-4c7d-aa6a-82a067c2e6ad'] response: {'name': 'network-changed', 'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'status': 'completed', 'code': 200} Apr 29 16:10:39.634433 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ec220f5b-d551-4d92-be68-b98970358d9e None None] Set router 92661ab3-1a21-40fe-ab36-78df06cc65ab gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:10:39.668931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf4b00-cd4f-4828-a2e2-d406bdc50f88 req-9084ff45-9a2c-4263-bfc3-6681a1dfb6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:39.671636 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bcbf4b00-cd4f-4828-a2e2-d406bdc50f88 req-9084ff45-9a2c-4263-bfc3-6681a1dfb6e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 1099 time: 0.0773637 Apr 29 16:10:39.815176 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf4b00-cd4f-4828-a2e2-d406bdc50f88 req-e65c22dd-56d2-4ad3-9985-573957738c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:39.816653 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bcbf4b00-cd4f-4828-a2e2-d406bdc50f88 req-e65c22dd-56d2-4ad3-9985-573957738c2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c220d09-adb4-4f6f-9242-a536ee334c25 HTTP/1.1" status: 200 len: 897 time: 0.1390796 Apr 29 16:10:39.888295 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bcbf4b00-cd4f-4828-a2e2-d406bdc50f88 req-0688c8f7-ecb9-425e-a55f-49560e09455a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15 HTTP/1.1" status: 200 len: 217 time: 0.0653672 Apr 29 16:10:39.948883 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ec220f5b-d551-4d92-be68-b98970358d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '669eae99-1bdf-4c3a-9456-77a657932ea5', 'name': '', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a3:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:56Z', 'updated_at': '2022-04-29T16:09:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:39.951525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf4b00-cd4f-4828-a2e2-d406bdc50f88 req-3bb08710-0b41-4bc4-b90b-9a3a1c46e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:39.952730 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec220f5b-d551-4d92-be68-b98970358d9e None None] Checking router: 92661ab3-1a21-40fe-ab36-78df06cc65ab for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:10:39.952879 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bcbf4b00-cd4f-4828-a2e2-d406bdc50f88 req-3bb08710-0b41-4bc4-b90b-9a3a1c46e878 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=506b3c3b-2329-4935-94b7-6822b6c21952 HTTP/1.1" status: 200 len: 835 time: 0.0588777 Apr 29 16:10:39.960774 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec220f5b-d551-4d92-be68-b98970358d9e None None] Routers {'92661ab3-1a21-40fe-ab36-78df06cc65ab'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:10:39.961352 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ec220f5b-d551-4d92-be68-b98970358d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:10:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['92661ab3-1a21-40fe-ab36-78df06cc65ab'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:40.141712 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-ec220f5b-d551-4d92-be68-b98970358d9e None None] Set router 92661ab3-1a21-40fe-ab36-78df06cc65ab gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:10:40.150357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf4b00-cd4f-4828-a2e2-d406bdc50f88 req-55f6ef16-0035-49fc-9ea5-b87dc1dd7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:40.152079 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bcbf4b00-cd4f-4828-a2e2-d406bdc50f88 req-55f6ef16-0035-49fc-9ea5-b87dc1dd7c32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c220d09-adb4-4f6f-9242-a536ee334c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1936467 Apr 29 16:10:40.235007 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0372163-0125-4ac5-9049-db43c72dc94c req-4aa9a875-4b24-4b75-ba28-95ad8211ea48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:40.237167 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e0372163-0125-4ac5-9049-db43c72dc94c req-4aa9a875-4b24-4b75-ba28-95ad8211ea48 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0825920 Apr 29 16:10:40.290371 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e0372163-0125-4ac5-9049-db43c72dc94c req-ad261495-3568-448c-920d-4b1dfd65b425 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476344 Apr 29 16:10:40.297594 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bcbf4b00-cd4f-4828-a2e2-d406bdc50f88 req-d2909cba-7770-45b6-bbcd-0c7157b4f0ce service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375680 Apr 29 16:10:40.429026 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-bcbf4b00-cd4f-4828-a2e2-d406bdc50f88 req-f221473d-209a-47d0-a0e6-c335dabc96ce service neutron] 10.222.0.44 "GET /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244347 Apr 29 16:10:40.458466 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-ec220f5b-d551-4d92-be68-b98970358d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '669eae99-1bdf-4c3a-9456-77a657932ea5', 'name': '', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a3:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:56Z', 'updated_at': '2022-04-29T16:09:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:40.462304 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec220f5b-d551-4d92-be68-b98970358d9e None None] The sync data for ids ['92661ab3-1a21-40fe-ab36-78df06cc65ab'] in dv-neutron-839183-1-hyperv is: [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '669eae99-1bdf-4c3a-9456-77a657932ea5', 'name': '', 'network_id': '4c220d09-adb4-4f6f-9242-a536ee334c25', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:a3:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:56Z', 'updated_at': '2022-04-29T16:09:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '506b3c3b-2329-4935-94b7-6822b6c21952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:10:40.662772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d6c3ce-83f2-4646-a9a0-7e816df76082 None None] New status for floating IP d0a4584c-0d19-4e51-8614-ad6f61a81f16: DOWN {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:10:41.477722 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a74509-819d-470e-b771-a28570ae37b2 req-df9b71c7-e333-4ff2-b9ab-e0f0aa606135 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:41.479143 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e0a74509-819d-470e-b771-a28570ae37b2 req-df9b71c7-e333-4ff2-b9ab-e0f0aa606135 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.0805595 Apr 29 16:10:41.521660 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e0a74509-819d-470e-b771-a28570ae37b2 req-49677739-fbac-4ee3-8d69-79a7907c87f3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361879 Apr 29 16:10:41.840896 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009705e3-6162-4a65-a773-3ef51e6048de req-95516d1f-bc99-4da2-81ab-4c30b7531d02 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:41.841471 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-009705e3-6162-4a65-a773-3ef51e6048de req-95516d1f-bc99-4da2-81ab-4c30b7531d02 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:10:41.917835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-009705e3-6162-4a65-a773-3ef51e6048de req-95516d1f-bc99-4da2-81ab-4c30b7531d02 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:10:41.918923 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-009705e3-6162-4a65-a773-3ef51e6048de req-95516d1f-bc99-4da2-81ab-4c30b7531d02 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 946 time: 0.1535206 Apr 29 16:10:41.990496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-009705e3-6162-4a65-a773-3ef51e6048de req-91029fd0-0e5d-49a9-a313-bde4d298cd3a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port 17069ff3-2f4f-4626-8451-b7924ac6cf15 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:10:41.990827 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-009705e3-6162-4a65-a773-3ef51e6048de req-91029fd0-0e5d-49a9-a313-bde4d298cd3a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:42.226277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-009705e3-6162-4a65-a773-3ef51e6048de req-91029fd0-0e5d-49a9-a313-bde4d298cd3a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port 17069ff3-2f4f-4626-8451-b7924ac6cf15, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=17069ff3-2f4f-4626-8451-b7924ac6cf15,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:10:42.226624 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-009705e3-6162-4a65-a773-3ef51e6048de req-91029fd0-0e5d-49a9-a313-bde4d298cd3a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:42.347165 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-009705e3-6162-4a65-a773-3ef51e6048de req-91029fd0-0e5d-49a9-a313-bde4d298cd3a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for 17069ff3-2f4f-4626-8451-b7924ac6cf15 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:10:42.529874 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-009705e3-6162-4a65-a773-3ef51e6048de req-91029fd0-0e5d-49a9-a313-bde4d298cd3a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:42.579215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91029fd0-0e5d-49a9-a313-bde4d298cd3a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=17069ff3-2f4f-4626-8451-b7924ac6cf15,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:42.655670 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-009705e3-6162-4a65-a773-3ef51e6048de req-91029fd0-0e5d-49a9-a313-bde4d298cd3a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] No DVR routers for this DVR port 17069ff3-2f4f-4626-8451-b7924ac6cf15 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:10:42.658009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-009705e3-6162-4a65-a773-3ef51e6048de req-91029fd0-0e5d-49a9-a313-bde4d298cd3a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:42.660525 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'name': 'network-vif-deleted', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:10:42.674573 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-95463a14-0eed-43dc-bf10-c4905043a77b req-fc25ba21-8d95-4e97-8748-728b67d35af1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=b34487e1-ccd6-4244-862f-b372404458f1 HTTP/1.1" status: 200 len: 210 time: 0.0424933 Apr 29 16:10:42.707031 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d187cbc8-958f-46f7-8455-e454e6efb446'] response: {'server_uuid': 'b34487e1-ccd6-4244-862f-b372404458f1', 'name': 'network-vif-deleted', 'tag': '17069ff3-2f4f-4626-8451-b7924ac6cf15', 'status': 'completed', 'code': 200} Apr 29 16:10:42.730512 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-009705e3-6162-4a65-a773-3ef51e6048de req-91029fd0-0e5d-49a9-a313-bde4d298cd3a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "DELETE /v2.0/ports/17069ff3-2f4f-4626-8451-b7924ac6cf15 HTTP/1.1" status: 204 len: 173 time: 0.8059204 Apr 29 16:10:43.539116 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:10:43.767248 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46794) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:44.416760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90f9753e-1588-47f2-95a3-82cc4ff2e8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:44.760125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-90f9753e-1588-47f2-95a3-82cc4ff2e8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port 669eae99-1bdf-4c3a-9456-77a657932ea5 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:10:44.760488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90f9753e-1588-47f2-95a3-82cc4ff2e8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:44.940236 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-90f9753e-1588-47f2-95a3-82cc4ff2e8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port 669eae99-1bdf-4c3a-9456-77a657932ea5, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=669eae99-1bdf-4c3a-9456-77a657932ea5,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:10:44.940999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90f9753e-1588-47f2-95a3-82cc4ff2e8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:45.061940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-90f9753e-1588-47f2-95a3-82cc4ff2e8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for 669eae99-1bdf-4c3a-9456-77a657932ea5 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:10:45.266613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90f9753e-1588-47f2-95a3-82cc4ff2e8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:45.316231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9753e-1588-47f2-95a3-82cc4ff2e8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=669eae99-1bdf-4c3a-9456-77a657932ea5,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:45.593596 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-90f9753e-1588-47f2-95a3-82cc4ff2e8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:46.060276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f9753e-1588-47f2-95a3-82cc4ff2e8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 92661ab3-1a21-40fe-ab36-78df06cc65ab has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:10:46.176381 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 17069ff3-2f4f-4626-8451-b7924ac6cf15 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:10:46.209135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 17069ff3-2f4f-4626-8451-b7924ac6cf15 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:10:46.209484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 17069ff3-2f4f-4626-8451-b7924ac6cf15 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:10:46.233089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f9753e-1588-47f2-95a3-82cc4ff2e8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:10:46.245890 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-90f9753e-1588-47f2-95a3-82cc4ff2e8b7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "PUT /v2.0/routers/92661ab3-1a21-40fe-ab36-78df06cc65ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4775665 Apr 29 16:10:46.248478 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46798) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:46.251755 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a356c4-8e0b-469c-a3ce-411b408bbb68 None None] Sync routers for ids ['92661ab3-1a21-40fe-ab36-78df06cc65ab'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:10:46.264407 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a356c4-8e0b-469c-a3ce-411b408bbb68 None None] Routers {'92661ab3-1a21-40fe-ab36-78df06cc65ab'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:10:46.265026 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-65a356c4-8e0b-469c-a3ce-411b408bbb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:10:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['92661ab3-1a21-40fe-ab36-78df06cc65ab'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:46.360888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-c202b943-ac8e-498a-b6f2-16fad7808b9c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting subnet 506b3c3b-2329-4935-94b7-6822b6c21952 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:10:46.363856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c202b943-ac8e-498a-b6f2-16fad7808b9c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:46.417185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c202b943-ac8e-498a-b6f2-16fad7808b9c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:46.447969 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-65a356c4-8e0b-469c-a3ce-411b408bbb68 None None] Set router 92661ab3-1a21-40fe-ab36-78df06cc65ab gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:10:46.502700 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c202b943-ac8e-498a-b6f2-16fad7808b9c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:46.638897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c202b943-ac8e-498a-b6f2-16fad7808b9c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:46.679611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202b943-ac8e-498a-b6f2-16fad7808b9c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Subnet': ['ID=506b3c3b-2329-4935-94b7-6822b6c21952,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:46.681562 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c202b943-ac8e-498a-b6f2-16fad7808b9c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:46.686055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bed801-c1ab-46f8-9161-93b00d99075c None None] Network 4c220d09-adb4-4f6f-9242-a536ee334c25 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:10:46.688572 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c202b943-ac8e-498a-b6f2-16fad7808b9c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/subnets/506b3c3b-2329-4935-94b7-6822b6c21952 HTTP/1.1" status: 204 len: 168 time: 0.4379950 Apr 29 16:10:46.691192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46804) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:46.756623 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-65a356c4-8e0b-469c-a3ce-411b408bbb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:10:45Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:46.760771 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a356c4-8e0b-469c-a3ce-411b408bbb68 None None] Checking router: 92661ab3-1a21-40fe-ab36-78df06cc65ab for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:10:46.770002 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a356c4-8e0b-469c-a3ce-411b408bbb68 None None] Routers {'92661ab3-1a21-40fe-ab36-78df06cc65ab'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:10:46.770594 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-65a356c4-8e0b-469c-a3ce-411b408bbb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:10:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['92661ab3-1a21-40fe-ab36-78df06cc65ab'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:46.891731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:46.954476 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-65a356c4-8e0b-469c-a3ce-411b408bbb68 None None] Set router 92661ab3-1a21-40fe-ab36-78df06cc65ab gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:10:46.969984 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a07210-146c-45e0-93df-cfb793c0b4c1 None None] DHCP port deletion for 4c220d09-adb4-4f6f-9242-a536ee334c25 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:10:46.974590 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c8a07210-146c-45e0-93df-cfb793c0b4c1 None None] Deleting port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:10:46.974955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c8a07210-146c-45e0-93df-cfb793c0b4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:47.179541 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-c8a07210-146c-45e0-93df-cfb793c0b4c1 None None] For port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=82becedd-0ffd-47ec-a02a-dbf01c7a5b0d,segment=NetworkSegment(5d0f566e-4e74-4357-b86e-b85235217775),segment_id=5d0f566e-4e74-4357-b86e-b85235217775)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:10:47.180241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c8a07210-146c-45e0-93df-cfb793c0b4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:47.182355 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:47.239957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port b019c29e-240f-492d-9941-81833e6f8784 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:10:47.240230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:47.243380 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-65a356c4-8e0b-469c-a3ce-411b408bbb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:10:45Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:47.248585 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a356c4-8e0b-469c-a3ce-411b408bbb68 None None] The sync data for ids ['92661ab3-1a21-40fe-ab36-78df06cc65ab'] in dv-neutron-839183-1-hyperv is: [{'id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-383393407', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b019c29e-240f-492d-9941-81833e6f8784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:10:45Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': 'b019c29e-240f-492d-9941-81833e6f8784', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:55:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92661ab3-1a21-40fe-ab36-78df06cc65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:08:52Z', 'updated_at': '2022-04-29T16:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:10:47.305452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c8a07210-146c-45e0-93df-cfb793c0b4c1 None None] Calling delete_port for 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:10:47.427127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c8a07210-146c-45e0-93df-cfb793c0b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:47.440995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port b019c29e-240f-492d-9941-81833e6f8784, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=b019c29e-240f-492d-9941-81833e6f8784,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:10:47.441307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:47.474568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a07210-146c-45e0-93df-cfb793c0b4c1 None None] Pushing event deleted for resources: {'Port': ['ID=82becedd-0ffd-47ec-a02a-dbf01c7a5b0d,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:47.479854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a07210-146c-45e0-93df-cfb793c0b4c1 None None] No DVR routers for this DVR port 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:10:47.563453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for b019c29e-240f-492d-9941-81833e6f8784 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:10:47.658480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 669eae99-1bdf-4c3a-9456-77a657932ea5 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:10:47.693931 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 669eae99-1bdf-4c3a-9456-77a657932ea5 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:10:47.694216 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 669eae99-1bdf-4c3a-9456-77a657932ea5 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:10:47.694640 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:10:47.728790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:10:47.729134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 82becedd-0ffd-47ec-a02a-dbf01c7a5b0d not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:10:47.787285 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:47.838352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=b019c29e-240f-492d-9941-81833e6f8784,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:47.903001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:47.903344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:47.903682 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:47.904014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:47.904349 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:47.904697 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:47.905664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:47.906127 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:47.906515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:47.906839 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:47.907161 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:47.907479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:10:47.937470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.104321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.106365 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.187552 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.188046 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Fanout notify agent at l3_agent the message router_deleted on router 92661ab3-1a21-40fe-ab36-78df06cc65ab {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:10:48.203213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.204307 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e81e3ade-098e-4250-a88c-94e811d86c35 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/routers/92661ab3-1a21-40fe-ab36-78df06cc65ab HTTP/1.1" status: 204 len: 168 time: 1.5116160 Apr 29 16:10:48.206988 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46808) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:48.330919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.458946 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.483233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c220d09-adb4-4f6f-9242-a536ee334c25']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:48.498120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0f566e-4e74-4357-b86e-b85235217775') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:48.498425 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0f566e-4e74-4357-b86e-b85235217775') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:48.510000 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.525942 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.531703 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:10:48.532074 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:10:48.546419 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:10:48.684118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.701224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.719121 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Network': ['ID=4c220d09-adb4-4f6f-9242-a536ee334c25,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:48.793717 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2a561cc2-4672-409c-9b73-cbc15c4a915a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/networks/4c220d09-adb4-4f6f-9242-a536ee334c25 HTTP/1.1" status: 204 len: 168 time: 0.5851429 Apr 29 16:10:48.796531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46812) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:48.968682 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0dc5dc64-5090-42ac-a2ed-f012275fa7a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:48.997068 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0dc5dc64-5090-42ac-a2ed-f012275fa7a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:49.106437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0dc5dc64-5090-42ac-a2ed-f012275fa7a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:49.123666 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5dc64-5090-42ac-a2ed-f012275fa7a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:49.179909 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0dc5dc64-5090-42ac-a2ed-f012275fa7a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:49.181072 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0dc5dc64-5090-42ac-a2ed-f012275fa7a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/security-groups/f6abb3b7-ef2d-4c4c-b2d1-03f1a5778491 HTTP/1.1" status: 204 len: 168 time: 0.3836401 Apr 29 16:10:49.381663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b019c29e-240f-492d-9941-81833e6f8784 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:10:49.417235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: b019c29e-240f-492d-9941-81833e6f8784 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:10:49.417602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device b019c29e-240f-492d-9941-81833e6f8784 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:10:49.944744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46820) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:49.950224 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-955897074', 'description': 'tempest-secgroup-smoke-955897074 description', 'project_id': 'ab05805754f34f09b028f4d94522434d'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:10:49.956572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:49.960646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:49.963433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:49.969886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:50.015210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.034550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:50.038397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:50.041108 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:50.047212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:50.116888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.163676 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.206901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a355d40-c8ac-41c0-90a7-8ff795c4a204,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:50.272632 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.276446 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6fb946fb-9392-45af-b9e3-c3692fa8a91c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3281119 Apr 29 16:10:50.276861 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46824) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:50.282726 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-df05134b-2c2a-4fa4-bb50-7499016440dc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': '5a355d40-c8ac-41c0-90a7-8ff795c4a204', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:10:50.288747 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-df05134b-2c2a-4fa4-bb50-7499016440dc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:50.292624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-df05134b-2c2a-4fa4-bb50-7499016440dc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:50.295516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-df05134b-2c2a-4fa4-bb50-7499016440dc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:50.301730 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-df05134b-2c2a-4fa4-bb50-7499016440dc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:50.364719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df05134b-2c2a-4fa4-bb50-7499016440dc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.424061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df05134b-2c2a-4fa4-bb50-7499016440dc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.477823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df05134b-2c2a-4fa4-bb50-7499016440dc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.500855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05134b-2c2a-4fa4-bb50-7499016440dc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5841fed8-83de-453c-bb19-9821cd32afa1,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:50.564287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df05134b-2c2a-4fa4-bb50-7499016440dc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.565508 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-df05134b-2c2a-4fa4-bb50-7499016440dc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877817 Apr 29 16:10:50.568163 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46828) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:50.573045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-adc0457b-5b91-4e64-87a7-816d9da9a514 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': '5a355d40-c8ac-41c0-90a7-8ff795c4a204', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:10:50.579431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-adc0457b-5b91-4e64-87a7-816d9da9a514 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:50.583130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-adc0457b-5b91-4e64-87a7-816d9da9a514 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:50.586048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-adc0457b-5b91-4e64-87a7-816d9da9a514 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:50.591636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-adc0457b-5b91-4e64-87a7-816d9da9a514 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:50.678871 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-adc0457b-5b91-4e64-87a7-816d9da9a514 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.741188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-adc0457b-5b91-4e64-87a7-816d9da9a514 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.803741 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-adc0457b-5b91-4e64-87a7-816d9da9a514 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.827867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0457b-5b91-4e64-87a7-816d9da9a514 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9d39a0-6736-4b99-8d51-3c4e6e3d5f03,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:50.884001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-adc0457b-5b91-4e64-87a7-816d9da9a514 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:50.885225 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-adc0457b-5b91-4e64-87a7-816d9da9a514 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3161163 Apr 29 16:10:50.887849 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46832) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:50.892752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-0e06787d-5fa2-46c5-8d1b-9c9355c83821 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': '5a355d40-c8ac-41c0-90a7-8ff795c4a204', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:10:50.898523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0e06787d-5fa2-46c5-8d1b-9c9355c83821 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:50.902466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0e06787d-5fa2-46c5-8d1b-9c9355c83821 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:50.905582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-0e06787d-5fa2-46c5-8d1b-9c9355c83821 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:50.911687 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-0e06787d-5fa2-46c5-8d1b-9c9355c83821 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:50.976844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0e06787d-5fa2-46c5-8d1b-9c9355c83821 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.042507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0e06787d-5fa2-46c5-8d1b-9c9355c83821 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.141401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0e06787d-5fa2-46c5-8d1b-9c9355c83821 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.165910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06787d-5fa2-46c5-8d1b-9c9355c83821 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d4ac45-a2e9-4e47-aa2e-482e1ee81b83,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:51.255393 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0e06787d-5fa2-46c5-8d1b-9c9355c83821 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.256756 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0e06787d-5fa2-46c5-8d1b-9c9355c83821 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679721 Apr 29 16:10:51.259577 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46836) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:51.264834 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-47668a6e-3320-46f9-9030-80eeb2372308 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': '5a355d40-c8ac-41c0-90a7-8ff795c4a204', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:10:51.271452 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-47668a6e-3320-46f9-9030-80eeb2372308 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:51.275263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-47668a6e-3320-46f9-9030-80eeb2372308 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:51.278145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-47668a6e-3320-46f9-9030-80eeb2372308 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:51.284368 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-47668a6e-3320-46f9-9030-80eeb2372308 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:51.376400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-47668a6e-3320-46f9-9030-80eeb2372308 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.440713 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-47668a6e-3320-46f9-9030-80eeb2372308 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.495060 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-47668a6e-3320-46f9-9030-80eeb2372308 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.519609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47668a6e-3320-46f9-9030-80eeb2372308 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9106a6-877d-494a-9c3c-85944278c8c1,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:51.569207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-47668a6e-3320-46f9-9030-80eeb2372308 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.570392 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-47668a6e-3320-46f9-9030-80eeb2372308 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3097897 Apr 29 16:10:51.573041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46840) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:51.578195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fdc51391-6a03-4864-a2da-a079b88f4dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': '5a355d40-c8ac-41c0-90a7-8ff795c4a204', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:10:51.584199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fdc51391-6a03-4864-a2da-a079b88f4dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:51.587912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fdc51391-6a03-4864-a2da-a079b88f4dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:51.590749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fdc51391-6a03-4864-a2da-a079b88f4dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:51.596584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fdc51391-6a03-4864-a2da-a079b88f4dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:51.637775 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-fdc51391-6a03-4864-a2da-a079b88f4dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Project ab05805754f34f09b028f4d94522434d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:10:51.644232 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdc51391-6a03-4864-a2da-a079b88f4dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.706635 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdc51391-6a03-4864-a2da-a079b88f4dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.763447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdc51391-6a03-4864-a2da-a079b88f4dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.787194 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc51391-6a03-4864-a2da-a079b88f4dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17782429-486c-433b-8a0f-1ebfda8c86b2,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:51.861398 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdc51391-6a03-4864-a2da-a079b88f4dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:51.862512 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fdc51391-6a03-4864-a2da-a079b88f4dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2885697 Apr 29 16:10:51.865202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 46844) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:51.870079 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-2b096406-974f-4cff-902b-f38a3ae60f5f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': '5a355d40-c8ac-41c0-90a7-8ff795c4a204', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:10:51.876617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2b096406-974f-4cff-902b-f38a3ae60f5f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:51.880373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2b096406-974f-4cff-902b-f38a3ae60f5f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:51.883209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-2b096406-974f-4cff-902b-f38a3ae60f5f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:51.888808 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-2b096406-974f-4cff-902b-f38a3ae60f5f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:51.969871 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-2b096406-974f-4cff-902b-f38a3ae60f5f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Project ab05805754f34f09b028f4d94522434d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:10:51.976343 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2b096406-974f-4cff-902b-f38a3ae60f5f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.039100 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2b096406-974f-4cff-902b-f38a3ae60f5f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.089452 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2b096406-974f-4cff-902b-f38a3ae60f5f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.115239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b096406-974f-4cff-902b-f38a3ae60f5f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff84f0d8-5b85-4064-b06f-2d81b8e0f5d5,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:52.169497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2b096406-974f-4cff-902b-f38a3ae60f5f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.170792 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2b096406-974f-4cff-902b-f38a3ae60f5f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3046293 Apr 29 16:10:52.174506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46848) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:52.179919 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'network': {'name': 'tempest-network-smoke--1304447382', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'port_security_enabled': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:10:52.184908 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:52.189116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:network and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:52.191901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:52.197494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:52.249401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:10:52.253002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.284416 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:10:52.289049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.289383 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Added segment 224a8054-61dd-4521-8e54-b059599ec57c of type vlan for network f18f63af-e851-43af-83b6-217c66650d7e Apr 29 16:10:52.314308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.380813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.386017 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:52.386608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.493523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Network': ['ID=f18f63af-e851-43af-83b6-217c66650d7e,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:52.503716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network f18f63af-e851-43af-83b6-217c66650d7e details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:10:52.513152 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-619165e1-7c5a-419c-913f-cbeb14e22194 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3373227 Apr 29 16:10:52.516010 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46852) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:52.521357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'admin_state_up': True, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:10:52.528498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:52.532961 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:router and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:52.535763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:52.545177 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:52.615484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.616531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.630532 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:52.941585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:53.314630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:53.344773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:53.478827 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.26.2.39 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/67d9a6f1-61da-4db2-8e67-ac528cc05db9) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:10:53.725761 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:53.792474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:53.857635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:10:53.861036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:10:53.863465 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:10:53.900523 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=67d9a6f1-61da-4db2-8e67-ac528cc05db9,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:54.339251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:54.398155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:54.675384 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:54.929667 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:10:55.214859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:10:55.225962 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Sync routers for ids ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:10:55.236226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Routers {'8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:10:55.236862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:10:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:55.289559 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:55.290813 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-51c1a07c-a0f0-4ddc-b1b7-ea6ec8cbc45a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7737610 Apr 29 16:10:55.293960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46856) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:55.378020 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-884ce67a-3f1f-467e-8d2a-82a385cf9aed tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ab05805754f34f09b028f4d94522434d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0829031 Apr 29 16:10:55.380664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46862) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:55.411095 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Set router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:10:55.512300 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87407776-3179-41ca-b209-fdd818ed7fba tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:55.513755 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-87407776-3179-41ca-b209-fdd818ed7fba tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321867 Apr 29 16:10:55.516835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46866) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:55.556844 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cc2d0d81-319a-4771-869c-4b145e10312a tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388787 Apr 29 16:10:55.559297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46870) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:55.565356 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1238134136', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:10:55.673872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:10:55.677731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:subnet and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:10:55.680559 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:10:55.686205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:10:55.717984 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:10:54Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:55.721771 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Checking router: 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:10:55.722113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Updating router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 port 67d9a6f1-61da-4db2-8e67-ac528cc05db9 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:10:55.752491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:10:55.756025 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:55.773317 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:56.020986 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:56.094465 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:56.097144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Subnet': ['ID=8237ee6b-bab3-4417-b687-4190d2c1efe8,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:56.105899 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Checking segment: {'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:10:56.106076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Transition to ACTIVE for port object 67d9a6f1-61da-4db2-8e67-ac528cc05db9 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:10:56.106257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network hostable DHCP agents. Network: f18f63af-e851-43af-83b6-217c66650d7e, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:10:56.163968 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:56.181151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network f18f63af-e851-43af-83b6-217c66650d7e is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:10:56.243895 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Attempting to bind port 67d9a6f1-61da-4db2-8e67-ac528cc05db9 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:10:56.244259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Attempting to bind port 67d9a6f1-61da-4db2-8e67-ac528cc05db9 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:10:56.244648 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Attempting to bind port 67d9a6f1-61da-4db2-8e67-ac528cc05db9 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:10:56.250923 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1020599-5521-470e-a08b-2a725cbe3568 None None] Pushing event updated for resources: {'Port': ['ID=67d9a6f1-61da-4db2-8e67-ac528cc05db9,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:56.255197 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:10:56.255564 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:10:56.255954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:56.256333 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:10:56.256824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Bound port: 67d9a6f1-61da-4db2-8e67-ac528cc05db9, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:10:56.257192 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:56.261381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, f18f63af-e851-43af-83b6-217c66650d7e) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:10:56.266323 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:10:56.267287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:56.281785 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dfcb31-2058-4cbe-b836-c4707abf57bf None None] Network f18f63af-e851-43af-83b6-217c66650d7e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:10:56.372932 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-eb392ce1-ac68-40bd-91ed-0a6059e519a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8100319 Apr 29 16:10:56.373157 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46874) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:10:56.419643 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] For port 67d9a6f1-61da-4db2-8e67-ac528cc05db9, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:10:56.431184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] For port 67d9a6f1-61da-4db2-8e67-ac528cc05db9, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=67d9a6f1-61da-4db2-8e67-ac528cc05db9,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:10:56.526567 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:56.611668 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1020599-5521-470e-a08b-2a725cbe3568 None None] Pushing event updated for resources: {'Port': ['ID=67d9a6f1-61da-4db2-8e67-ac528cc05db9,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:56.616700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f18f63af-e851-43af-83b6-217c66650d7e', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ips': [{'subnet_id': '8237ee6b-bab3-4417-b687-4190d2c1efe8'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:10:56.617509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:56.681454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Routers {'8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:10:56.682070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:10:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:56.938291 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] Set router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:10:57.043104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Allocated IP 172.20.0.2 (f18f63af-e851-43af-83b6-217c66650d7e/8237ee6b-bab3-4417-b687-4190d2c1efe8/ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:10:57.093512 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:57.434290 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:57.448592 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Transition to ACTIVE for port object ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:10:57.455247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:10:54Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:57.465479 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30262a0-28b9-4627-8abf-2ae6a4979af0 None None] The sync data for ids ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'] in dv-neutron-839183-1-hyperv is: [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:10:54Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:10:57.472751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Transition to ACTIVE for port object ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:10:57.541262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:57.612445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Network f18f63af-e851-43af-83b6-217c66650d7e is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:10:57.613399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.20.0.1 (f18f63af-e851-43af-83b6-217c66650d7e/8237ee6b-bab3-4417-b687-4190d2c1efe8/e6da32d5-1b06-42e5-a884-9051fa05e92f) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:10:57.615355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:10:57.617820 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:10:57.664659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Pushing event updated for resources: {'Port': ['ID=ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:57.727455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Attempting to bind port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:10:57.727945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Attempting to bind port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:10:57.728330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Attempting to bind port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 on network f18f63af-e851-43af-83b6-217c66650d7e {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:10:57.733673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:10:57.734033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Checking segment: {'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:10:57.734557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:57.735017 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Bound using segment: {'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:10:57.735403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Bound port: ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:10:57.735778 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:57.804808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:57.821572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Transition to ACTIVE for port object e6da32d5-1b06-42e5-a884-9051fa05e92f will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:10:57.836110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] For port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:10:57.839307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] For port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24,segment=NetworkSegment(224a8054-61dd-4521-8e54-b059599ec57c),segment_id=224a8054-61dd-4521-8e54-b059599ec57c)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:10:57.908265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:57.936051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:57.996398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1085cac-8c9d-4fe1-af59-1a66a7e762b2 None None] Pushing event updated for resources: {'Port': ['ID=ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:58.011496 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network f18f63af-e851-43af-83b6-217c66650d7e is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:10:58.014838 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:10:58.019278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:10:58.057519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=e6da32d5-1b06-42e5-a884-9051fa05e92f,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:58.086903 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:58.317541 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:58.731122 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:58.786646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:58.904036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:58.911720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=e6da32d5-1b06-42e5-a884-9051fa05e92f,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:10:58.936693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18a069-9fc2-4e68-8c82-d6f185da546b None None] Network f18f63af-e851-43af-83b6-217c66650d7e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:10:59.046288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network f18f63af-e851-43af-83b6-217c66650d7e is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:10:59.048437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:10:59.089688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-33cfa8b7-d50f-4e88-a804-75ed9b439efc None None] Provisioning for port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:10:59.365834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:10:59.473476 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-dfceac21-fb06-49c0-bcee-f6f1c9773de6 None None] Provisioning for port e6da32d5-1b06-42e5-a884-9051fa05e92f completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:10:59.481123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-dfceac21-fb06-49c0-bcee-f6f1c9773de6 None None] Provisioning complete for port e6da32d5-1b06-42e5-a884-9051fa05e92f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:59.481831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-dfceac21-fb06-49c0-bcee-f6f1c9773de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:59.515390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 67d9a6f1-61da-4db2-8e67-ac528cc05db9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:10:59.565040 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:10:59.575436 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Sync routers for ids ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:10:59.582596 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-89eb7d6e-3605-4fa8-ad89-c5ad169a9ef1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "PUT /v2.0/routers/8f97799b-d88c-4bf8-a4e8-1e95b3b05d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2072234 Apr 29 16:10:59.590638 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Routers {'8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:10:59.591883 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:10:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:10:59.604366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-dfceac21-fb06-49c0-bcee-f6f1c9773de6 None None] Port e6da32d5-1b06-42e5-a884-9051fa05e92f cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:10:59.674969 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 67d9a6f1-61da-4db2-8e67-ac528cc05db9 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:10:59.681143 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 67d9a6f1-61da-4db2-8e67-ac528cc05db9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:59.681504 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:59.777662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-e636a727-1b23-489d-8e22-c9081fb64371 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:10:59.787758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-5baaee6c-ee72-4c48-a7cc-6c7fbd709fef None None] Provisioning complete for port e6da32d5-1b06-42e5-a884-9051fa05e92f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:10:59.788278 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5baaee6c-ee72-4c48-a7cc-6c7fbd709fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:59.790333 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Set router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:10:59.844229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-e636a727-1b23-489d-8e22-c9081fb64371 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:10:59.846162 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-e636a727-1b23-489d-8e22-c9081fb64371 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955897074&fields=id&tenant_id=ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 267 time: 0.1186135 Apr 29 16:10:59.891975 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-5baaee6c-ee72-4c48-a7cc-6c7fbd709fef None None] Port e6da32d5-1b06-42e5-a884-9051fa05e92f cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:10:59.894989 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:59.910840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 67d9a6f1-61da-4db2-8e67-ac528cc05db9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=67d9a6f1-61da-4db2-8e67-ac528cc05db9,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:10:59.958483 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:10:59.959716 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:11:00.009526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-62351afb-1f8c-496b-8947-09f2bed16b07 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:00.010210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-62351afb-1f8c-496b-8947-09f2bed16b07 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:11:00.060818 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-62351afb-1f8c-496b-8947-09f2bed16b07 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:11:00.062415 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-62351afb-1f8c-496b-8947-09f2bed16b07 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/networks?id=f18f63af-e851-43af-83b6-217c66650d7e HTTP/1.1" status: 200 len: 797 time: 0.2084477 Apr 29 16:11:00.080060 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-c788aef3-0746-4af2-831c-f0bda54de9a1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/quotas/ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 375 time: 0.0119543 Apr 29 16:11:00.083934 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ac8c0b0c-51f2-4bd4-a260-d6e8a718b735 None None] Provisioning complete for port e6da32d5-1b06-42e5-a884-9051fa05e92f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:11:00.084424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0b0c-51f2-4bd4-a260-d6e8a718b735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:00.112863 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:10:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'e6da32d5-1b06-42e5-a884-9051fa05e92f', 'name': '', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:6d:bb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:57Z', 'updated_at': '2022-04-29T16:10:58Z', 'revision_number': 2, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:00.117092 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Checking router: 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:11:00.117441 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Updating router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 port e6da32d5-1b06-42e5-a884-9051fa05e92f binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:11:00.127471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=67d9a6f1-61da-4db2-8e67-ac528cc05db9,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:00.150209 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c0b0c-51f2-4bd4-a260-d6e8a718b735 None None] Port e6da32d5-1b06-42e5-a884-9051fa05e92f cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:11:00.176685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-5b873a53-93dd-4771-9f96-a26e12a14679 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:11:00.177998 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:00.192457 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:11:00.197671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:11:00.207128 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:00.250702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-5b873a53-93dd-4771-9f96-a26e12a14679 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:11:00.266824 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-5b873a53-93dd-4771-9f96-a26e12a14679 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1774304 Apr 29 16:11:00.320868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-9949356a-88b6-44af-aa3a-800735ab8518 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 16:11:00.321950 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-9949356a-88b6-44af-aa3a-800735ab8518 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518775 Apr 29 16:11:00.324703 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:00.398597 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24,segment=NetworkSegment(224a8054-61dd-4521-8e54-b059599ec57c),segment_id=224a8054-61dd-4521-8e54-b059599ec57c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:11:00.462134 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-04d04f90-053e-4f17-844c-70521f2fb11d service neutron] 10.222.0.39 "GET /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320827 Apr 29 16:11:00.483892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:00.555548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:00.582882 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:00.595454 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Transition to ACTIVE for port object e6da32d5-1b06-42e5-a884-9051fa05e92f will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:11:00.600295 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-a0b3cf1a-94e1-4de3-80d1-df572b8f79a2 service neutron] 10.222.0.39 "GET /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299856 Apr 29 16:11:00.672363 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:00.833800 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Pushing event updated for resources: {'Port': ['ID=e6da32d5-1b06-42e5-a884-9051fa05e92f,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:00.877821 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:00.878162 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:00.878491 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:00.878809 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:00.879329 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:00.879798 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:00.880346 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:00.880887 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:00.881369 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:00.881850 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:00.882322 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:00.882790 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:00.907203 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Attempting to bind port e6da32d5-1b06-42e5-a884-9051fa05e92f on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:11:00.907570 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Attempting to bind port e6da32d5-1b06-42e5-a884-9051fa05e92f by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:11:00.907925 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Attempting to bind port e6da32d5-1b06-42e5-a884-9051fa05e92f on network f18f63af-e851-43af-83b6-217c66650d7e {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:11:00.910097 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d3358362-a41a-4fb4-9fb9-8f15cc1d3ece req-95d99ccd-5bdf-45b1-9aca-be62befc70b5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 210 time: 0.0639186 Apr 29 16:11:00.914518 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:11:00.914969 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Checking segment: {'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:11:00.915446 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:00.916381 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Bound using segment: {'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:11:00.916931 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Bound port: e6da32d5-1b06-42e5-a884-9051fa05e92f, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:11:00.917374 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:01.011511 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] For port e6da32d5-1b06-42e5-a884-9051fa05e92f, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:11:01.014371 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] For port e6da32d5-1b06-42e5-a884-9051fa05e92f, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e6da32d5-1b06-42e5-a884-9051fa05e92f,segment=NetworkSegment(224a8054-61dd-4521-8e54-b059599ec57c),segment_id=224a8054-61dd-4521-8e54-b059599ec57c)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:11:01.083863 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:01.158623 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Routers {'8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:11:01.159229 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:10:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:01.269911 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff466ab5-13a4-4f2b-b9d3-d35f1226b0a7 None None] Pushing event updated for resources: {'Port': ['ID=e6da32d5-1b06-42e5-a884-9051fa05e92f,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:01.354483 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] Set router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:11:01.404554 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 67d9a6f1-61da-4db2-8e67-ac528cc05db9 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:11:01.474160 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 67d9a6f1-61da-4db2-8e67-ac528cc05db9 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:11:01.474450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:01.587596 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:11:01.662631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:11:01.663012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:01.673827 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:10:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'e6da32d5-1b06-42e5-a884-9051fa05e92f', 'name': '', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:6d:bb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:57Z', 'updated_at': '2022-04-29T16:11:01Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:01.678105 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba8996c-bd37-490b-8856-5439e8d6ef28 None None] The sync data for ids ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'] in dv-neutron-839183-1-hyperv is: [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:10:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'e6da32d5-1b06-42e5-a884-9051fa05e92f', 'name': '', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:6d:bb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:57Z', 'updated_at': '2022-04-29T16:11:01Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:11:02.067557 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4920e1f4-d714-4306-9bec-2405a02b66eb req-cfdf6798-c255-4f12-854e-bb4be7b3a0ad tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 210 time: 0.0465815 Apr 29 16:11:02.141262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-80a1e9f4-c0c7-4039-9aca-259d128d146b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:02.674614 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-3990ecbf-eb0b-4298-954f-078316cf6346 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:02.676030 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-3990ecbf-eb0b-4298-954f-078316cf6346 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/networks?id=f18f63af-e851-43af-83b6-217c66650d7e HTTP/1.1" status: 200 len: 797 time: 0.1510677 Apr 29 16:11:02.725077 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-2b371ac3-acca-4980-af03-e879f12d90a5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 379 time: 0.0408556 Apr 29 16:11:02.733497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'port': {'device_id': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'admin_state_up': True, 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'security_groups': ['5a355d40-c8ac-41c0-90a7-8ff795c4a204']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:11:02.870983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:11:02.881081 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:11:02.941063 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:11:02.944668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:03.223458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.20.0.12 (f18f63af-e851-43af-83b6-217c66650d7e/8237ee6b-bab3-4417-b687-4190d2c1efe8/6dee15da-e203-40e6-830c-11c1c3e6608c) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:11:03.229130 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4b48788b-1e1e-4d41-944c-4bd208db94b4 req-fba04c14-5845-416e-949d-9cc074db9ec6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 210 time: 0.0465293 Apr 29 16:11:03.415669 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:03.425925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e6da32d5-1b06-42e5-a884-9051fa05e92f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:11:03.432148 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Transition to ACTIVE for port object 6dee15da-e203-40e6-830c-11c1c3e6608c will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:11:03.541356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:03.569378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port e6da32d5-1b06-42e5-a884-9051fa05e92f completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:11:03.574438 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e6da32d5-1b06-42e5-a884-9051fa05e92f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:11:03.574958 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:03.616004 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network f18f63af-e851-43af-83b6-217c66650d7e is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:11:03.619116 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:11:03.622905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:11:03.653645 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=6dee15da-e203-40e6-830c-11c1c3e6608c,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:03.693312 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:03.694032 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:03.696667 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:03.731178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port e6da32d5-1b06-42e5-a884-9051fa05e92f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e6da32d5-1b06-42e5-a884-9051fa05e92f,segment=NetworkSegment(224a8054-61dd-4521-8e54-b059599ec57c),segment_id=224a8054-61dd-4521-8e54-b059599ec57c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:11:03.792958 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-440659ea-b69a-47ce-8dfd-673f683d20d2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0632024 Apr 29 16:11:03.804380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Request body: {'port': {'device_id': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:11:03.814955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:03.887488 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=e6da32d5-1b06-42e5-a884-9051fa05e92f,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:03.917134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:03.935202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1a27a6da-b9ef-41e7-b96d-ac47e9594045 None None] Provisioning for port 6dee15da-e203-40e6-830c-11c1c3e6608c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:11:03.940844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-1a27a6da-b9ef-41e7-b96d-ac47e9594045 None None] Provisioning complete for port 6dee15da-e203-40e6-830c-11c1c3e6608c triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:11:03.941227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1a27a6da-b9ef-41e7-b96d-ac47e9594045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:03.998016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-1a27a6da-b9ef-41e7-b96d-ac47e9594045 None None] Port 6dee15da-e203-40e6-830c-11c1c3e6608c cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:11:04.237769 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-03785c12-fa8d-4ae5-ba77-098fdea93cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:04.254764 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dee15da-e203-40e6-830c-11c1c3e6608c {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:11:04.264542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:04.277501 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Transition to ACTIVE for port object 6dee15da-e203-40e6-830c-11c1c3e6608c will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:11:04.334967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:04.418083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6339a1-0d97-4f48-9658-8ee1378af4bc req-1cb0cb1d-14ed-4a95-993b-ddc8b89981fa tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:04.419750 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-da6339a1-0d97-4f48-9658-8ee1378af4bc req-1cb0cb1d-14ed-4a95-993b-ddc8b89981fa tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 944 time: 0.0813255 Apr 29 16:11:04.468171 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-da6339a1-0d97-4f48-9658-8ee1378af4bc req-26eb6828-efb1-4a5e-a9cd-e1435a4d404e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410664 Apr 29 16:11:04.494787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Pushing event updated for resources: {'Port': ['ID=6dee15da-e203-40e6-830c-11c1c3e6608c,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:04.574446 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Attempting to bind port 6dee15da-e203-40e6-830c-11c1c3e6608c on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:11:04.574774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Attempting to bind port 6dee15da-e203-40e6-830c-11c1c3e6608c by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:11:04.575096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Attempting to bind port 6dee15da-e203-40e6-830c-11c1c3e6608c on network f18f63af-e851-43af-83b6-217c66650d7e {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:11:04.579535 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Port 6dee15da-e203-40e6-830c-11c1c3e6608c on network f18f63af-e851-43af-83b6-217c66650d7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:11:04.579839 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Attempting to bind port 6dee15da-e203-40e6-830c-11c1c3e6608c on network f18f63af-e851-43af-83b6-217c66650d7e {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:11:04.584803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:11:04.585133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Checking segment: {'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:11:04.585502 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Bound using segment: {'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:11:04.585914 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Bound port: 6dee15da-e203-40e6-830c-11c1c3e6608c, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224a8054-61dd-4521-8e54-b059599ec57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:11:04.586245 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:04.675780 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] For port 6dee15da-e203-40e6-830c-11c1c3e6608c, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:11:04.678606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] For port 6dee15da-e203-40e6-830c-11c1c3e6608c, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=6dee15da-e203-40e6-830c-11c1c3e6608c,segment=NetworkSegment(224a8054-61dd-4521-8e54-b059599ec57c),segment_id=224a8054-61dd-4521-8e54-b059599ec57c)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:11:04.741216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:04.799685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:04.800292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:04.801661 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] 10.222.0.44 "PUT /v2.0/ports/6dee15da-e203-40e6-830c-11c1c3e6608c HTTP/1.1" status: 200 len: 1094 time: 1.0015438 Apr 29 16:11:04.802091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'tag': '6dee15da-e203-40e6-830c-11c1c3e6608c'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:11:04.824584 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75ceb2-ad2c-4ee5-9918-a7713010304d service neutron] Pushing event updated for resources: {'Port': ['ID=6dee15da-e203-40e6-830c-11c1c3e6608c,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:04.853802 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b8f5889-2362-426a-a758-78f61cc99eb9'] response: {'name': 'network-changed', 'server_uuid': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'tag': '6dee15da-e203-40e6-830c-11c1c3e6608c', 'status': 'completed', 'code': 200} Apr 29 16:11:04.946057 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b10d7-b23c-4be0-a29f-18b6e911a507 req-342533ca-bfd0-4c9e-822c-4778933b05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:04.947547 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-852b10d7-b23c-4be0-a29f-18b6e911a507 req-342533ca-bfd0-4c9e-822c-4778933b05b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 1097 time: 0.0746100 Apr 29 16:11:05.087632 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b10d7-b23c-4be0-a29f-18b6e911a507 req-2654c19e-9b11-44ec-8e61-ad7d996ea8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:05.089042 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-852b10d7-b23c-4be0-a29f-18b6e911a507 req-2654c19e-9b11-44ec-8e61-ad7d996ea8d3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ab05805754f34f09b028f4d94522434d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1346147 Apr 29 16:11:05.203971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:05.225101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b10d7-b23c-4be0-a29f-18b6e911a507 req-4dd700f2-49a4-4d9d-a645-24d186f000d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:05.226531 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-852b10d7-b23c-4be0-a29f-18b6e911a507 req-4dd700f2-49a4-4d9d-a645-24d186f000d6 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319351 Apr 29 16:11:05.332271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-f8f9782b-f6bd-496c-b7c1-740d8c714190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:05.333672 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-f8f9782b-f6bd-496c-b7c1-740d8c714190 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 1097 time: 0.0735302 Apr 29 16:11:05.401860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e6da32d5-1b06-42e5-a884-9051fa05e92f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:11:05.402648 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-9a2fec7f-88d7-4183-a1b1-ac6872d6a590 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dee15da-e203-40e6-830c-11c1c3e6608c HTTP/1.1" status: 200 len: 217 time: 0.0630426 Apr 29 16:11:05.483943 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e6da32d5-1b06-42e5-a884-9051fa05e92f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:11:05.485081 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:05.533857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:05.576430 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-0a65598b-f118-4188-b806-08732c702876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:05.577936 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-0a65598b-f118-4188-b806-08732c702876 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8237ee6b-bab3-4417-b687-4190d2c1efe8 HTTP/1.1" status: 200 len: 835 time: 0.1693311 Apr 29 16:11:05.657930 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-cfe11153-fac2-4092-9d23-13dd4e580215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:05.659424 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-cfe11153-fac2-4092-9d23-13dd4e580215 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f18f63af-e851-43af-83b6-217c66650d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759578 Apr 29 16:11:05.664070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3309b90-7d25-477d-8764-a8b245348d50 req-36aebb9e-7e3e-4997-bed5-53f58055e639 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:05.666151 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e3309b90-7d25-477d-8764-a8b245348d50 req-36aebb9e-7e3e-4997-bed5-53f58055e639 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 944 time: 0.0840473 Apr 29 16:11:05.711500 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e3309b90-7d25-477d-8764-a8b245348d50 req-91db44dd-54d7-4635-9197-b510b1e60279 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392354 Apr 29 16:11:05.791478 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-355666ba-34fb-4aeb-bca2-764c255ef953 service neutron] 10.222.0.44 "GET /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259115 Apr 29 16:11:05.918830 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-dd04977b-ce87-4e3c-884d-4592bd11b330 req-768631c4-3284-408c-9249-6bbfa8130c33 service neutron] 10.222.0.44 "GET /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212215 Apr 29 16:11:06.895357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d82d0-32a3-460f-9537-86d778b2d462 req-4495ba0b-6d60-4f12-a3e4-583700c3206f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:06.896873 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-af0d82d0-32a3-460f-9537-86d778b2d462 req-4495ba0b-6d60-4f12-a3e4-583700c3206f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 944 time: 0.0776293 Apr 29 16:11:06.947511 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-af0d82d0-32a3-460f-9537-86d778b2d462 req-39309ce9-68cd-43dc-9745-b1b0e3119613 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395687 Apr 29 16:11:07.197928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:08.138278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370bd30-b4b9-4d3b-8363-978992ba0445 req-920775e2-2972-449e-9298-c2a39f16f64d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:08.139723 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5370bd30-b4b9-4d3b-8363-978992ba0445 req-920775e2-2972-449e-9298-c2a39f16f64d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 944 time: 0.0820634 Apr 29 16:11:08.183790 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5370bd30-b4b9-4d3b-8363-978992ba0445 req-e0b12368-15f0-414e-9af1-677b3516f27e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380085 Apr 29 16:11:08.316416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 6dee15da-e203-40e6-830c-11c1c3e6608c details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:11:08.449163 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 6dee15da-e203-40e6-830c-11c1c3e6608c, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=6dee15da-e203-40e6-830c-11c1c3e6608c,segment=NetworkSegment(224a8054-61dd-4521-8e54-b059599ec57c),segment_id=224a8054-61dd-4521-8e54-b059599ec57c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:11:08.462320 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '6dee15da-e203-40e6-830c-11c1c3e6608c', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'port_id': '6dee15da-e203-40e6-830c-11c1c3e6608c', 'mac_address': 'fa:16:3e:35:c0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:11:08.518241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:08.534719 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dee15da-e203-40e6-830c-11c1c3e6608c {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:11:08.549492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 6dee15da-e203-40e6-830c-11c1c3e6608c, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=6dee15da-e203-40e6-830c-11c1c3e6608c,segment=NetworkSegment(224a8054-61dd-4521-8e54-b059599ec57c),segment_id=224a8054-61dd-4521-8e54-b059599ec57c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:11:08.643599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:08.710210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=6dee15da-e203-40e6-830c-11c1c3e6608c,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:08.717153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:08.717492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:08.717825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:08.718154 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:08.718481 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:08.718805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:08.719126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:08.719447 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:08.719767 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:08.720085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:08.720400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:08.720735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:11:08.859807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['6dee15da-e203-40e6-830c-11c1c3e6608c'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:11:09.372709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eea56-6ed7-4dca-8c4e-7bdf7bb9e96e req-d93915d9-296a-4295-ac72-06eb1a8ae2aa tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:09.374136 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f83eea56-6ed7-4dca-8c4e-7bdf7bb9e96e req-d93915d9-296a-4295-ac72-06eb1a8ae2aa tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 945 time: 0.0788438 Apr 29 16:11:09.421739 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f83eea56-6ed7-4dca-8c4e-7bdf7bb9e96e req-7e01831c-2672-4d62-ab5b-d9e99e285824 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413473 Apr 29 16:11:10.322100 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 6dee15da-e203-40e6-830c-11c1c3e6608c up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:11:10.438395 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 6dee15da-e203-40e6-830c-11c1c3e6608c completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:11:10.443098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 6dee15da-e203-40e6-830c-11c1c3e6608c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:11:10.443461 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:10.583607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:10.605315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf959-f018-4329-b5a3-0784ce597a3c req-cb76f46f-79a6-47cd-88ed-f9304339d6c1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:10.606790 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-af1cf959-f018-4329-b5a3-0784ce597a3c req-cb76f46f-79a6-47cd-88ed-f9304339d6c1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 945 time: 0.0805576 Apr 29 16:11:10.608793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dee15da-e203-40e6-830c-11c1c3e6608c'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:11:10.618904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 6dee15da-e203-40e6-830c-11c1c3e6608c, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=6dee15da-e203-40e6-830c-11c1c3e6608c,segment=NetworkSegment(224a8054-61dd-4521-8e54-b059599ec57c),segment_id=224a8054-61dd-4521-8e54-b059599ec57c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:11:10.651801 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-af1cf959-f018-4329-b5a3-0784ce597a3c req-0686121b-0431-426a-bc42-df196eb0f663 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385420 Apr 29 16:11:10.654396 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb7356e-3289-4919-b573-0c040acd18e1'] response: {'server_uuid': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dee15da-e203-40e6-830c-11c1c3e6608c', 'code': 200} Apr 29 16:11:10.683656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:10.752213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=6dee15da-e203-40e6-830c-11c1c3e6608c,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:11.021143 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44160a-0dac-4d43-8ea9-d049f1852a78 req-db68adf7-16ea-4ede-b913-0c0ca8adb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:11.022614 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4f44160a-0dac-4d43-8ea9-d049f1852a78 req-db68adf7-16ea-4ede-b913-0c0ca8adb313 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 1099 time: 0.0703993 Apr 29 16:11:11.070281 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4f44160a-0dac-4d43-8ea9-d049f1852a78 req-32b09c6e-f162-4ffd-827b-8e0840110132 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418215 Apr 29 16:11:11.956072 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29cf86-4a59-4ee4-88c8-c8b76b7d6000 req-5d07c428-c248-481e-bcfb-e16e6576f96e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:11.957507 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3c29cf86-4a59-4ee4-88c8-c8b76b7d6000 req-5d07c428-c248-481e-bcfb-e16e6576f96e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.1928415 Apr 29 16:11:12.002079 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3c29cf86-4a59-4ee4-88c8-c8b76b7d6000 req-f9f4aa9a-ca18-4801-9b46-732ad8368285 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389709 Apr 29 16:11:13.182781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939dfa3-5887-4802-addc-4bef3d8caea2 req-2e4a48b1-4fe2-463d-8297-5c229925c429 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:13.184219 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a939dfa3-5887-4802-addc-4bef3d8caea2 req-2e4a48b1-4fe2-463d-8297-5c229925c429 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0789714 Apr 29 16:11:13.228770 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a939dfa3-5887-4802-addc-4bef3d8caea2 req-049ce669-a8ec-4deb-80a5-df7cbca7863e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380070 Apr 29 16:11:13.414184 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d247a6-4ad9-4829-81a4-ce31efb6422f req-989f48d6-8169-47b1-b74a-c47e98c82bc1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:13.415615 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-20d247a6-4ad9-4829-81a4-ce31efb6422f req-989f48d6-8169-47b1-b74a-c47e98c82bc1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0831101 Apr 29 16:11:13.458797 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-20d247a6-4ad9-4829-81a4-ce31efb6422f req-61c717bc-0f1f-41cc-a9fb-9e8d9ff64ed4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376122 Apr 29 16:11:13.480993 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46932) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:11:13.548950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ab30d8-4fe0-441f-9f8b-6a60a263f44d tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:13.550416 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d0ab30d8-4fe0-441f-9f8b-6a60a263f44d tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 1094 time: 0.0684755 Apr 29 16:11:13.553120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46936) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:11:13.557872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '6dee15da-e203-40e6-830c-11c1c3e6608c', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:11:13.563627 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:11:13.567439 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:floatingip and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:11:13.570249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:11:13.575828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:11:13.637508 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:13.772876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:13.907653 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.26.2.142 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/33383203-b899-4308-be05-74e2c8b85c2d) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:11:14.050188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:14.123643 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:14.193051 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:11:14.195870 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:11:14.198450 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:11:14.240817 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=33383203-b899-4308-be05-74e2c8b85c2d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:14.607857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:14.719035 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:14.920486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:14.980205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:15.186227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=33383203-b899-4308-be05-74e2c8b85c2d,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:11:15.196646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:15.371463 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Floating IP 6faff31d-a388-4df4-a76b-6574aed23405 associated. External IP: 172.26.2.142, port: 6dee15da-e203-40e6-830c-11c1c3e6608c. Apr 29 16:11:15.714959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:11:15.890315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:11:15.899829 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad50a3be-0719-4ce6-be0c-d419756879ed None None] Sync routers for ids ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:11:15.909678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad50a3be-0719-4ce6-be0c-d419756879ed None None] Routers {'8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:11:15.910581 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ad50a3be-0719-4ce6-be0c-d419756879ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:11:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:15.986381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:16.039866 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8ea09fee-8754-4df5-8016-916a4635b619 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4857516 Apr 29 16:11:16.040627 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'tag': '6dee15da-e203-40e6-830c-11c1c3e6608c'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:11:16.085174 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d83dbd-07d1-49fb-88fc-8709a3b228f5'] response: {'name': 'network-changed', 'server_uuid': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'tag': '6dee15da-e203-40e6-830c-11c1c3e6608c', 'status': 'completed', 'code': 200} Apr 29 16:11:16.090659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ad50a3be-0719-4ce6-be0c-d419756879ed None None] Set router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:11:16.182209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d85888-207d-4302-8a9d-7a1da0767d20 req-e297c354-8450-4e92-becb-4a6039715b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:16.183759 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-72d85888-207d-4302-8a9d-7a1da0767d20 req-e297c354-8450-4e92-becb-4a6039715b71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 1099 time: 0.0750945 Apr 29 16:11:16.219524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6695b4-6a4d-4b92-9227-2bdcc957d7ca req-ae8aab28-39f5-4328-afd6-977f6adc3607 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:16.227324 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bc6695b4-6a4d-4b92-9227-2bdcc957d7ca req-ae8aab28-39f5-4328-afd6-977f6adc3607 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0940378 Apr 29 16:11:16.278004 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bc6695b4-6a4d-4b92-9227-2bdcc957d7ca req-6f4e3d81-7ef7-4a98-be73-3bf366993a38 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495574 Apr 29 16:11:16.295498 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46944) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:11:16.358156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d85888-207d-4302-8a9d-7a1da0767d20 req-9d2c41fb-79eb-41c3-b60c-2fb2ca5db29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:16.360214 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-72d85888-207d-4302-8a9d-7a1da0767d20 req-9d2c41fb-79eb-41c3-b60c-2fb2ca5db29f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f18f63af-e851-43af-83b6-217c66650d7e HTTP/1.1" status: 200 len: 898 time: 0.1695926 Apr 29 16:11:16.405264 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d1ac0fb2-8107-4979-90f9-aa50090c35fb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/6faff31d-a388-4df4-a76b-6574aed23405 HTTP/1.1" status: 200 len: 992 time: 0.1078517 Apr 29 16:11:16.459179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ad50a3be-0719-4ce6-be0c-d419756879ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:10:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '6faff31d-a388-4df4-a76b-6574aed23405', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'port_id': '6dee15da-e203-40e6-830c-11c1c3e6608c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'mac_address': 'fa:16:3e:35:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:11:14Z', 'updated_at': '2022-04-29T16:11:14Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6da32d5-1b06-42e5-a884-9051fa05e92f', 'name': '', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:6d:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:57Z', 'updated_at': '2022-04-29T16:11:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:16.463151 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-72d85888-207d-4302-8a9d-7a1da0767d20 req-11a62399-d803-438c-8c82-470e4f9316ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dee15da-e203-40e6-830c-11c1c3e6608c HTTP/1.1" status: 200 len: 1000 time: 0.0955884 Apr 29 16:11:16.463401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad50a3be-0719-4ce6-be0c-d419756879ed None None] Checking router: 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:11:16.471657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad50a3be-0719-4ce6-be0c-d419756879ed None None] Routers {'8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:11:16.472249 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ad50a3be-0719-4ce6-be0c-d419756879ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:11:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:16.526974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d85888-207d-4302-8a9d-7a1da0767d20 req-b3c72988-9d35-4d87-85cb-3ddae9418494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:16.528305 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-72d85888-207d-4302-8a9d-7a1da0767d20 req-b3c72988-9d35-4d87-85cb-3ddae9418494 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8237ee6b-bab3-4417-b687-4190d2c1efe8 HTTP/1.1" status: 200 len: 835 time: 0.0594597 Apr 29 16:11:16.607587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d85888-207d-4302-8a9d-7a1da0767d20 req-40205306-6b13-4336-b5d9-2347f68da4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:16.609313 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-72d85888-207d-4302-8a9d-7a1da0767d20 req-40205306-6b13-4336-b5d9-2347f68da4d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f18f63af-e851-43af-83b6-217c66650d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723958 Apr 29 16:11:16.649620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ad50a3be-0719-4ce6-be0c-d419756879ed None None] Set router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:11:16.743642 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-72d85888-207d-4302-8a9d-7a1da0767d20 req-7eedb0c6-49dd-4fce-8f8f-c659f2e1a62b service neutron] 10.222.0.44 "GET /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282701 Apr 29 16:11:16.873850 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-72d85888-207d-4302-8a9d-7a1da0767d20 req-467c6281-8d9e-4ef4-9ba2-e72b0ef20957 service neutron] 10.222.0.44 "GET /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240189 Apr 29 16:11:16.996024 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ad50a3be-0719-4ce6-be0c-d419756879ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:10:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '6faff31d-a388-4df4-a76b-6574aed23405', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'port_id': '6dee15da-e203-40e6-830c-11c1c3e6608c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'mac_address': 'fa:16:3e:35:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:11:14Z', 'updated_at': '2022-04-29T16:11:14Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6da32d5-1b06-42e5-a884-9051fa05e92f', 'name': '', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:6d:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:57Z', 'updated_at': '2022-04-29T16:11:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:11:17.000449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad50a3be-0719-4ce6-be0c-d419756879ed None None] The sync data for ids ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'] in dv-neutron-839183-1-hyperv is: [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:10:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '6faff31d-a388-4df4-a76b-6574aed23405', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.142', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'port_id': '6dee15da-e203-40e6-830c-11c1c3e6608c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'mac_address': 'fa:16:3e:35:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:11:14Z', 'updated_at': '2022-04-29T16:11:14Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6da32d5-1b06-42e5-a884-9051fa05e92f', 'name': '', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:6d:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:57Z', 'updated_at': '2022-04-29T16:11:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:11:17.179892 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360766d0-c27f-47a8-b703-c85559df8bbe None None] New status for floating IP 6faff31d-a388-4df4-a76b-6574aed23405: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:11:17.409376 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 46948) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:11:17.516865 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-630aedd0-90db-452f-b616-99cd6402f1ae tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/6faff31d-a388-4df4-a76b-6574aed23405 HTTP/1.1" status: 200 len: 994 time: 0.1064281 Apr 29 16:11:20.538414 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:11:24.397277 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:32.174229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-293ad2c7-7c19-4f44-979e-0702e6e38f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:34.254671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4f143401-492b-4a66-9b18-bc99397d2bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:35.214322 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:35.500230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:37.214417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:47.289455 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b454b22-3bd7-45bb-8f2c-d335b585aaec req-b84202f8-37c1-4af3-9ec9-dd630ca31701 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:47.290908 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9b454b22-3bd7-45bb-8f2c-d335b585aaec req-b84202f8-37c1-4af3-9ec9-dd630ca31701 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.1259639 Apr 29 16:11:47.333988 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9b454b22-3bd7-45bb-8f2c-d335b585aaec req-695f1b67-5764-4ccd-a4f5-a4e3017b8b13 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371542 Apr 29 16:11:48.567473 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328428c-24b0-4deb-9e36-3b840b6363e3 req-ff9ab5dd-1f5b-477e-b1f1-a2ac1d78135f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:48.568882 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7328428c-24b0-4deb-9e36-3b840b6363e3 req-ff9ab5dd-1f5b-477e-b1f1-a2ac1d78135f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.1241260 Apr 29 16:11:48.613144 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7328428c-24b0-4deb-9e36-3b840b6363e3 req-a985082b-68e3-4415-b625-ac69d02da3ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386214 Apr 29 16:11:49.794999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de40100-ec8f-480f-85de-24f836b9abc0 req-ccc42ae9-3d62-4c15-92bb-0263bbd7826c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:49.797178 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4de40100-ec8f-480f-85de-24f836b9abc0 req-ccc42ae9-3d62-4c15-92bb-0263bbd7826c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0802994 Apr 29 16:11:49.840876 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4de40100-ec8f-480f-85de-24f836b9abc0 req-ad16f8d2-7a49-44b4-9735-8093ffb3b4c5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381122 Apr 29 16:11:51.134634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bef812-a053-4dd3-9dc1-52c9d5778bf9 req-a0513f4d-eee7-4335-87fd-2b3b65567d4d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:51.135983 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-75bef812-a053-4dd3-9dc1-52c9d5778bf9 req-a0513f4d-eee7-4335-87fd-2b3b65567d4d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.1897509 Apr 29 16:11:51.179794 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-75bef812-a053-4dd3-9dc1-52c9d5778bf9 req-68b1c77f-0ca3-469f-9e33-ee766acd7bb7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370774 Apr 29 16:11:52.367227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a30279-74cb-4052-8991-173a4ed87804 req-9a8d2813-66f9-49f6-bbae-a9d4313bf2da tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:52.368698 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-29a30279-74cb-4052-8991-173a4ed87804 req-9a8d2813-66f9-49f6-bbae-a9d4313bf2da tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0811243 Apr 29 16:11:52.412089 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-29a30279-74cb-4052-8991-173a4ed87804 req-f17a1f25-b8bd-4bd5-9a7e-24f5f3de68bc tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371809 Apr 29 16:11:53.592596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f75d1-f5f6-48dc-b981-067f3c7476d9 req-180ae099-f81b-4e5b-8467-4fc3b7e3154b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:53.594245 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-627f75d1-f5f6-48dc-b981-067f3c7476d9 req-180ae099-f81b-4e5b-8467-4fc3b7e3154b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0783157 Apr 29 16:11:53.637223 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-627f75d1-f5f6-48dc-b981-067f3c7476d9 req-420fbf02-5e63-44a9-b595-3dbceea5c4d9 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374691 Apr 29 16:11:54.373713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:11:54.819985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a9e05-f8ef-476e-94a5-f423c27d62c5 req-d685a97f-93c0-4974-8951-7d20e7cba97e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:54.821440 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5c6a9e05-f8ef-476e-94a5-f423c27d62c5 req-d685a97f-93c0-4974-8951-7d20e7cba97e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0815029 Apr 29 16:11:54.865051 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5c6a9e05-f8ef-476e-94a5-f423c27d62c5 req-23db16e3-f6be-4974-8153-0fea0095b21c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378895 Apr 29 16:11:56.044935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16c8a8-01d4-489c-9667-19229f95cdd1 req-1bed3c04-63be-40a7-b421-8a3741459025 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:56.046375 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2c16c8a8-01d4-489c-9667-19229f95cdd1 req-1bed3c04-63be-40a7-b421-8a3741459025 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0780573 Apr 29 16:11:56.090400 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2c16c8a8-01d4-489c-9667-19229f95cdd1 req-51952318-0108-4ee1-a8ad-3f942625d258 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376990 Apr 29 16:11:57.274145 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba7ef5-73fb-4736-af9b-9f12f6a73c37 req-74924abc-415f-4f6b-ad1c-8da4197e8743 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:57.275608 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-45ba7ef5-73fb-4736-af9b-9f12f6a73c37 req-74924abc-415f-4f6b-ad1c-8da4197e8743 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0816946 Apr 29 16:11:57.320165 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-45ba7ef5-73fb-4736-af9b-9f12f6a73c37 req-5b9c49ce-3af9-4463-a328-904ac3c13ca5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388710 Apr 29 16:11:57.537708 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:11:58.503568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f7af8-4f29-4b28-b894-0e1b40676bd0 req-47d8226d-c9a2-4ee3-b746-6018bf0e5b13 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:58.504939 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-507f7af8-4f29-4b28-b894-0e1b40676bd0 req-47d8226d-c9a2-4ee3-b746-6018bf0e5b13 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0779345 Apr 29 16:11:58.551997 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-507f7af8-4f29-4b28-b894-0e1b40676bd0 req-4a15353a-4d96-44d6-ba18-9d86b12f7b92 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414810 Apr 29 16:11:59.739024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b0fe2-7bec-4b01-9fc5-3e31aaafd6e6 req-d0469638-a2ed-4361-a58d-13f5c5311495 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:11:59.740497 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e01b0fe2-7bec-4b01-9fc5-3e31aaafd6e6 req-d0469638-a2ed-4361-a58d-13f5c5311495 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0793054 Apr 29 16:11:59.783805 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e01b0fe2-7bec-4b01-9fc5-3e31aaafd6e6 req-60ad69ef-bf20-423a-b3a3-78d5bfbf8145 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377774 Apr 29 16:12:00.969522 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65670012-8f5a-4565-90fc-3b3b1c5bc62c req-614be916-1ce0-4edd-b618-a772ef8acbcf tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:00.970977 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-65670012-8f5a-4565-90fc-3b3b1c5bc62c req-614be916-1ce0-4edd-b618-a772ef8acbcf tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0828412 Apr 29 16:12:01.014018 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-65670012-8f5a-4565-90fc-3b3b1c5bc62c req-97acb3da-2e26-42b2-80c8-0ae61a73eb64 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374210 Apr 29 16:12:02.162681 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1845ee66-ff29-43fa-ac73-9de69bd459fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:02.198894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db378e5-6dc1-4bb2-9f7b-17a94e7ce7e3 req-9eabaf59-4ad5-4384-969c-ed76fa5353cb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:02.200339 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3db378e5-6dc1-4bb2-9f7b-17a94e7ce7e3 req-9eabaf59-4ad5-4384-969c-ed76fa5353cb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0791478 Apr 29 16:12:02.243888 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3db378e5-6dc1-4bb2-9f7b-17a94e7ce7e3 req-fb88284d-79eb-4c99-a076-64642e9bfb60 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372672 Apr 29 16:12:03.434659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9cd40-3d2c-4122-9939-c7806c1243d5 req-0e0440ec-03d4-409c-b0b9-377791eb58b8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:03.436173 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9fd9cd40-3d2c-4122-9939-c7806c1243d5 req-0e0440ec-03d4-409c-b0b9-377791eb58b8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0868208 Apr 29 16:12:03.480151 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9fd9cd40-3d2c-4122-9939-c7806c1243d5 req-e8399476-064b-4405-b1d0-6a5dc3e135df tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381298 Apr 29 16:12:03.503030 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47000) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:03.610013 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-be447c4e-64ab-42fc-98d7-668b0a1fd3f9 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/6faff31d-a388-4df4-a76b-6574aed23405 HTTP/1.1" status: 200 len: 994 time: 0.1053081 Apr 29 16:12:04.225433 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5452b41a-092d-4c1b-b945-bbaac9b415d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:05.167307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da5030-0a7d-4c05-a2b0-8c8ec2b1f3f0 req-33ee1142-68a4-4c70-9ea5-b31048aa9c5a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:05.168822 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-24da5030-0a7d-4c05-a2b0-8c8ec2b1f3f0 req-33ee1142-68a4-4c70-9ea5-b31048aa9c5a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0808926 Apr 29 16:12:05.217738 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-24da5030-0a7d-4c05-a2b0-8c8ec2b1f3f0 req-c871fc24-8d42-4720-9256-933b5712f13a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 Apr 29 16:12:05.225983 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:05.319272 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0296a-cce0-4517-a227-f1be65736d7b req-fda55af3-2af0-4533-81d8-cafc010024af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:05.320776 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99b0296a-cce0-4517-a227-f1be65736d7b req-fda55af3-2af0-4533-81d8-cafc010024af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 1099 time: 0.1210437 Apr 29 16:12:05.447685 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0296a-cce0-4517-a227-f1be65736d7b req-788550ca-543b-4626-bfe3-a406a199163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:05.449178 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99b0296a-cce0-4517-a227-f1be65736d7b req-788550ca-543b-4626-bfe3-a406a199163c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f18f63af-e851-43af-83b6-217c66650d7e HTTP/1.1" status: 200 len: 898 time: 0.1232104 Apr 29 16:12:05.517744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:05.551160 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99b0296a-cce0-4517-a227-f1be65736d7b req-6f24df79-9b3a-41aa-b843-322c1d81f0c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dee15da-e203-40e6-830c-11c1c3e6608c HTTP/1.1" status: 200 len: 1002 time: 0.0956438 Apr 29 16:12:05.707750 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0296a-cce0-4517-a227-f1be65736d7b req-83092319-eb72-42d5-b4ef-71f01c00ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:05.709189 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99b0296a-cce0-4517-a227-f1be65736d7b req-83092319-eb72-42d5-b4ef-71f01c00ee9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8237ee6b-bab3-4417-b687-4190d2c1efe8 HTTP/1.1" status: 200 len: 835 time: 0.1526675 Apr 29 16:12:05.786189 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0296a-cce0-4517-a227-f1be65736d7b req-79cfd62c-7f52-446d-b739-4bc94ba8aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:05.787652 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99b0296a-cce0-4517-a227-f1be65736d7b req-79cfd62c-7f52-446d-b739-4bc94ba8aa9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f18f63af-e851-43af-83b6-217c66650d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725987 Apr 29 16:12:05.797688 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [req-99b0296a-cce0-4517-a227-f1be65736d7b req-0b34e668-7c5b-41df-9deb-d1a12aab6e44 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 16:12:05.798742 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99b0296a-cce0-4517-a227-f1be65736d7b req-0b34e668-7c5b-41df-9deb-d1a12aab6e44 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052083 Apr 29 16:12:05.925882 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99b0296a-cce0-4517-a227-f1be65736d7b req-ab0abe1a-8ece-4cda-b052-d467d825fa28 service neutron] 10.222.0.44 "GET /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215017 Apr 29 16:12:06.056378 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99b0296a-cce0-4517-a227-f1be65736d7b req-2458c8ba-4daf-464c-a070-5b3771371be4 service neutron] 10.222.0.44 "GET /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245992 Apr 29 16:12:06.210221 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7293c-3931-406d-aaed-b1bcd87eecd3 req-49759e8e-09a2-4b30-88cc-b4b9ee7436ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:06.211568 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6ba7293c-3931-406d-aaed-b1bcd87eecd3 req-49759e8e-09a2-4b30-88cc-b4b9ee7436ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 1099 time: 0.0681098 Apr 29 16:12:06.359810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7293c-3931-406d-aaed-b1bcd87eecd3 req-cd87dbfa-1099-4692-851a-d39000607bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:06.361280 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6ba7293c-3931-406d-aaed-b1bcd87eecd3 req-cd87dbfa-1099-4692-851a-d39000607bee service neutron] 10.222.0.44 "GET /v2.0/networks?id=f18f63af-e851-43af-83b6-217c66650d7e HTTP/1.1" status: 200 len: 898 time: 0.1309550 Apr 29 16:12:06.411023 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41fe28-991f-4025-aad9-4ef3713e9f51 req-b3e370e0-70fb-4727-b64c-606b9a828400 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:06.412602 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ff41fe28-991f-4025-aad9-4ef3713e9f51 req-b3e370e0-70fb-4727-b64c-606b9a828400 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0799897 Apr 29 16:12:06.461054 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ff41fe28-991f-4025-aad9-4ef3713e9f51 req-da83f792-388f-4eaf-9389-aa6b88419633 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421946 Apr 29 16:12:06.469807 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6ba7293c-3931-406d-aaed-b1bcd87eecd3 req-6d9a7fa7-8371-4eeb-9028-1ab426a2a046 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dee15da-e203-40e6-830c-11c1c3e6608c HTTP/1.1" status: 200 len: 1002 time: 0.1014106 Apr 29 16:12:06.530819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7293c-3931-406d-aaed-b1bcd87eecd3 req-a2ca4127-0336-48c9-b5a2-ee4fca036cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:06.532936 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6ba7293c-3931-406d-aaed-b1bcd87eecd3 req-a2ca4127-0336-48c9-b5a2-ee4fca036cc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8237ee6b-bab3-4417-b687-4190d2c1efe8 HTTP/1.1" status: 200 len: 835 time: 0.0567317 Apr 29 16:12:06.610707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7293c-3931-406d-aaed-b1bcd87eecd3 req-1508e0b9-e51e-4dc0-9f6c-875df6f978bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:06.612155 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6ba7293c-3931-406d-aaed-b1bcd87eecd3 req-1508e0b9-e51e-4dc0-9f6c-875df6f978bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f18f63af-e851-43af-83b6-217c66650d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719407 Apr 29 16:12:06.742226 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6ba7293c-3931-406d-aaed-b1bcd87eecd3 req-54a82653-88cf-4dae-972d-d85e7db42509 service neutron] 10.222.0.44 "GET /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225748 Apr 29 16:12:06.872554 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6ba7293c-3931-406d-aaed-b1bcd87eecd3 req-c36d9b32-813c-4587-a825-8a79d7a51afc service neutron] 10.222.0.44 "GET /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242943 Apr 29 16:12:07.196230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:07.648822 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb7b09-0486-47c8-b978-0748f15b3d91 req-a769ee92-240e-4ca9-a5a3-f071ea0d8e34 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:07.650234 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6ddb7b09-0486-47c8-b978-0748f15b3d91 req-a769ee92-240e-4ca9-a5a3-f071ea0d8e34 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0799112 Apr 29 16:12:07.693523 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6ddb7b09-0486-47c8-b978-0748f15b3d91 req-d7a8faaf-4d5a-4a40-b4c6-c2cf4e6a5475 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377128 Apr 29 16:12:07.715950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47016) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:07.823212 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a1e3dca5-df86-4b64-91b2-ff1f928029ad tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/6faff31d-a388-4df4-a76b-6574aed23405 HTTP/1.1" status: 200 len: 994 time: 0.1060510 Apr 29 16:12:24.373156 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:32.144754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-08ab82c6-d42d-41ed-9d1b-60d6200a4905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:34.259249 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5d25c40a-4ab0-4bfd-a776-8b4f7b6a0b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:34.536965 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:12:35.213287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:35.516310 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:37.236366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:38.550788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47030) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:38.851250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port 33383203-b899-4308-be05-74e2c8b85c2d {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:12:38.851797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:39.015353 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:39.015876 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:39.135410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for 33383203-b899-4308-be05-74e2c8b85c2d owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:12:39.344511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:39.424950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=33383203-b899-4308-be05-74e2c8b85c2d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:39.464319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:39.464797 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:39.465274 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:39.465546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:39.465655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:39.465956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:39.466278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:39.466599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:39.466918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:39.467233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:39.467548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:39.467864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:39.499599 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:39.499924 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Floating IP 6faff31d-a388-4df4-a76b-6574aed23405 disassociated (deleted). External IP: 172.26.2.142, port: 6dee15da-e203-40e6-830c-11c1c3e6608c. Apr 29 16:12:39.847670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:12:40.036888 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:12:40.046520 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb25be-73dd-472b-b7f1-298abcf217a1 None None] Sync routers for ids ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:12:40.053939 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:40.056239 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb25be-73dd-472b-b7f1-298abcf217a1 None None] Routers {'8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:12:40.056942 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f4bb25be-73dd-472b-b7f1-298abcf217a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:12:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:40.108406 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-914596a6-8c6f-4c0e-84ca-5cf83490b6f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/floatingips/6faff31d-a388-4df4-a76b-6574aed23405 HTTP/1.1" status: 204 len: 168 time: 1.5566025 Apr 29 16:12:40.109002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'tag': '6dee15da-e203-40e6-830c-11c1c3e6608c'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:12:40.162867 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e87acb-244a-4cc2-84e7-d8d03f33f919'] response: {'name': 'network-changed', 'server_uuid': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'tag': '6dee15da-e203-40e6-830c-11c1c3e6608c', 'status': 'completed', 'code': 200} Apr 29 16:12:40.239449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-f4bb25be-73dd-472b-b7f1-298abcf217a1 None None] Set router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:12:40.254680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635a8b8-fe8f-47bd-ad71-e6ada6387653 req-20009473-5d64-49b3-bef5-8006879e356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:40.256146 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4635a8b8-fe8f-47bd-ad71-e6ada6387653 req-20009473-5d64-49b3-bef5-8006879e356f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 1099 time: 0.0703342 Apr 29 16:12:40.389621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635a8b8-fe8f-47bd-ad71-e6ada6387653 req-af48b6a2-0a0f-4265-809a-f7810f7829d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:40.391323 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4635a8b8-fe8f-47bd-ad71-e6ada6387653 req-af48b6a2-0a0f-4265-809a-f7810f7829d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f18f63af-e851-43af-83b6-217c66650d7e HTTP/1.1" status: 200 len: 898 time: 0.1292875 Apr 29 16:12:40.463474 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4635a8b8-fe8f-47bd-ad71-e6ada6387653 req-7cebb984-ad03-4200-8778-476070c0e916 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dee15da-e203-40e6-830c-11c1c3e6608c HTTP/1.1" status: 200 len: 217 time: 0.0651689 Apr 29 16:12:40.534406 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635a8b8-fe8f-47bd-ad71-e6ada6387653 req-06a98a78-cefc-40ae-8232-7b0fc3cb66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:40.535828 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4635a8b8-fe8f-47bd-ad71-e6ada6387653 req-06a98a78-cefc-40ae-8232-7b0fc3cb66e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8237ee6b-bab3-4417-b687-4190d2c1efe8 HTTP/1.1" status: 200 len: 835 time: 0.0585625 Apr 29 16:12:40.565200 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f4bb25be-73dd-472b-b7f1-298abcf217a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:10:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'e6da32d5-1b06-42e5-a884-9051fa05e92f', 'name': '', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:6d:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:57Z', 'updated_at': '2022-04-29T16:11:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:40.569867 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb25be-73dd-472b-b7f1-298abcf217a1 None None] Checking router: 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:12:40.578920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bb25be-73dd-472b-b7f1-298abcf217a1 None None] Routers {'8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:12:40.580578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f4bb25be-73dd-472b-b7f1-298abcf217a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:12:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:40.731874 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635a8b8-fe8f-47bd-ad71-e6ada6387653 req-264d024c-9d53-400a-8f55-90e130fb7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:40.733525 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4635a8b8-fe8f-47bd-ad71-e6ada6387653 req-264d024c-9d53-400a-8f55-90e130fb7b4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f18f63af-e851-43af-83b6-217c66650d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1919308 Apr 29 16:12:40.766537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-f4bb25be-73dd-472b-b7f1-298abcf217a1 None None] Set router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:12:40.858173 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31b3e0-2dcd-456b-bba3-81f077ea6232 req-462764d8-92d2-4d72-ad40-f9e8183f4770 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:40.858933 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-2c31b3e0-2dcd-456b-bba3-81f077ea6232 req-462764d8-92d2-4d72-ad40-f9e8183f4770 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:12:40.869323 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4635a8b8-fe8f-47bd-ad71-e6ada6387653 req-45dcd354-9a98-4ad2-8c65-1623c8120772 service neutron] 10.222.0.44 "GET /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285980 Apr 29 16:12:40.938952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-2c31b3e0-2dcd-456b-bba3-81f077ea6232 req-462764d8-92d2-4d72-ad40-f9e8183f4770 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:12:40.940639 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2c31b3e0-2dcd-456b-bba3-81f077ea6232 req-462764d8-92d2-4d72-ad40-f9e8183f4770 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.2853074 Apr 29 16:12:40.994948 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2c31b3e0-2dcd-456b-bba3-81f077ea6232 req-9a617254-5fa6-49fe-ae84-bf5b04ee8a4f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483031 Apr 29 16:12:41.007075 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-4635a8b8-fe8f-47bd-ad71-e6ada6387653 req-83e56910-e2c2-4028-87e6-7e02aa1b7eed service neutron] 10.222.0.44 "GET /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291406 Apr 29 16:12:41.088754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f4bb25be-73dd-472b-b7f1-298abcf217a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:10:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'e6da32d5-1b06-42e5-a884-9051fa05e92f', 'name': '', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:6d:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:57Z', 'updated_at': '2022-04-29T16:11:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:41.092636 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb25be-73dd-472b-b7f1-298abcf217a1 None None] The sync data for ids ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'] in dv-neutron-839183-1-hyperv is: [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:10:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'e6da32d5-1b06-42e5-a884-9051fa05e92f', 'name': '', 'network_id': 'f18f63af-e851-43af-83b6-217c66650d7e', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:6d:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:57Z', 'updated_at': '2022-04-29T16:11:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '8237ee6b-bab3-4417-b687-4190d2c1efe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:12:41.312086 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83606f4f-f862-45c9-aded-19f9760182f3 None None] New status for floating IP 6faff31d-a388-4df4-a76b-6574aed23405: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:12:42.122262 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-3c5ad250-3322-4002-97ca-b82ecd97a091 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:42.122947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-3c5ad250-3322-4002-97ca-b82ecd97a091 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:12:42.134666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-3c5ad250-3322-4002-97ca-b82ecd97a091 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:12:42.135738 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-3c5ad250-3322-4002-97ca-b82ecd97a091 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0911243 Apr 29 16:12:42.192997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ea9cb-1e43-4e30-a823-40fc41c7214a req-15b863a8-e2e1-43f6-be34-32de4aa6ab1d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:42.194499 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-330ea9cb-1e43-4e30-a823-40fc41c7214a req-15b863a8-e2e1-43f6-be34-32de4aa6ab1d tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 946 time: 0.0845191 Apr 29 16:12:42.208981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port 6dee15da-e203-40e6-830c-11c1c3e6608c {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:12:42.209349 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:42.240383 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-330ea9cb-1e43-4e30-a823-40fc41c7214a req-ad66d040-01a0-4b75-855e-e0a3d99c3dc3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a355d40-c8ac-41c0-90a7-8ff795c4a204&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400579 Apr 29 16:12:42.457428 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port 6dee15da-e203-40e6-830c-11c1c3e6608c, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=6dee15da-e203-40e6-830c-11c1c3e6608c,segment=NetworkSegment(224a8054-61dd-4521-8e54-b059599ec57c),segment_id=224a8054-61dd-4521-8e54-b059599ec57c)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:12:42.457782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:42.577829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for 6dee15da-e203-40e6-830c-11c1c3e6608c owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:12:42.761964 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:42.810652 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=6dee15da-e203-40e6-830c-11c1c3e6608c,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:42.846720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:42.847071 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:42.847408 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:42.847769 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:42.848099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:42.848424 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:42.848770 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:42.849093 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:42.849417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:42.849737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:42.850055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:42.850370 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:42.900542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] No DVR routers for this DVR port 6dee15da-e203-40e6-830c-11c1c3e6608c on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:12:42.902832 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:42.905268 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'name': 'network-vif-deleted', 'tag': '6dee15da-e203-40e6-830c-11c1c3e6608c'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:12:42.986549 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fba1de0c-5d0c-4b05-84da-140f77471cfd req-6e0e1cf2-c51a-4ceb-88dc-cc6da8d79ed0 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "DELETE /v2.0/ports/6dee15da-e203-40e6-830c-11c1c3e6608c HTTP/1.1" status: 204 len: 173 time: 0.8442459 Apr 29 16:12:42.996116 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a065af73-98c3-4023-ae99-06ff49568782'] response: {'server_uuid': '6c30d9ba-100a-4024-83ce-54212842a3d1', 'name': 'network-vif-deleted', 'tag': '6dee15da-e203-40e6-830c-11c1c3e6608c', 'status': 'completed', 'code': 200} Apr 29 16:12:43.407935 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7ea9cd7e-35db-4d45-a025-e2b0521421fc req-43482539-1cb0-4f08-a7a1-5d11bbb3a3c7 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c30d9ba-100a-4024-83ce-54212842a3d1 HTTP/1.1" status: 200 len: 210 time: 0.0419025 Apr 29 16:12:44.499835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47052) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:44.766549 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 6dee15da-e203-40e6-830c-11c1c3e6608c no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:12:44.800398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 6dee15da-e203-40e6-830c-11c1c3e6608c {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:12:44.800764 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 6dee15da-e203-40e6-830c-11c1c3e6608c not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:12:45.041081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-883b8b29-bf88-4a98-ada2-8ce3080b720e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:45.386195 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-883b8b29-bf88-4a98-ada2-8ce3080b720e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port e6da32d5-1b06-42e5-a884-9051fa05e92f {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:12:45.386538 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-883b8b29-bf88-4a98-ada2-8ce3080b720e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:45.569111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-883b8b29-bf88-4a98-ada2-8ce3080b720e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port e6da32d5-1b06-42e5-a884-9051fa05e92f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e6da32d5-1b06-42e5-a884-9051fa05e92f,segment=NetworkSegment(224a8054-61dd-4521-8e54-b059599ec57c),segment_id=224a8054-61dd-4521-8e54-b059599ec57c)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:12:45.569813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-883b8b29-bf88-4a98-ada2-8ce3080b720e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:45.791118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-883b8b29-bf88-4a98-ada2-8ce3080b720e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for e6da32d5-1b06-42e5-a884-9051fa05e92f owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:12:46.018974 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-883b8b29-bf88-4a98-ada2-8ce3080b720e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:46.069182 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b8b29-bf88-4a98-ada2-8ce3080b720e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=e6da32d5-1b06-42e5-a884-9051fa05e92f,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:46.347215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-883b8b29-bf88-4a98-ada2-8ce3080b720e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:46.699037 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883b8b29-bf88-4a98-ada2-8ce3080b720e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:12:46.872928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883b8b29-bf88-4a98-ada2-8ce3080b720e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:12:46.883340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fe584-cb6d-4367-96a7-1b09a608dfec None None] Sync routers for ids ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:12:46.885222 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-883b8b29-bf88-4a98-ada2-8ce3080b720e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "PUT /v2.0/routers/8f97799b-d88c-4bf8-a4e8-1e95b3b05d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3842885 Apr 29 16:12:46.888693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47056) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:46.893446 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fe584-cb6d-4367-96a7-1b09a608dfec None None] Routers {'8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:12:46.894053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ef5fe584-cb6d-4367-96a7-1b09a608dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:12:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:46.953872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-8771e9d7-1ab8-4029-9fd6-bd5ddd5df7f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting subnet 8237ee6b-bab3-4417-b687-4190d2c1efe8 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:12:46.957286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8771e9d7-1ab8-4029-9fd6-bd5ddd5df7f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.013241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8771e9d7-1ab8-4029-9fd6-bd5ddd5df7f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.097130 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8771e9d7-1ab8-4029-9fd6-bd5ddd5df7f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.111838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ef5fe584-cb6d-4367-96a7-1b09a608dfec None None] Set router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:12:47.344886 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8771e9d7-1ab8-4029-9fd6-bd5ddd5df7f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.381774 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771e9d7-1ab8-4029-9fd6-bd5ddd5df7f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Subnet': ['ID=8237ee6b-bab3-4417-b687-4190d2c1efe8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:47.387202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-8771e9d7-1ab8-4029-9fd6-bd5ddd5df7f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.394087 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-8771e9d7-1ab8-4029-9fd6-bd5ddd5df7f1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/subnets/8237ee6b-bab3-4417-b687-4190d2c1efe8 HTTP/1.1" status: 204 len: 168 time: 0.5044236 Apr 29 16:12:47.396537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3147b85c-800c-4c75-97ca-330016aa6d03 None None] Network f18f63af-e851-43af-83b6-217c66650d7e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:12:47.403116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47060) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:47.425246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ef5fe584-cb6d-4367-96a7-1b09a608dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:12:45Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:47.439188 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fe584-cb6d-4367-96a7-1b09a608dfec None None] Checking router: 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:12:47.505854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fe584-cb6d-4367-96a7-1b09a608dfec None None] Routers {'8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:12:47.506474 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ef5fe584-cb6d-4367-96a7-1b09a608dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:12:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:47.577113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.752330 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.761189 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ef5fe584-cb6d-4367-96a7-1b09a608dfec None None] Set router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:12:47.813036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port 67d9a6f1-61da-4db2-8e67-ac528cc05db9 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:12:47.813468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.953114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] DHCP port deletion for f18f63af-e851-43af-83b6-217c66650d7e request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:12:47.966259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Deleting port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:12:47.966635 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:47.995394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port 67d9a6f1-61da-4db2-8e67-ac528cc05db9, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=67d9a6f1-61da-4db2-8e67-ac528cc05db9,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:12:47.995846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:48.118742 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for 67d9a6f1-61da-4db2-8e67-ac528cc05db9 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:12:48.250018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] For port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24,segment=NetworkSegment(224a8054-61dd-4521-8e54-b059599ec57c),segment_id=224a8054-61dd-4521-8e54-b059599ec57c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:12:48.250018 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:48.303268 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ef5fe584-cb6d-4367-96a7-1b09a608dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:12:45Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:48.362752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:48.412705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Calling delete_port for ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:12:48.440267 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fe584-cb6d-4367-96a7-1b09a608dfec None None] The sync data for ids ['8f97799b-d88c-4bf8-a4e8-1e95b3b05d21'] in dv-neutron-839183-1-hyperv is: [{'id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58276193', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39'}], 'enable_snat': True}, 'gw_port_id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:10:52Z', 'updated_at': '2022-04-29T16:12:45Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '67d9a6f1-61da-4db2-8e67-ac528cc05db9', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ab:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f97799b-d88c-4bf8-a4e8-1e95b3b05d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:10:53Z', 'updated_at': '2022-04-29T16:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:12:48.445368 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=67d9a6f1-61da-4db2-8e67-ac528cc05db9,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:48.506175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:48.550365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:48.599737 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Pushing event deleted for resources: {'Port': ['ID=ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:48.602215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] No DVR routers for this DVR port ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:12:48.609916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:48.609916 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:48.612603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:48.612603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:48.612603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:48.612603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:48.612603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:48.612603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:48.613459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:48.613459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:48.613459 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:48.613816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a46eb9-88b7-479c-9235-c87e04c00693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:48.684455 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:48.686635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:48.767089 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:48.767714 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Fanout notify agent at l3_agent the message router_deleted on router 8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:12:48.782906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:48.786525 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6f5fc78e-dcf4-407a-9f7b-c61d54033657 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/routers/8f97799b-d88c-4bf8-a4e8-1e95b3b05d21 HTTP/1.1" status: 204 len: 168 time: 1.3864944 Apr 29 16:12:48.786809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47064) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:49.008221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:49.139362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:49.163781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18f63af-e851-43af-83b6-217c66650d7e']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:49.176059 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224a8054-61dd-4521-8e54-b059599ec57c') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:49.176355 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224a8054-61dd-4521-8e54-b059599ec57c') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:49.187186 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:49.203067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:49.208889 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:12:49.209257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:12:49.223037 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:12:49.367243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:49.384997 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:49.396790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Network': ['ID=f18f63af-e851-43af-83b6-217c66650d7e,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:49.448396 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-63c7f217-a2d9-4bde-9349-0cb256b0f5ed tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/networks/f18f63af-e851-43af-83b6-217c66650d7e HTTP/1.1" status: 204 len: 168 time: 0.6605330 Apr 29 16:12:49.450994 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47068) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:49.453891 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e6da32d5-1b06-42e5-a884-9051fa05e92f no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:12:49.489603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: e6da32d5-1b06-42e5-a884-9051fa05e92f {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:12:49.489945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e6da32d5-1b06-42e5-a884-9051fa05e92f not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:12:49.490565 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 67d9a6f1-61da-4db2-8e67-ac528cc05db9 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:12:49.523405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfeadd8b-cde8-42d9-900e-b0912599adf1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:49.525217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 67d9a6f1-61da-4db2-8e67-ac528cc05db9 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:12:49.525602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 67d9a6f1-61da-4db2-8e67-ac528cc05db9 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:12:49.525984 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:12:49.557210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfeadd8b-cde8-42d9-900e-b0912599adf1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:49.561733 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:12:49.562078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ad7e6982-ecb2-4f2f-bce4-a889b1ee1c24 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:12:49.687397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfeadd8b-cde8-42d9-900e-b0912599adf1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:49.706290 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeadd8b-cde8-42d9-900e-b0912599adf1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a355d40-c8ac-41c0-90a7-8ff795c4a204,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:49.777798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dfeadd8b-cde8-42d9-900e-b0912599adf1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:49.778898 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dfeadd8b-cde8-42d9-900e-b0912599adf1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/security-groups/5a355d40-c8ac-41c0-90a7-8ff795c4a204 HTTP/1.1" status: 204 len: 168 time: 0.3269875 Apr 29 16:12:50.570164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47076) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:50.575406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885658264', 'description': 'tempest-secgroup-smoke-885658264 description', 'project_id': 'ab05805754f34f09b028f4d94522434d'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:12:50.581532 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:12:50.585623 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:12:50.588519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:12:50.594160 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:12:50.659191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:50.679925 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:12:50.683793 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:12:50.686587 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:12:50.692381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:12:50.760038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:50.852943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:50.895947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:50.955959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:50.957201 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2f6b3632-7a12-466d-8224-caadff8ec53c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3860302 Apr 29 16:12:50.959947 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47080) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:50.964804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-67f0b39b-bff4-4928-9fc1-d804df038205 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:12:50.971355 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-67f0b39b-bff4-4928-9fc1-d804df038205 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:12:50.975218 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-67f0b39b-bff4-4928-9fc1-d804df038205 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:12:50.978144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-67f0b39b-bff4-4928-9fc1-d804df038205 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:12:50.983812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-67f0b39b-bff4-4928-9fc1-d804df038205 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:12:51.087444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67f0b39b-bff4-4928-9fc1-d804df038205 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:51.145421 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67f0b39b-bff4-4928-9fc1-d804df038205 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:51.224084 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67f0b39b-bff4-4928-9fc1-d804df038205 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:51.246763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0b39b-bff4-4928-9fc1-d804df038205 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d18d371-eb91-4bae-a0db-ef35564be0da,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:51.321845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-67f0b39b-bff4-4928-9fc1-d804df038205 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:51.323029 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-67f0b39b-bff4-4928-9fc1-d804df038205 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3621290 Apr 29 16:12:51.325847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47084) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:51.331794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f00003da-af10-4bd4-a621-de36eb927d0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:12:51.337937 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f00003da-af10-4bd4-a621-de36eb927d0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:12:51.341672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f00003da-af10-4bd4-a621-de36eb927d0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:12:51.344507 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f00003da-af10-4bd4-a621-de36eb927d0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:12:51.350679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f00003da-af10-4bd4-a621-de36eb927d0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:12:51.414681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f00003da-af10-4bd4-a621-de36eb927d0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:51.476034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f00003da-af10-4bd4-a621-de36eb927d0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:51.521233 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f00003da-af10-4bd4-a621-de36eb927d0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:51.544669 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00003da-af10-4bd4-a621-de36eb927d0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6423b5-589c-4900-a3ba-08ca89c7ef06,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:51.601672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f00003da-af10-4bd4-a621-de36eb927d0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:51.602849 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f00003da-af10-4bd4-a621-de36eb927d0a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2760646 Apr 29 16:12:51.605549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47088) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:51.611200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-f5cd9e33-07f6-4550-9369-d6eedb648076 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:12:51.617572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f5cd9e33-07f6-4550-9369-d6eedb648076 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:12:51.621350 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f5cd9e33-07f6-4550-9369-d6eedb648076 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:12:51.624294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-f5cd9e33-07f6-4550-9369-d6eedb648076 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:12:51.630848 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-f5cd9e33-07f6-4550-9369-d6eedb648076 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:12:51.687435 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9e33-07f6-4550-9369-d6eedb648076 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:51.750641 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9e33-07f6-4550-9369-d6eedb648076 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:51.795435 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9e33-07f6-4550-9369-d6eedb648076 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:51.819987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd9e33-07f6-4550-9369-d6eedb648076 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59ebdc0-e126-45b2-a01f-9b460d90bb9b,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:51.875675 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9e33-07f6-4550-9369-d6eedb648076 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:51.877006 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-f5cd9e33-07f6-4550-9369-d6eedb648076 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2705057 Apr 29 16:12:51.879672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47092) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:51.884879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c4b4722a-1859-4a9b-92de-6f54056307ee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:12:51.890733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c4b4722a-1859-4a9b-92de-6f54056307ee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:12:51.894751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c4b4722a-1859-4a9b-92de-6f54056307ee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:12:51.897642 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c4b4722a-1859-4a9b-92de-6f54056307ee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:12:51.903314 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c4b4722a-1859-4a9b-92de-6f54056307ee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:12:51.962020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c4b4722a-1859-4a9b-92de-6f54056307ee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.023920 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c4b4722a-1859-4a9b-92de-6f54056307ee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.075493 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c4b4722a-1859-4a9b-92de-6f54056307ee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.098459 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4722a-1859-4a9b-92de-6f54056307ee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d562ef2-fec3-44af-b79b-f63d4bf8db58,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:52.150030 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c4b4722a-1859-4a9b-92de-6f54056307ee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.151195 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c4b4722a-1859-4a9b-92de-6f54056307ee tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2706008 Apr 29 16:12:52.154044 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 47096) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:52.159782 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-94de1751-a968-481c-835a-25f56c7f3f18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:12:52.165749 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-94de1751-a968-481c-835a-25f56c7f3f18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:12:52.169578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-94de1751-a968-481c-835a-25f56c7f3f18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:12:52.172667 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-94de1751-a968-481c-835a-25f56c7f3f18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:12:52.179431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-94de1751-a968-481c-835a-25f56c7f3f18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:12:52.218803 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-94de1751-a968-481c-835a-25f56c7f3f18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Project ab05805754f34f09b028f4d94522434d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:12:52.225862 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94de1751-a968-481c-835a-25f56c7f3f18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.288817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94de1751-a968-481c-835a-25f56c7f3f18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.332763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94de1751-a968-481c-835a-25f56c7f3f18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.355760 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de1751-a968-481c-835a-25f56c7f3f18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbab2af-dcf1-455f-b9ab-4262ec2470af,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:52.435666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-94de1751-a968-481c-835a-25f56c7f3f18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.436852 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-94de1751-a968-481c-835a-25f56c7f3f18 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2817259 Apr 29 16:12:52.439663 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47100) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:52.444914 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c9d542bf-ae54-4730-ac94-dffbd55710d1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'security_group_rule': {'security_group_id': 'c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:12:52.450880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c9d542bf-ae54-4730-ac94-dffbd55710d1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:12:52.455386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c9d542bf-ae54-4730-ac94-dffbd55710d1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:security_group_rule and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:12:52.458216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c9d542bf-ae54-4730-ac94-dffbd55710d1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:12:52.463789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c9d542bf-ae54-4730-ac94-dffbd55710d1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:12:52.555934 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-c9d542bf-ae54-4730-ac94-dffbd55710d1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Project ab05805754f34f09b028f4d94522434d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:12:52.562700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c9d542bf-ae54-4730-ac94-dffbd55710d1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.627719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c9d542bf-ae54-4730-ac94-dffbd55710d1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.704366 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c9d542bf-ae54-4730-ac94-dffbd55710d1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.731259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d542bf-ae54-4730-ac94-dffbd55710d1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec46e32-95c3-4391-9d3e-2dedcef8aab5,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:52.801282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c9d542bf-ae54-4730-ac94-dffbd55710d1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.802444 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c9d542bf-ae54-4730-ac94-dffbd55710d1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618119 Apr 29 16:12:52.805165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47104) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:52.810374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'network': {'name': 'tempest-network-smoke--850711892', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'port_security_enabled': True}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:12:52.815168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:12:52.819343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:network and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:12:52.822249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:12:52.827994 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:12:52.904148 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:12:52.908530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.936832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:12:52.945382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:52.945750 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Added segment c6b7b25a-497b-454c-85b6-84232c65b33e of type vlan for network f68f9373-3351-4046-a29c-9d4770b6c4d8 Apr 29 16:12:52.973252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:53.047476 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:53.053394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:53.053996 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:53.158587 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3523359 Apr 29 16:12:53.161401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 47108) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:53.161891 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee528c-8476-4bde-ac8a-cbc8fbc0f684 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Network': ['ID=f68f9373-3351-4046-a29c-9d4770b6c4d8,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:53.166610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'admin_state_up': True, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:12:53.171905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network f68f9373-3351-4046-a29c-9d4770b6c4d8 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:12:53.175191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:12:53.179088 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:router and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:12:53.181949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:12:53.188162 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:12:53.281504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:53.283280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:53.297653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:53.742503 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:54.109190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:54.137666 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:54.272773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.26.2.230 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/1ff20471-7bf4-4f3e-8a13-ff5641a4d39f) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:12:54.390184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:54.420631 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:54.533882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:54.596371 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:12:54.599182 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:12:54.601677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:12:54.643456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=1ff20471-7bf4-4f3e-8a13-ff5641a4d39f,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:55.087321 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:55.531699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:55.789669 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router d2b11ab7-46b7-47ad-aad3-18da500dd44d is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:12:55.964982 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:12:55.974510 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Sync routers for ids ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:12:55.983919 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Routers {'d2b11ab7-46b7-47ad-aad3-18da500dd44d'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:12:55.984550 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:12:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:56.048253 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:56.049495 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-64dc3957-a90e-4d58-be4d-70f81144628f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8870788 Apr 29 16:12:56.052774 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 47112) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:56.092713 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-73653f1a-0326-4a69-98da-1dea428c9f90 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=ab05805754f34f09b028f4d94522434d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388036 Apr 29 16:12:56.095357 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 47116) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:56.159729 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Set router d2b11ab7-46b7-47ad-aad3-18da500dd44d gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:12:56.225252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf3af1-57ca-4eb4-ae56-ad83901ad1b2 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:56.229383 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-daaf3af1-57ca-4eb4-ae56-ad83901ad1b2 tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304760 Apr 29 16:12:56.229629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 47120) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:56.271996 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-52e1d7e4-944d-42ef-bacb-e813191e45fe tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=5b966a64-6021-4962-a4b0-b3238dd885c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390704 Apr 29 16:12:56.272228 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 47124) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:56.277605 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1507589879', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'project_id': 'ab05805754f34f09b028f4d94522434d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:12:56.390134 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:12:56.394876 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:subnet and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:12:56.397654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:12:56.403285 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:12:56.437008 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:12:54Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:56.441944 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Checking router: d2b11ab7-46b7-47ad-aad3-18da500dd44d for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:12:56.446248 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Updating router d2b11ab7-46b7-47ad-aad3-18da500dd44d port 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:12:56.487091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'subnet': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:12:56.490672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6757670'] for subnet, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:56.501404 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:56.761705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7977376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6757652'] for subnet, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:56.818483 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:56.829611 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Transition to ACTIVE for port object 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:12:56.840008 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Subnet': ['ID=5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:56.847382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Checking segment: {'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:12:56.847742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network hostable DHCP agents. Network: f68f9373-3351-4046-a29c-9d4770b6c4d8, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:12:56.892942 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:56.961351 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network f68f9373-3351-4046-a29c-9d4770b6c4d8 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:12:56.969470 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Attempting to bind port 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:12:56.974409 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Attempting to bind port 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:12:56.974409 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Attempting to bind port 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:12:56.980034 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:12:56.980395 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:12:56.980805 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:56.981185 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:12:56.981786 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Bound port: 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:12:56.982153 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:57.011814 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Pushing event updated for resources: {'Port': ['ID=1ff20471-7bf4-4f3e-8a13-ff5641a4d39f,revision_number=2']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:57.054294 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, f68f9373-3351-4046-a29c-9d4770b6c4d8) {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:12:57.054965 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:57.055243 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:57.055576 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:57.055897 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:57.056217 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:57.056591 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:57.056874 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:57.057184 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:57.057496 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:57.057858 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:57.058162 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:57.058468 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:12:57.067663 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:12:57.069087 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:57.074851 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b56852-7797-4ab0-8edd-a6cab55fff6e None None] Network f68f9373-3351-4046-a29c-9d4770b6c4d8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:12:57.112705 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] For port 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:12:57.116111 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] For port 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1ff20471-7bf4-4f3e-8a13-ff5641a4d39f,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:12:57.177052 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47128) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:12:57.177719 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-c820aa8f-0eba-4f78-b3b7-45b69eafb2b1 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9040492 Apr 29 16:12:57.201807 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:57.307697 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-f68f9373-3351-4046-a29c-9d4770b6c4d8', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ips': [{'subnet_id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:12:57.308600 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:57.317910 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Routers {'d2b11ab7-46b7-47ad-aad3-18da500dd44d'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:12:57.318530 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:12:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:57.490210 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564edd3-6a6e-46fd-b8d3-5aed5bbde672 None None] Pushing event updated for resources: {'Port': ['ID=1ff20471-7bf4-4f3e-8a13-ff5641a4d39f,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:57.495427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Allocated IP 172.20.0.2 (f68f9373-3351-4046-a29c-9d4770b6c4d8/5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a/9a02d462-720c-442f-b765-0443754fbb86) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:12:57.529186 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] Set router d2b11ab7-46b7-47ad-aad3-18da500dd44d gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:12:57.708578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:57.719128 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Transition to ACTIVE for port object 9a02d462-720c-442f-b765-0443754fbb86 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:12:57.738366 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Transition to ACTIVE for port object 9a02d462-720c-442f-b765-0443754fbb86 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:12:57.817054 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:12:54Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:12:57.820926 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f294c-8f93-4772-8ea3-0cf38cb32cb0 None None] The sync data for ids ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'] in dv-neutron-839183-1-hyperv is: [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:12:54Z', 'revision_number': 3, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:12:57.830639 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:57.908783 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Network f68f9373-3351-4046-a29c-9d4770b6c4d8 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:12:57.909794 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:12:57.918809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:12:57.921187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Pushing event updated for resources: {'Port': ['ID=9a02d462-720c-442f-b765-0443754fbb86,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:58.012557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Attempting to bind port 9a02d462-720c-442f-b765-0443754fbb86 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:12:58.012928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Attempting to bind port 9a02d462-720c-442f-b765-0443754fbb86 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:12:58.013287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Attempting to bind port 9a02d462-720c-442f-b765-0443754fbb86 on network f68f9373-3351-4046-a29c-9d4770b6c4d8 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:12:58.018373 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:58.019037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:12:58.019386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Checking segment: {'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:12:58.019784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:58.020175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Bound using segment: {'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:12:58.020664 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Bound port: 9a02d462-720c-442f-b765-0443754fbb86, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:12:58.021037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:58.120743 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] For port 9a02d462-720c-442f-b765-0443754fbb86, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:12:58.124223 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] For port 9a02d462-720c-442f-b765-0443754fbb86, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9a02d462-720c-442f-b765-0443754fbb86,segment=NetworkSegment(c6b7b25a-497b-454c-85b6-84232c65b33e),segment_id=c6b7b25a-497b-454c-85b6-84232c65b33e)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:12:58.173991 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:58.262512 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bae72f-f32a-49a9-8ba5-915f701c24de None None] Pushing event updated for resources: {'Port': ['ID=9a02d462-720c-442f-b765-0443754fbb86,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:58.496894 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.20.0.1 (f68f9373-3351-4046-a29c-9d4770b6c4d8/5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a/e62c0dba-8e93-4531-9f3f-582dcbc2d6d8) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:12:58.669289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:58.686287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Transition to ACTIVE for port object e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:12:58.773661 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:58.845847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network f68f9373-3351-4046-a29c-9d4770b6c4d8 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:12:58.848946 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:12:58.852805 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:12:58.883834 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=e62c0dba-8e93-4531-9f3f-582dcbc2d6d8,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:58.917467 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:59.092277 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:59.182562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c4c6b1-5021-43ca-81cd-5750888d2c63 None None] Network f68f9373-3351-4046-a29c-9d4770b6c4d8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:12:59.357158 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f7ee90d9-3b2e-48b7-9419-3fe81c16ace9 None None] Provisioning for port 9a02d462-720c-442f-b765-0443754fbb86 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:12:59.550607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:12:59.677255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:59.744493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:12:59.750427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:12:59.755137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:59.773567 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:59.775587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-91484987-2c70-4a0b-9101-88f00f819698 None None] Provisioning for port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:12:59.785654 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-91484987-2c70-4a0b-9101-88f00f819698 None None] Provisioning complete for port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:12:59.786281 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-91484987-2c70-4a0b-9101-88f00f819698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:59.866249 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-91484987-2c70-4a0b-9101-88f00f819698 None None] Port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:12:59.894018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:59.898317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=e62c0dba-8e93-4531-9f3f-582dcbc2d6d8,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:12:59.937492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:12:59.953630 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1ff20471-7bf4-4f3e-8a13-ff5641a4d39f,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:13:00.012759 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:00.013473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9a02d462-720c-442f-b765-0443754fbb86 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:13:00.034828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network f68f9373-3351-4046-a29c-9d4770b6c4d8 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:13:00.040837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:13:00.139847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-14093b35-02e2-4c6e-8821-f1129019d079 None None] Provisioning complete for port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:00.140325 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-14093b35-02e2-4c6e-8821-f1129019d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:00.193479 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=1ff20471-7bf4-4f3e-8a13-ff5641a4d39f,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:00.208591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-14093b35-02e2-4c6e-8821-f1129019d079 None None] Port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:13:00.235694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router d2b11ab7-46b7-47ad-aad3-18da500dd44d has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:13:00.281338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 9a02d462-720c-442f-b765-0443754fbb86 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:13:00.287092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9a02d462-720c-442f-b765-0443754fbb86 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:00.287496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:00.354375 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-84cd42b3-fb3f-47c1-ae5d-4354be0215bc None None] Provisioning complete for port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:00.354629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-84cd42b3-fb3f-47c1-ae5d-4354be0215bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:00.416987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:13:00.431146 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6bae72f4-85e3-4e37-b9b8-bf61c41b4db2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "PUT /v2.0/routers/d2b11ab7-46b7-47ad-aad3-18da500dd44d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2530496 Apr 29 16:13:00.437606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Sync routers for ids ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:13:00.468092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-84cd42b3-fb3f-47c1-ae5d-4354be0215bc None None] Port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:13:00.476631 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Routers {'d2b11ab7-46b7-47ad-aad3-18da500dd44d'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:13:00.477248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:12:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:00.530427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:00.604221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d2798504-e3e6-4f84-85d8-c9dab1a71b25 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:13:00.647893 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 9a02d462-720c-442f-b765-0443754fbb86, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9a02d462-720c-442f-b765-0443754fbb86,segment=NetworkSegment(c6b7b25a-497b-454c-85b6-84232c65b33e),segment_id=c6b7b25a-497b-454c-85b6-84232c65b33e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:13:00.678420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Set router d2b11ab7-46b7-47ad-aad3-18da500dd44d gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:13:00.681484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d2798504-e3e6-4f84-85d8-c9dab1a71b25 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:13:00.682654 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d2798504-e3e6-4f84-85d8-c9dab1a71b25 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885658264&fields=id&tenant_id=ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 267 time: 0.1166377 Apr 29 16:13:00.723726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:00.834943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-a49f4171-d821-48d5-bb6a-8a6eca48a953 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:00.835613 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-a49f4171-d821-48d5-bb6a-8a6eca48a953 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:13:00.899004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=9a02d462-720c-442f-b765-0443754fbb86,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:01.002194 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-a49f4171-d821-48d5-bb6a-8a6eca48a953 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:13:01.003471 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-a49f4171-d821-48d5-bb6a-8a6eca48a953 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/networks?id=f68f9373-3351-4046-a29c-9d4770b6c4d8 HTTP/1.1" status: 200 len: 796 time: 0.3132644 Apr 29 16:13:01.019103 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-f53ad3e5-ddb0-4dc5-8a4c-8b92b277d057 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/quotas/ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 375 time: 0.0099790 Apr 29 16:13:01.051418 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:12:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'e62c0dba-8e93-4531-9f3f-582dcbc2d6d8', 'name': '', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:73:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:58Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 2, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:01.055318 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Checking router: d2b11ab7-46b7-47ad-aad3-18da500dd44d for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:13:01.055666 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Updating router d2b11ab7-46b7-47ad-aad3-18da500dd44d port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:13:01.105191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-57b60b0c-6474-4676-b05a-21764a89e941 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:13:01.112531 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:01.173547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-57b60b0c-6474-4676-b05a-21764a89e941 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:13:01.174871 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-57b60b0c-6474-4676-b05a-21764a89e941 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1504321 Apr 29 16:13:01.351979 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-7ebbd8e7-3138-4aa8-8378-12cc0e17bea2 service neutron] 10.222.0.39 "GET /v2.0/networks/f68f9373-3351-4046-a29c-9d4770b6c4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654527 Apr 29 16:13:01.470250 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:13:01.490330 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-91a74fcf-299f-4a39-b798-10d208c1aeb1 service neutron] 10.222.0.39 "GET /v2.0/networks/f68f9373-3351-4046-a29c-9d4770b6c4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323416 Apr 29 16:13:01.553106 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:01.568131 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Transition to ACTIVE for port object e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:13:01.579134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:01.579754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:01.685306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:01.760494 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5134f0f2-9b53-490e-8877-b367704f91c7 req-88e9daad-dc8f-4504-a9f3-ccdad02cca1f tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 210 time: 0.0479043 Apr 29 16:13:01.761076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9a02d462-720c-442f-b765-0443754fbb86 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:13:01.872834 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06fa53-bdcc-4328-8ada-35381191fd0f None None] Pushing event updated for resources: {'Port': ['ID=e62c0dba-8e93-4531-9f3f-582dcbc2d6d8,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:01.998739 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Attempting to bind port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:13:01.999029 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Attempting to bind port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:13:01.999384 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Attempting to bind port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 on network f68f9373-3351-4046-a29c-9d4770b6c4d8 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:13:02.010063 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:13:02.010433 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Checking segment: {'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:13:02.010828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:02.011213 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Bound using segment: {'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:13:02.011669 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Bound port: e62c0dba-8e93-4531-9f3f-582dcbc2d6d8, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:13:02.012041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:02.029599 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 9a02d462-720c-442f-b765-0443754fbb86 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:02.029963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:02.203548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] For port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:13:02.216817 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-8434fe01-3ccc-4d6a-baf4-247749bda6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:02.225959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] For port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e62c0dba-8e93-4531-9f3f-582dcbc2d6d8,segment=NetworkSegment(c6b7b25a-497b-454c-85b6-84232c65b33e),segment_id=c6b7b25a-497b-454c-85b6-84232c65b33e)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:13:02.298947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:02.378819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Routers {'d2b11ab7-46b7-47ad-aad3-18da500dd44d'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:13:02.379440 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:12:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:02.490120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06fa53-bdcc-4328-8ada-35381191fd0f None None] Pushing event updated for resources: {'Port': ['ID=e62c0dba-8e93-4531-9f3f-582dcbc2d6d8,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:02.558661 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] Set router d2b11ab7-46b7-47ad-aad3-18da500dd44d gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:13:02.880236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:12:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'e62c0dba-8e93-4531-9f3f-582dcbc2d6d8', 'name': '', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:73:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:58Z', 'updated_at': '2022-04-29T16:13:02Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:02.884329 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff16ca57-af5f-44f9-a1b7-971952b0a8ab None None] The sync data for ids ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'] in dv-neutron-839183-1-hyperv is: [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:12:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'e62c0dba-8e93-4531-9f3f-582dcbc2d6d8', 'name': '', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:73:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:58Z', 'updated_at': '2022-04-29T16:13:02Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:13:02.936386 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-101de3c7-dc50-4ec4-8ac2-d38769d4f4e0 req-e2ffb7ec-b6b1-4b27-ae44-1750c5caa510 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 210 time: 0.0470698 Apr 29 16:13:03.483193 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:13:03.601365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:13:03.606465 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:03.606855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:03.616928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-ad32e1e8-ddfb-4f91-8670-f6474177cad8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:03.618897 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-ad32e1e8-ddfb-4f91-8670-f6474177cad8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/networks?id=f68f9373-3351-4046-a29c-9d4770b6c4d8 HTTP/1.1" status: 200 len: 796 time: 0.1627951 Apr 29 16:13:03.678905 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-dab9599a-00ff-4a4f-92ff-b579b8a82bdd tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab05805754f34f09b028f4d94522434d HTTP/1.1" status: 200 len: 379 time: 0.0516396 Apr 29 16:13:03.690395 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'port': {'device_id': '1cf88187-da8a-4540-80ff-0850d0189288', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'admin_state_up': True, 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'security_groups': ['c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:13:03.779247 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:03.817089 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e62c0dba-8e93-4531-9f3f-582dcbc2d6d8,segment=NetworkSegment(c6b7b25a-497b-454c-85b6-84232c65b33e),segment_id=c6b7b25a-497b-454c-85b6-84232c65b33e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:13:03.876551 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:03.952148 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=e62c0dba-8e93-4531-9f3f-582dcbc2d6d8,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:03.973465 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:13:03.984130 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:13:04.081325 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Made reservation on behalf of ab05805754f34f09b028f4d94522434d for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:13:04.084766 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:04.109719 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0ba19da8-3ecc-4fe3-9296-ea26307c53b4 req-a8c1538a-e8a9-4435-a77f-1fab81ddcda2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 210 time: 0.0441751 Apr 29 16:13:04.248707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.20.0.7 (f68f9373-3351-4046-a29c-9d4770b6c4d8/5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a/f446c85a-8554-4087-a2ca-6bbb4bf73926) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:13:04.292814 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2139b6b-1cbb-4364-a847-cf5b3fbb50e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:04.440900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:04.456010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Transition to ACTIVE for port object f446c85a-8554-4087-a2ca-6bbb4bf73926 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:13:04.544553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:04.614655 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network f68f9373-3351-4046-a29c-9d4770b6c4d8 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:13:04.617665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:13:04.621336 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:13:04.653856 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=f446c85a-8554-4087-a2ca-6bbb4bf73926,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:04.691824 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:04.692340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:04.790875 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-d85fee1a-0d1d-4e23-9d58-61c1d47dd969 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1063292 Apr 29 16:13:04.802544 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Request body: {'port': {'device_id': '1cf88187-da8a-4540-80ff-0850d0189288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:13:04.881448 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-94d0c81d-76cd-4ae8-83e9-fb8492867f17 None None] Provisioning for port f446c85a-8554-4087-a2ca-6bbb4bf73926 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:13:04.887305 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-94d0c81d-76cd-4ae8-83e9-fb8492867f17 None None] Provisioning complete for port f446c85a-8554-4087-a2ca-6bbb4bf73926 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:04.887834 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-94d0c81d-76cd-4ae8-83e9-fb8492867f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:04.934610 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:04.942809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-94d0c81d-76cd-4ae8-83e9-fb8492867f17 None None] Port f446c85a-8554-4087-a2ca-6bbb4bf73926 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:13:05.224533 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:05.275015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f446c85a-8554-4087-a2ca-6bbb4bf73926 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:13:05.282909 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:05.298229 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Transition to ACTIVE for port object f446c85a-8554-4087-a2ca-6bbb4bf73926 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:13:05.311207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f7051-e937-4cb9-8919-27dd11603e26 req-cc568d14-8ef8-42d3-9def-e713345a8c1c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:05.312711 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a16f7051-e937-4cb9-8919-27dd11603e26 req-cc568d14-8ef8-42d3-9def-e713345a8c1c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 931 time: 0.0955517 Apr 29 16:13:05.357323 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a16f7051-e937-4cb9-8919-27dd11603e26 req-7b2fe073-97a9-4544-8cdf-9be04957148a tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383079 Apr 29 16:13:05.372934 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:05.461935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:13:05.532698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Pushing event updated for resources: {'Port': ['ID=f446c85a-8554-4087-a2ca-6bbb4bf73926,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:05.541440 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:05.541799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:05.587801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:05.613141 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Attempting to bind port f446c85a-8554-4087-a2ca-6bbb4bf73926 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:13:05.613474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Attempting to bind port f446c85a-8554-4087-a2ca-6bbb4bf73926 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:13:05.613787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Attempting to bind port f446c85a-8554-4087-a2ca-6bbb4bf73926 on network f68f9373-3351-4046-a29c-9d4770b6c4d8 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:13:05.618582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Port f446c85a-8554-4087-a2ca-6bbb4bf73926 on network f68f9373-3351-4046-a29c-9d4770b6c4d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:13:05.619209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Attempting to bind port f446c85a-8554-4087-a2ca-6bbb4bf73926 on network f68f9373-3351-4046-a29c-9d4770b6c4d8 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:13:05.624077 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:13:05.624412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Checking segment: {'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:13:05.624815 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Bound using segment: {'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:13:05.629356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Bound port: f446c85a-8554-4087-a2ca-6bbb4bf73926, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b7b25a-497b-454c-85b6-84232c65b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:13:05.629356 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:05.716101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] For port f446c85a-8554-4087-a2ca-6bbb4bf73926, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:13:05.718937 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] For port f446c85a-8554-4087-a2ca-6bbb4bf73926, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f446c85a-8554-4087-a2ca-6bbb4bf73926,segment=NetworkSegment(c6b7b25a-497b-454c-85b6-84232c65b33e),segment_id=c6b7b25a-497b-454c-85b6-84232c65b33e)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:13:05.778567 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:05.841594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:05.842198 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:05.843548 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] 10.222.0.44 "PUT /v2.0/ports/f446c85a-8554-4087-a2ca-6bbb4bf73926 HTTP/1.1" status: 200 len: 1093 time: 1.0453572 Apr 29 16:13:05.843969 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf88187-da8a-4540-80ff-0850d0189288', 'tag': 'f446c85a-8554-4087-a2ca-6bbb4bf73926'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:13:05.865531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbc838-2024-458f-a233-67cd4b170a30 service neutron] Pushing event updated for resources: {'Port': ['ID=f446c85a-8554-4087-a2ca-6bbb4bf73926,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:05.890594 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca205958-808f-48c8-bbb6-830a27f4a4e1'] response: {'name': 'network-changed', 'server_uuid': '1cf88187-da8a-4540-80ff-0850d0189288', 'tag': 'f446c85a-8554-4087-a2ca-6bbb4bf73926', 'status': 'completed', 'code': 200} Apr 29 16:13:05.984817 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac57783-ca5e-46e3-b734-bb682c4ad4ea req-9805fcbf-e67c-4f93-98ec-78c7e87379b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:05.987591 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3ac57783-ca5e-46e3-b734-bb682c4ad4ea req-9805fcbf-e67c-4f93-98ec-78c7e87379b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 1096 time: 0.0771301 Apr 29 16:13:06.232041 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac57783-ca5e-46e3-b734-bb682c4ad4ea req-d2a0a3a2-0aa4-40e0-b7c1-32bb95be21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:06.233507 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3ac57783-ca5e-46e3-b734-bb682c4ad4ea req-d2a0a3a2-0aa4-40e0-b7c1-32bb95be21e2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ab05805754f34f09b028f4d94522434d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2395756 Apr 29 16:13:06.370447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac57783-ca5e-46e3-b734-bb682c4ad4ea req-acfa5e3d-73e4-4805-ae20-510d8a9f19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:06.371795 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3ac57783-ca5e-46e3-b734-bb682c4ad4ea req-acfa5e3d-73e4-4805-ae20-510d8a9f19fc service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322250 Apr 29 16:13:06.481617 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-3013ca0e-c5c9-4f2e-8bfa-9a5ec91bc5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:06.483103 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-3013ca0e-c5c9-4f2e-8bfa-9a5ec91bc5fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 1096 time: 0.0745876 Apr 29 16:13:06.554335 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-f7b7d8a7-30f3-4443-91bb-f5dec8c97753 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f446c85a-8554-4087-a2ca-6bbb4bf73926 HTTP/1.1" status: 200 len: 217 time: 0.0638340 Apr 29 16:13:06.621705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-2947f1a3-2704-4fac-99c3-108f0647fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:06.623199 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-2947f1a3-2704-4fac-99c3-108f0647fec4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a HTTP/1.1" status: 200 len: 835 time: 0.0632997 Apr 29 16:13:06.665914 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180e513-f742-4efa-bc64-a777301868e1 req-cace5bb0-b76c-42d1-b38c-fe3c95755b36 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:06.668008 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2180e513-f742-4efa-bc64-a777301868e1 req-cace5bb0-b76c-42d1-b38c-fe3c95755b36 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 943 time: 0.2017045 Apr 29 16:13:06.701172 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-18729d03-121d-4b65-bbbe-b2865bcaa8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:06.703257 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-18729d03-121d-4b65-bbbe-b2865bcaa8e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f68f9373-3351-4046-a29c-9d4770b6c4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740817 Apr 29 16:13:06.715810 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2180e513-f742-4efa-bc64-a777301868e1 req-ca992ff6-3963-4ab9-8a62-f91eada440fe tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403993 Apr 29 16:13:06.841125 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-e478f8b8-921d-483a-93da-382f806b9f7a service neutron] 10.222.0.44 "GET /v2.0/networks/f68f9373-3351-4046-a29c-9d4770b6c4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307836 Apr 29 16:13:06.974074 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3d1a0c2f-424e-4f4a-9339-ad46548da1b4 req-87ac1c94-742e-4f74-95eb-0c99b6ab56a0 service neutron] 10.222.0.44 "GET /v2.0/networks/f68f9373-3351-4046-a29c-9d4770b6c4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271262 Apr 29 16:13:07.195333 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:07.903999 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daf71b-749a-444b-8692-2093500ece62 req-bb024185-d066-4d9d-841f-8bed087f9b26 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:07.905452 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c9daf71b-749a-444b-8692-2093500ece62 req-bb024185-d066-4d9d-841f-8bed087f9b26 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 943 time: 0.0807161 Apr 29 16:13:07.951720 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c9daf71b-749a-444b-8692-2093500ece62 req-e03d218d-0e22-4b9a-a720-3260b8e1f401 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404005 Apr 29 16:13:08.914602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f446c85a-8554-4087-a2ca-6bbb4bf73926 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:13:09.046308 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f446c85a-8554-4087-a2ca-6bbb4bf73926, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f446c85a-8554-4087-a2ca-6bbb4bf73926,segment=NetworkSegment(c6b7b25a-497b-454c-85b6-84232c65b33e),segment_id=c6b7b25a-497b-454c-85b6-84232c65b33e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:13:09.063652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'f446c85a-8554-4087-a2ca-6bbb4bf73926', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'port_id': 'f446c85a-8554-4087-a2ca-6bbb4bf73926', 'mac_address': 'fa:16:3e:b0:14:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:13:09.118190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:09.135838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f446c85a-8554-4087-a2ca-6bbb4bf73926 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:13:09.142419 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc113ab0-f031-47f6-9a20-dd0ebcf476b0 req-477d3950-8f77-42d3-ba4b-6615a38d8d79 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:09.143890 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc113ab0-f031-47f6-9a20-dd0ebcf476b0 req-477d3950-8f77-42d3-ba4b-6615a38d8d79 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 943 time: 0.0831854 Apr 29 16:13:09.151423 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f446c85a-8554-4087-a2ca-6bbb4bf73926, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f446c85a-8554-4087-a2ca-6bbb4bf73926,segment=NetworkSegment(c6b7b25a-497b-454c-85b6-84232c65b33e),segment_id=c6b7b25a-497b-454c-85b6-84232c65b33e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:13:09.188447 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fc113ab0-f031-47f6-9a20-dd0ebcf476b0 req-9f799b43-0b39-4c00-a20e-53ae94e048ea tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386782 Apr 29 16:13:09.201258 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:09.268607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=f446c85a-8554-4087-a2ca-6bbb4bf73926,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:09.404831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['f446c85a-8554-4087-a2ca-6bbb4bf73926'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:13:10.372211 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7007439-c6c5-4ae2-a00c-77f545b37fa3 req-3b5d19b7-df1c-4e58-9b30-2092f04bb210 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:10.373674 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c7007439-c6c5-4ae2-a00c-77f545b37fa3 req-3b5d19b7-df1c-4e58-9b30-2092f04bb210 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 944 time: 0.0792611 Apr 29 16:13:10.422025 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c7007439-c6c5-4ae2-a00c-77f545b37fa3 req-dd97fc2c-2e94-473b-9be5-9f0cc352d47b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416536 Apr 29 16:13:10.917275 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f446c85a-8554-4087-a2ca-6bbb4bf73926 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:13:11.024102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port f446c85a-8554-4087-a2ca-6bbb4bf73926 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:13:11.029219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port f446c85a-8554-4087-a2ca-6bbb4bf73926 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:13:11.029591 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:11.145894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:11.171718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf88187-da8a-4540-80ff-0850d0189288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f446c85a-8554-4087-a2ca-6bbb4bf73926'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:13:11.182149 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port f446c85a-8554-4087-a2ca-6bbb4bf73926, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f446c85a-8554-4087-a2ca-6bbb4bf73926,segment=NetworkSegment(c6b7b25a-497b-454c-85b6-84232c65b33e),segment_id=c6b7b25a-497b-454c-85b6-84232c65b33e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:13:11.216283 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beda1164-006a-4b48-83db-4d787d87c719'] response: {'server_uuid': '1cf88187-da8a-4540-80ff-0850d0189288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f446c85a-8554-4087-a2ca-6bbb4bf73926', 'code': 200} Apr 29 16:13:11.224014 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:11.295152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=f446c85a-8554-4087-a2ca-6bbb4bf73926,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:11.536449 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:13:11.555743 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05831a-5a65-4c09-8322-d582dd28fbd5 req-4daa8b97-c851-4883-9b99-4512afa124c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:11.557388 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-aa05831a-5a65-4c09-8322-d582dd28fbd5 req-4daa8b97-c851-4883-9b99-4512afa124c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 1098 time: 0.0743771 Apr 29 16:13:11.597276 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-aa05831a-5a65-4c09-8322-d582dd28fbd5 req-92ad1e5f-7b75-468b-b2a4-3d58b3acf740 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339479 Apr 29 16:13:11.605776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4cdeb-b814-4bf5-8cc5-1afbf7834805 req-08da173e-6f29-4f4b-906f-d551d85fc34e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:11.607199 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8fb4cdeb-b814-4bf5-8cc5-1afbf7834805 req-08da173e-6f29-4f4b-906f-d551d85fc34e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 945 time: 0.0796101 Apr 29 16:13:11.650148 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8fb4cdeb-b814-4bf5-8cc5-1afbf7834805 req-1e664115-99a1-4cbc-8e9a-9421f1cc3ac6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364330 Apr 29 16:13:12.857077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c581c4-214c-4636-bae6-3a15c82db38b req-a9263d8d-8082-4999-b1d2-32baa730e7c2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:12.858510 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b2c581c4-214c-4636-bae6-3a15c82db38b req-a9263d8d-8082-4999-b1d2-32baa730e7c2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 945 time: 0.0842929 Apr 29 16:13:12.901838 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b2c581c4-214c-4636-bae6-3a15c82db38b req-76a672f1-b177-47e8-9107-fb08181ebe9e tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370080 Apr 29 16:13:13.101229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93fb59-d76e-46e8-ae05-84b02cbfaf02 req-df9d8e84-0b78-4f3a-a842-f5dc9140bee9 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:13.102999 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3e93fb59-d76e-46e8-ae05-84b02cbfaf02 req-df9d8e84-0b78-4f3a-a842-f5dc9140bee9 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 945 time: 0.0939600 Apr 29 16:13:13.155136 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3e93fb59-d76e-46e8-ae05-84b02cbfaf02 req-883527ad-8f22-4307-87af-4b6ab800e28b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447459 Apr 29 16:13:13.181272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47184) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:13:13.256644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab1584e-28f9-4dca-975a-6ebfd378605c tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:13.260746 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bab1584e-28f9-4dca-975a-6ebfd378605c tempest-TestNetworkAdvancedServerOps-990468857 tempest-TestNetworkAdvancedServerOps-990468857-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 1093 time: 0.0758135 Apr 29 16:13:13.260887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47188) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:13:13.265790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'f446c85a-8554-4087-a2ca-6bbb4bf73926', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:13:13.273041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:13:13.276934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Usage tracker for resource:floatingip and tenant:ab05805754f34f09b028f4d94522434d is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:13:13.279843 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:13:13.286422 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:13:13.349754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:13.507707 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:13.679495 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Allocated IP 172.26.2.125 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/a397ee5b-ed82-45fe-8a3c-e4e39af7c2b0) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:13:13.846055 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:13.961931 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:14.027735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:13:14.030547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:13:14.034188 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:13:14.063877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=a397ee5b-ed82-45fe-8a3c-e4e39af7c2b0,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:14.432814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:14.637106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:14.833857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:14.893011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:15.000126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event updated for resources: {'Port': ['ID=a397ee5b-ed82-45fe-8a3c-e4e39af7c2b0,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:15.012594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:15.180852 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Floating IP 5ec1f1d4-fc00-4228-aef8-93a77f5e2668 associated. External IP: 172.26.2.125, port: f446c85a-8554-4087-a2ca-6bbb4bf73926. Apr 29 16:13:15.523379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router d2b11ab7-46b7-47ad-aad3-18da500dd44d has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:13:15.700185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:13:15.710259 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88341d89-8d13-4b46-85fa-a554bf8c2b78 None None] Sync routers for ids ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:13:15.720503 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88341d89-8d13-4b46-85fa-a554bf8c2b78 None None] Routers {'d2b11ab7-46b7-47ad-aad3-18da500dd44d'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:13:15.721113 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-88341d89-8d13-4b46-85fa-a554bf8c2b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:13:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:15.801138 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:15.857009 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b854f507-9d6c-4a34-92c9-6f4d66990f0b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5950971 Apr 29 16:13:15.857595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf88187-da8a-4540-80ff-0850d0189288', 'tag': 'f446c85a-8554-4087-a2ca-6bbb4bf73926'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:13:15.895546 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-88341d89-8d13-4b46-85fa-a554bf8c2b78 None None] Set router d2b11ab7-46b7-47ad-aad3-18da500dd44d gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:13:15.998155 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bca8cd6-5332-4e89-95a5-1130bdf7fdd2'] response: {'name': 'network-changed', 'server_uuid': '1cf88187-da8a-4540-80ff-0850d0189288', 'tag': 'f446c85a-8554-4087-a2ca-6bbb4bf73926', 'status': 'completed', 'code': 200} Apr 29 16:13:16.091303 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031c86c-ff71-45d5-ab0f-fa0400bbaa06 req-dbe3eabd-8821-4cae-8831-f072c9e6b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:16.092909 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e031c86c-ff71-45d5-ab0f-fa0400bbaa06 req-dbe3eabd-8821-4cae-8831-f072c9e6b0f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 1098 time: 0.0731199 Apr 29 16:13:16.105475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c373-6795-4e6f-9157-f685314a1745 req-87170eeb-fe8c-428a-b448-82767813e2f4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:16.106941 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e582c373-6795-4e6f-9157-f685314a1745 req-87170eeb-fe8c-428a-b448-82767813e2f4 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 945 time: 0.0857463 Apr 29 16:13:16.151903 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e582c373-6795-4e6f-9157-f685314a1745 req-f6b817b7-452b-4077-a4f2-3e0c01e7c312 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385802 Apr 29 16:13:16.177475 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47196) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:13:16.229167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031c86c-ff71-45d5-ab0f-fa0400bbaa06 req-f7fd0a90-ba54-48bc-b0dc-614bb0497aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:16.230621 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e031c86c-ff71-45d5-ab0f-fa0400bbaa06 req-f7fd0a90-ba54-48bc-b0dc-614bb0497aa3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f68f9373-3351-4046-a29c-9d4770b6c4d8 HTTP/1.1" status: 200 len: 897 time: 0.1316848 Apr 29 16:13:16.252058 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-88341d89-8d13-4b46-85fa-a554bf8c2b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:12:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '5ec1f1d4-fc00-4228-aef8-93a77f5e2668', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'port_id': 'f446c85a-8554-4087-a2ca-6bbb4bf73926', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'mac_address': 'fa:16:3e:b0:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf88187-da8a-4540-80ff-0850d0189288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:13:14Z', 'updated_at': '2022-04-29T16:13:14Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e62c0dba-8e93-4531-9f3f-582dcbc2d6d8', 'name': '', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:73:e1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:58Z', 'updated_at': '2022-04-29T16:13:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:16.255986 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88341d89-8d13-4b46-85fa-a554bf8c2b78 None None] Checking router: d2b11ab7-46b7-47ad-aad3-18da500dd44d for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:13:16.264505 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88341d89-8d13-4b46-85fa-a554bf8c2b78 None None] Routers {'d2b11ab7-46b7-47ad-aad3-18da500dd44d'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:13:16.265130 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-88341d89-8d13-4b46-85fa-a554bf8c2b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:13:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:16.296731 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-320cbed1-d863-48ef-92bd-68bcbcd42dd2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/5ec1f1d4-fc00-4228-aef8-93a77f5e2668 HTTP/1.1" status: 200 len: 991 time: 0.1179185 Apr 29 16:13:16.339117 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e031c86c-ff71-45d5-ab0f-fa0400bbaa06 req-f416fa9c-25d2-45f9-969a-36bd81f90cfb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f446c85a-8554-4087-a2ca-6bbb4bf73926 HTTP/1.1" status: 200 len: 999 time: 0.1026433 Apr 29 16:13:16.405737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031c86c-ff71-45d5-ab0f-fa0400bbaa06 req-2de9cf5f-fae6-4187-88ad-2d7044710f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:16.407660 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e031c86c-ff71-45d5-ab0f-fa0400bbaa06 req-2de9cf5f-fae6-4187-88ad-2d7044710f4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a HTTP/1.1" status: 200 len: 835 time: 0.0616126 Apr 29 16:13:16.478229 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-88341d89-8d13-4b46-85fa-a554bf8c2b78 None None] Set router d2b11ab7-46b7-47ad-aad3-18da500dd44d gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:13:16.482360 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031c86c-ff71-45d5-ab0f-fa0400bbaa06 req-65194008-5682-4ba1-a67e-94c81bccdc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:16.483826 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e031c86c-ff71-45d5-ab0f-fa0400bbaa06 req-65194008-5682-4ba1-a67e-94c81bccdc06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f68f9373-3351-4046-a29c-9d4770b6c4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713501 Apr 29 16:13:16.613630 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e031c86c-ff71-45d5-ab0f-fa0400bbaa06 req-fd218b33-2641-48bc-867e-e025bc58bdc4 service neutron] 10.222.0.44 "GET /v2.0/networks/f68f9373-3351-4046-a29c-9d4770b6c4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230795 Apr 29 16:13:16.744749 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e031c86c-ff71-45d5-ab0f-fa0400bbaa06 req-37d69ebc-98f2-4231-9715-2d744853aa20 service neutron] 10.222.0.44 "GET /v2.0/networks/f68f9373-3351-4046-a29c-9d4770b6c4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255937 Apr 29 16:13:16.820921 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-88341d89-8d13-4b46-85fa-a554bf8c2b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:12:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '5ec1f1d4-fc00-4228-aef8-93a77f5e2668', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'port_id': 'f446c85a-8554-4087-a2ca-6bbb4bf73926', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'mac_address': 'fa:16:3e:b0:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf88187-da8a-4540-80ff-0850d0189288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:13:14Z', 'updated_at': '2022-04-29T16:13:14Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e62c0dba-8e93-4531-9f3f-582dcbc2d6d8', 'name': '', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:73:e1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:58Z', 'updated_at': '2022-04-29T16:13:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:16.824652 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88341d89-8d13-4b46-85fa-a554bf8c2b78 None None] The sync data for ids ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'] in dv-neutron-839183-1-hyperv is: [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:12:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '5ec1f1d4-fc00-4228-aef8-93a77f5e2668', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'port_id': 'f446c85a-8554-4087-a2ca-6bbb4bf73926', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'mac_address': 'fa:16:3e:b0:14:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf88187-da8a-4540-80ff-0850d0189288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:13:14Z', 'updated_at': '2022-04-29T16:13:14Z', 'revision_number': 0, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e62c0dba-8e93-4531-9f3f-582dcbc2d6d8', 'name': '', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:73:e1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:58Z', 'updated_at': '2022-04-29T16:13:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:13:17.005001 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf1578d-c5fa-47e3-99ca-4b4bb8eeb718 None None] New status for floating IP 5ec1f1d4-fc00-4228-aef8-93a77f5e2668: ACTIVE {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:13:17.300626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47200) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:13:17.512683 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6eceb675-d1a9-44df-8ab2-48895fc7684c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/5ec1f1d4-fc00-4228-aef8-93a77f5e2668 HTTP/1.1" status: 200 len: 993 time: 0.2107036 Apr 29 16:13:24.400453 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:32.149425 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6960e39b-50f7-4549-9d4b-92f3e05717f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:34.234948 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c417d22b-2738-4192-96a4-fc432d7faa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:35.229269 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:35.509032 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:37.223634 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:44.675235 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5095a-36a0-4170-a283-3772d81c5c15 req-2ca13eb8-4025-4455-b728-435c70459cb2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:44.676785 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ede5095a-36a0-4170-a283-3772d81c5c15 req-2ca13eb8-4025-4455-b728-435c70459cb2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 945 time: 0.0776517 Apr 29 16:13:44.720071 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ede5095a-36a0-4170-a283-3772d81c5c15 req-cd089cf1-a436-4a9e-af2e-088a3eb71274 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375609 Apr 29 16:13:45.914673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0b4a8-640b-45d5-8b54-d4d6165f839d req-ee2d3543-dcc3-4f5e-b77e-a6e5505fe015 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:45.916108 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d6e0b4a8-640b-45d5-8b54-d4d6165f839d req-ee2d3543-dcc3-4f5e-b77e-a6e5505fe015 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 945 time: 0.0832088 Apr 29 16:13:45.959689 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d6e0b4a8-640b-45d5-8b54-d4d6165f839d req-a9a64d3e-f688-42b7-8e5c-9963d5f54ad3 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377004 Apr 29 16:13:45.982883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47220) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:13:46.087023 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ac93ea56-6c4a-40c6-a640-ff0fa29ea103 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/5ec1f1d4-fc00-4228-aef8-93a77f5e2668 HTTP/1.1" status: 200 len: 993 time: 0.1029644 Apr 29 16:13:47.666299 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd3193-38b4-4f38-9c08-efc73a658941 req-d6f6b45a-fe05-4ce7-9d46-2572b5e386ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:47.667742 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bfd3193-38b4-4f38-9c08-efc73a658941 req-d6f6b45a-fe05-4ce7-9d46-2572b5e386ab tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 945 time: 0.0791991 Apr 29 16:13:47.711881 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bfd3193-38b4-4f38-9c08-efc73a658941 req-8aeb1821-d864-408f-9447-24ac66220a11 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381186 Apr 29 16:13:47.725668 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae422a-933d-4d40-83e3-b1741c577524 req-fc325b57-4e54-41ff-a0da-0c67c0ce1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:47.725668 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-14ae422a-933d-4d40-83e3-b1741c577524 req-fc325b57-4e54-41ff-a0da-0c67c0ce1586 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 1098 time: 0.0718052 Apr 29 16:13:47.957796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae422a-933d-4d40-83e3-b1741c577524 req-a3a0dfb8-cfc1-4b11-a4d0-96e67048db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:47.959563 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-14ae422a-933d-4d40-83e3-b1741c577524 req-a3a0dfb8-cfc1-4b11-a4d0-96e67048db98 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f68f9373-3351-4046-a29c-9d4770b6c4d8 HTTP/1.1" status: 200 len: 897 time: 0.2280242 Apr 29 16:13:48.064377 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-14ae422a-933d-4d40-83e3-b1741c577524 req-1f8923f0-8d1c-4e67-9ece-4a6ae1d989ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f446c85a-8554-4087-a2ca-6bbb4bf73926 HTTP/1.1" status: 200 len: 1001 time: 0.0992646 Apr 29 16:13:48.126078 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae422a-933d-4d40-83e3-b1741c577524 req-47a7cb9e-174a-42e5-9050-d39c3031afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:48.127443 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-14ae422a-933d-4d40-83e3-b1741c577524 req-47a7cb9e-174a-42e5-9050-d39c3031afe4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a HTTP/1.1" status: 200 len: 835 time: 0.0574245 Apr 29 16:13:48.199633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae422a-933d-4d40-83e3-b1741c577524 req-cb67e4f3-89f0-4c32-97f8-fc98e124de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:48.201068 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-14ae422a-933d-4d40-83e3-b1741c577524 req-cb67e4f3-89f0-4c32-97f8-fc98e124de17 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f68f9373-3351-4046-a29c-9d4770b6c4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669522 Apr 29 16:13:48.329821 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-14ae422a-933d-4d40-83e3-b1741c577524 req-8da9ea7b-fbae-4eda-be55-00c96d982781 service neutron] 10.222.0.44 "GET /v2.0/networks/f68f9373-3351-4046-a29c-9d4770b6c4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226115 Apr 29 16:13:48.458404 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-14ae422a-933d-4d40-83e3-b1741c577524 req-416864bb-9a5c-42e6-a8a9-d501f1384aee service neutron] 10.222.0.44 "GET /v2.0/networks/f68f9373-3351-4046-a29c-9d4770b6c4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226068 Apr 29 16:13:48.537802 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:13:48.899136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90917e-3d0c-4d79-8b2a-fa46d20ad5bd req-09ea4cc2-6a27-4b4d-a8c5-65b066f23fa8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:48.900525 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7e90917e-3d0c-4d79-8b2a-fa46d20ad5bd req-09ea4cc2-6a27-4b4d-a8c5-65b066f23fa8 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 945 time: 0.0817201 Apr 29 16:13:48.944375 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7e90917e-3d0c-4d79-8b2a-fa46d20ad5bd req-60a810d5-644f-4981-8951-ad828d34ffc6 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381587 Apr 29 16:13:50.123631 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5346b-5f26-4263-ab24-1fcf40d07425 req-1b8ba855-e012-4b57-b2b4-0c81d11c6ecb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:50.125118 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7ba5346b-5f26-4263-ab24-1fcf40d07425 req-1b8ba855-e012-4b57-b2b4-0c81d11c6ecb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 945 time: 0.0781744 Apr 29 16:13:50.169887 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7ba5346b-5f26-4263-ab24-1fcf40d07425 req-fa913bb4-fe7c-413c-974c-373051ba29d5 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379283 Apr 29 16:13:50.192915 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47234) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:13:50.297413 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2f948ec9-9b7a-4258-b704-340c0acaaa06 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/floatingips/5ec1f1d4-fc00-4228-aef8-93a77f5e2668 HTTP/1.1" status: 200 len: 993 time: 0.1033916 Apr 29 16:13:50.636882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47242) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:13:50.834910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port a397ee5b-ed82-45fe-8a3c-e4e39af7c2b0 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:13:50.835243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:50.998440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:50.998780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:51.121311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for a397ee5b-ed82-45fe-8a3c-e4e39af7c2b0 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:13:51.326283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:51.474065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=a397ee5b-ed82-45fe-8a3c-e4e39af7c2b0,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:51.513169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:51.513516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:51.513860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:51.514199 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:51.514535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:51.514866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:51.515198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:51.515526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:51.515854 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:51.516180 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:51.516529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:51.516857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:51.574550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:51.574801 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Floating IP 5ec1f1d4-fc00-4228-aef8-93a77f5e2668 disassociated (deleted). External IP: 172.26.2.125, port: f446c85a-8554-4087-a2ca-6bbb4bf73926. Apr 29 16:13:51.926256 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router d2b11ab7-46b7-47ad-aad3-18da500dd44d has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:13:52.105766 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:13:52.115647 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c416087d-7e88-4195-b366-c6aa201e9a61 None None] Sync routers for ids ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:13:52.121521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:52.124439 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416087d-7e88-4195-b366-c6aa201e9a61 None None] Routers {'d2b11ab7-46b7-47ad-aad3-18da500dd44d'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:13:52.125067 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-c416087d-7e88-4195-b366-c6aa201e9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:13:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:52.176864 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bf44183b-fbe3-49e6-b64e-b9d539087555 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/floatingips/5ec1f1d4-fc00-4228-aef8-93a77f5e2668 HTTP/1.1" status: 204 len: 168 time: 1.5386066 Apr 29 16:13:52.177341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf88187-da8a-4540-80ff-0850d0189288', 'tag': 'f446c85a-8554-4087-a2ca-6bbb4bf73926'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:13:52.224765 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed888e7-9310-4c5d-b0ec-28036c23b153'] response: {'name': 'network-changed', 'server_uuid': '1cf88187-da8a-4540-80ff-0850d0189288', 'tag': 'f446c85a-8554-4087-a2ca-6bbb4bf73926', 'status': 'completed', 'code': 200} Apr 29 16:13:52.322239 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-c416087d-7e88-4195-b366-c6aa201e9a61 None None] Set router d2b11ab7-46b7-47ad-aad3-18da500dd44d gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:13:52.327470 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9c5a4-9f46-402c-9296-59dba65a9e0a req-6cb79c4d-aeff-4646-be48-d4e2ae399ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:52.329551 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7fa9c5a4-9f46-402c-9296-59dba65a9e0a req-6cb79c4d-aeff-4646-be48-d4e2ae399ee6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab05805754f34f09b028f4d94522434d&device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 1098 time: 0.0810108 Apr 29 16:13:52.464061 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9c5a4-9f46-402c-9296-59dba65a9e0a req-67728420-1794-429a-ab05-625750278dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:52.465470 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7fa9c5a4-9f46-402c-9296-59dba65a9e0a req-67728420-1794-429a-ab05-625750278dd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f68f9373-3351-4046-a29c-9d4770b6c4d8 HTTP/1.1" status: 200 len: 897 time: 0.1302295 Apr 29 16:13:52.533266 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7fa9c5a4-9f46-402c-9296-59dba65a9e0a req-8be11171-9500-4460-9e92-744ab26e4f86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f446c85a-8554-4087-a2ca-6bbb4bf73926 HTTP/1.1" status: 200 len: 217 time: 0.0619888 Apr 29 16:13:52.600548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9c5a4-9f46-402c-9296-59dba65a9e0a req-2890b0bf-9ce6-4b64-85e2-72fdc18a6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:52.602106 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7fa9c5a4-9f46-402c-9296-59dba65a9e0a req-2890b0bf-9ce6-4b64-85e2-72fdc18a6a44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a HTTP/1.1" status: 200 len: 835 time: 0.0636697 Apr 29 16:13:52.635668 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-c416087d-7e88-4195-b366-c6aa201e9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:12:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'e62c0dba-8e93-4531-9f3f-582dcbc2d6d8', 'name': '', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:73:e1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:58Z', 'updated_at': '2022-04-29T16:13:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:52.639535 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c416087d-7e88-4195-b366-c6aa201e9a61 None None] Checking router: d2b11ab7-46b7-47ad-aad3-18da500dd44d for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:13:52.648881 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416087d-7e88-4195-b366-c6aa201e9a61 None None] Routers {'d2b11ab7-46b7-47ad-aad3-18da500dd44d'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:13:52.649479 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-c416087d-7e88-4195-b366-c6aa201e9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:13:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:52.681028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9c5a4-9f46-402c-9296-59dba65a9e0a req-89e12dfa-57e4-4f15-a5a8-b63c187fc518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:52.682479 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7fa9c5a4-9f46-402c-9296-59dba65a9e0a req-89e12dfa-57e4-4f15-a5a8-b63c187fc518 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f68f9373-3351-4046-a29c-9d4770b6c4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745063 Apr 29 16:13:52.742169 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc70ba-381d-4bc2-b6e3-93a9a412fb74 req-3a53f566-83bf-45f0-b3a9-a32272b41f65 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:52.742874 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-6edc70ba-381d-4bc2-b6e3-93a9a412fb74 req-3a53f566-83bf-45f0-b3a9-a32272b41f65 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:13:52.806429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-6edc70ba-381d-4bc2-b6e3-93a9a412fb74 req-3a53f566-83bf-45f0-b3a9-a32272b41f65 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:13:52.810670 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6edc70ba-381d-4bc2-b6e3-93a9a412fb74 req-3a53f566-83bf-45f0-b3a9-a32272b41f65 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 945 time: 0.1516109 Apr 29 16:13:52.817012 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7fa9c5a4-9f46-402c-9296-59dba65a9e0a req-b86d5a07-deb7-439d-af88-11ff07dfc3d6 service neutron] 10.222.0.44 "GET /v2.0/networks/f68f9373-3351-4046-a29c-9d4770b6c4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276112 Apr 29 16:13:52.827054 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-c416087d-7e88-4195-b366-c6aa201e9a61 None None] Set router d2b11ab7-46b7-47ad-aad3-18da500dd44d gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:13:52.857657 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6edc70ba-381d-4bc2-b6e3-93a9a412fb74 req-e29257c0-685e-4690-8b20-aa281e509bb2 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442784 Apr 29 16:13:52.950483 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7fa9c5a4-9f46-402c-9296-59dba65a9e0a req-59a65055-f5a1-4e89-a6fa-5a7aa3f86130 service neutron] 10.222.0.44 "GET /v2.0/networks/f68f9373-3351-4046-a29c-9d4770b6c4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273928 Apr 29 16:13:53.157453 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-c416087d-7e88-4195-b366-c6aa201e9a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:12:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'e62c0dba-8e93-4531-9f3f-582dcbc2d6d8', 'name': '', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:73:e1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:58Z', 'updated_at': '2022-04-29T16:13:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:53.161966 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c416087d-7e88-4195-b366-c6aa201e9a61 None None] The sync data for ids ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'] in dv-neutron-839183-1-hyperv is: [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:12:58Z', 'revision_number': 4, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': 'e62c0dba-8e93-4531-9f3f-582dcbc2d6d8', 'name': '', 'network_id': 'f68f9373-3351-4046-a29c-9d4770b6c4d8', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'mac_address': 'fa:16:3e:73:e1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:58Z', 'updated_at': '2022-04-29T16:13:03Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'subnets': [{'id': '5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:13:53.369342 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d605296e-ba02-4d12-ad61-cb05d86dc30a None None] New status for floating IP 5ec1f1d4-fc00-4228-aef8-93a77f5e2668: DOWN {{(pid=88716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:13:54.052748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7006c2-df5c-4846-b690-4cd6a52a1285 req-f6209992-8d24-445f-ab81-3b474ac625eb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:54.054482 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2a7006c2-df5c-4846-b690-4cd6a52a1285 req-f6209992-8d24-445f-ab81-3b474ac625eb tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 945 time: 0.0796373 Apr 29 16:13:54.098210 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2a7006c2-df5c-4846-b690-4cd6a52a1285 req-27c0ea2c-2f34-4874-90ec-e80ff9f9b751 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382614 Apr 29 16:13:54.179317 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-c4bcd352-4963-4011-9ebc-0577d97a4734 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:13:54.180005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-c4bcd352-4963-4011-9ebc-0577d97a4734 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Synchronizing usage tracker for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:13:54.192196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-c4bcd352-4963-4011-9ebc-0577d97a4734 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Unset dirty status for tenant:ab05805754f34f09b028f4d94522434d on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:13:54.204206 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-c4bcd352-4963-4011-9ebc-0577d97a4734 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 945 time: 0.0940995 Apr 29 16:13:54.263161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port f446c85a-8554-4087-a2ca-6bbb4bf73926 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:13:54.263514 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:54.395413 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:54.606704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port f446c85a-8554-4087-a2ca-6bbb4bf73926, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=f446c85a-8554-4087-a2ca-6bbb4bf73926,segment=NetworkSegment(c6b7b25a-497b-454c-85b6-84232c65b33e),segment_id=c6b7b25a-497b-454c-85b6-84232c65b33e)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:13:54.606947 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:54.728387 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for f446c85a-8554-4087-a2ca-6bbb4bf73926 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:13:54.954331 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:55.002654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=f446c85a-8554-4087-a2ca-6bbb4bf73926,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:55.012215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:55.012582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:55.012919 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:55.013255 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:55.013589 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:55.013923 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:55.014246 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:55.014572 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:55.014892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:55.015211 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:55.015962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:55.015962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:13:55.092073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] No DVR routers for this DVR port f446c85a-8554-4087-a2ca-6bbb4bf73926 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:13:55.094538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:55.096940 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf88187-da8a-4540-80ff-0850d0189288', 'name': 'network-vif-deleted', 'tag': 'f446c85a-8554-4087-a2ca-6bbb4bf73926'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:13:55.143760 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e572c46e-ba63-4721-a654-f461aa25a06d'] response: {'server_uuid': '1cf88187-da8a-4540-80ff-0850d0189288', 'name': 'network-vif-deleted', 'tag': 'f446c85a-8554-4087-a2ca-6bbb4bf73926', 'status': 'completed', 'code': 200} Apr 29 16:13:55.166634 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-796617bf-8131-4502-9b5b-64f52d1a98d8 req-64fde9ef-e4c6-41d5-888e-33d2e1a04cda tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.44 "DELETE /v2.0/ports/f446c85a-8554-4087-a2ca-6bbb4bf73926 HTTP/1.1" status: 204 len: 173 time: 0.9672234 Apr 29 16:13:55.253706 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d5e9f5a-1619-4e6c-8779-b4b6e70574c4 req-eacefe18-564d-4b8d-b5f8-4e20e8044911 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cf88187-da8a-4540-80ff-0850d0189288 HTTP/1.1" status: 200 len: 210 time: 0.0455742 Apr 29 16:13:56.350158 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47260) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:13:57.002527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a9c0e-68f8-41a0-873b-c7a53bb2f511 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:57.105775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f446c85a-8554-4087-a2ca-6bbb4bf73926 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:13:57.139505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: f446c85a-8554-4087-a2ca-6bbb4bf73926 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:13:57.139840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device f446c85a-8554-4087-a2ca-6bbb4bf73926 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:13:57.352664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a9c0e-68f8-41a0-873b-c7a53bb2f511 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:13:57.353271 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a9c0e-68f8-41a0-873b-c7a53bb2f511 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:57.539855 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-2d6a9c0e-68f8-41a0-873b-c7a53bb2f511 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port e62c0dba-8e93-4531-9f3f-582dcbc2d6d8, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=e62c0dba-8e93-4531-9f3f-582dcbc2d6d8,segment=NetworkSegment(c6b7b25a-497b-454c-85b6-84232c65b33e),segment_id=c6b7b25a-497b-454c-85b6-84232c65b33e)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:13:57.540342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a9c0e-68f8-41a0-873b-c7a53bb2f511 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:57.663607 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a9c0e-68f8-41a0-873b-c7a53bb2f511 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:13:57.885965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a9c0e-68f8-41a0-873b-c7a53bb2f511 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:57.936508 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a9c0e-68f8-41a0-873b-c7a53bb2f511 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=e62c0dba-8e93-4531-9f3f-582dcbc2d6d8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:58.212578 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2d6a9c0e-68f8-41a0-873b-c7a53bb2f511 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:58.680788 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6a9c0e-68f8-41a0-873b-c7a53bb2f511 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Router d2b11ab7-46b7-47ad-aad3-18da500dd44d has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:13:58.856765 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6a9c0e-68f8-41a0-873b-c7a53bb2f511 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:13:58.871145 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0e86f9-8ca3-4f43-96a4-04ed320e829b None None] Sync routers for ids ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:13:58.871577 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2d6a9c0e-68f8-41a0-873b-c7a53bb2f511 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "PUT /v2.0/routers/d2b11ab7-46b7-47ad-aad3-18da500dd44d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5184548 Apr 29 16:13:58.872328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47264) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:13:58.878440 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e86f9-8ca3-4f43-96a4-04ed320e829b None None] Routers {'d2b11ab7-46b7-47ad-aad3-18da500dd44d'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:13:58.879777 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3d0e86f9-8ca3-4f43-96a4-04ed320e829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:13:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:58.938265 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-1115dcf1-c5b8-4655-b724-e545defd636b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting subnet 5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:13:58.941773 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1115dcf1-c5b8-4655-b724-e545defd636b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:58.998772 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1115dcf1-c5b8-4655-b724-e545defd636b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:59.057785 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-3d0e86f9-8ca3-4f43-96a4-04ed320e829b None None] Set router d2b11ab7-46b7-47ad-aad3-18da500dd44d gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:13:59.080560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1115dcf1-c5b8-4655-b724-e545defd636b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:59.206503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1115dcf1-c5b8-4655-b724-e545defd636b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:59.249327 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115dcf1-c5b8-4655-b724-e545defd636b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Subnet': ['ID=5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:13:59.252975 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1115dcf1-c5b8-4655-b724-e545defd636b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:59.261477 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1115dcf1-c5b8-4655-b724-e545defd636b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/subnets/5f466fe6-c3ab-4bdd-8a2a-c5f5e4089a8a HTTP/1.1" status: 204 len: 168 time: 0.3856549 Apr 29 16:13:59.261639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47268) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:13:59.267775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d57179e-82a0-4452-92e5-c10271a59e8a None None] Network f68f9373-3351-4046-a29c-9d4770b6c4d8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:13:59.349027 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3d0e86f9-8ca3-4f43-96a4-04ed320e829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:13:57Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:59.353231 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0e86f9-8ca3-4f43-96a4-04ed320e829b None None] Checking router: d2b11ab7-46b7-47ad-aad3-18da500dd44d for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:13:59.361404 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e86f9-8ca3-4f43-96a4-04ed320e829b None None] Routers {'d2b11ab7-46b7-47ad-aad3-18da500dd44d'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:13:59.361995 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3d0e86f9-8ca3-4f43-96a4-04ed320e829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:13:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:59.448144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:59.543369 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-3d0e86f9-8ca3-4f43-96a4-04ed320e829b None None] Set router d2b11ab7-46b7-47ad-aad3-18da500dd44d gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:13:59.558417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] DHCP port deletion for f68f9373-3351-4046-a29c-9d4770b6c4d8 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:13:59.562886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Deleting port 9a02d462-720c-442f-b765-0443754fbb86 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:13:59.563254 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:59.642325 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:59.703117 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Deleting port 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:13:59.703838 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:59.775500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] For port 9a02d462-720c-442f-b765-0443754fbb86, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=9a02d462-720c-442f-b765-0443754fbb86,segment=NetworkSegment(c6b7b25a-497b-454c-85b6-84232c65b33e),segment_id=c6b7b25a-497b-454c-85b6-84232c65b33e)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:13:59.775885 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:59.829783 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3d0e86f9-8ca3-4f43-96a4-04ed320e829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:13:57Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:13:59.835129 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0e86f9-8ca3-4f43-96a4-04ed320e829b None None] The sync data for ids ['d2b11ab7-46b7-47ad-aad3-18da500dd44d'] in dv-neutron-839183-1-hyperv is: [{'id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45105270', 'tenant_id': 'ab05805754f34f09b028f4d94522434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:12:53Z', 'updated_at': '2022-04-29T16:13:57Z', 'revision_number': 5, 'project_id': 'ab05805754f34f09b028f4d94522434d', 'gw_port': {'id': '1ff20471-7bf4-4f3e-8a13-ff5641a4d39f', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b11ab7-46b7-47ad-aad3-18da500dd44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:12:54Z', 'updated_at': '2022-04-29T16:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:13:59.880309 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] For port 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=1ff20471-7bf4-4f3e-8a13-ff5641a4d39f,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:13:59.880690 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:13:59.912127 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Calling delete_port for 9a02d462-720c-442f-b765-0443754fbb86 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:14:00.034715 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851'] for port, after_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:00.078781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Pushing event deleted for resources: {'Port': ['ID=9a02d462-720c-442f-b765-0443754fbb86,revision_number=None']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:00.088793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:00.089221 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:00.089468 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:00.089797 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:00.090120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:00.090449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:00.090772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:00.091092 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:00.091418 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:00.091735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:00.092041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:00.092355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:00.094946 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3023090-da8b-4c09-abf0-39fc3d7e3e74 None None] No DVR routers for this DVR port 9a02d462-720c-442f-b765-0443754fbb86 on host dv-neutron-839183-1-hyperv {{(pid=88716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:14:00.113342 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Calling delete_port for 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:14:00.354468 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:00.401651 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Port': ['ID=1ff20471-7bf4-4f3e-8a13-ff5641a4d39f,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:00.492732 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:00.661352 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:00.663379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:00.760067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:00.760799 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Fanout notify agent at l3_agent the message router_deleted on router d2b11ab7-46b7-47ad-aad3-18da500dd44d {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:14:00.776728 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:00.777922 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-418536d7-a8c1-4e85-90ff-3ba5745ed98b tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/routers/d2b11ab7-46b7-47ad-aad3-18da500dd44d HTTP/1.1" status: 204 len: 168 time: 1.5154235 Apr 29 16:14:00.780508 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47272) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:00.897203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:01.025636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:01.051013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68f9373-3351-4046-a29c-9d4770b6c4d8']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:01.062754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b7b25a-497b-454c-85b6-84232c65b33e') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:01.063062 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b7b25a-497b-454c-85b6-84232c65b33e') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:01.074410 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:01.090449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:01.096237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:14:01.096648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:14:01.111120 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:14:01.251486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:01.256485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:01.283020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'Network': ['ID=f68f9373-3351-4046-a29c-9d4770b6c4d8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:01.326202 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-e27418b5-b85f-42cd-ba30-0dbb885e8831 tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/networks/f68f9373-3351-4046-a29c-9d4770b6c4d8 HTTP/1.1" status: 204 len: 168 time: 0.5447330 Apr 29 16:14:01.328833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47276) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:01.399659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a89d3ca-0cd2-48ca-9064-048cbf9f646c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:01.429734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a89d3ca-0cd2-48ca-9064-048cbf9f646c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:01.479373 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:14:01.514843 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:14:01.515180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 1ff20471-7bf4-4f3e-8a13-ff5641a4d39f not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:14:01.515588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9a02d462-720c-442f-b765-0443754fbb86 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:14:01.547210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 9a02d462-720c-442f-b765-0443754fbb86 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:14:01.547489 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 9a02d462-720c-442f-b765-0443754fbb86 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:14:01.547883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:14:01.560050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a89d3ca-0cd2-48ca-9064-048cbf9f646c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:01.579406 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89d3ca-0cd2-48ca-9064-048cbf9f646c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:01.579869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:14:01.580204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device e62c0dba-8e93-4531-9f3f-582dcbc2d6d8 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:14:01.627666 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-0a89d3ca-0cd2-48ca-9064-048cbf9f646c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:01.629332 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-0a89d3ca-0cd2-48ca-9064-048cbf9f646c tempest-TestNetworkAdvancedServerOps-1992450336 tempest-TestNetworkAdvancedServerOps-1992450336-project] 10.222.0.39 "DELETE /v2.0/security-groups/c8c09e57-07c1-4bf5-90a6-e99c3b53bbb3 HTTP/1.1" status: 204 len: 168 time: 0.2990341 Apr 29 16:14:02.160766 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-01144c1d-644b-4580-ab7b-33ad3c0a7e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:02.203200 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47286) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:02.391519 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b0eceb29-d2dd-435f-86af-88f7837a1882 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab05805754f34f09b028f4d94522434d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871316 Apr 29 16:14:02.393977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47292) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:02.451038 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4016985e-cddb-4a71-9fbc-aa29b39f1bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:02.476594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4016985e-cddb-4a71-9fbc-aa29b39f1bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:02.622755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4016985e-cddb-4a71-9fbc-aa29b39f1bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:02.639561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016985e-cddb-4a71-9fbc-aa29b39f1bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314a716b-9e5a-4ce2-b3da-7abe0469a5b8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:02.648446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4016985e-cddb-4a71-9fbc-aa29b39f1bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:02.650479 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4016985e-cddb-4a71-9fbc-aa29b39f1bb5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/314a716b-9e5a-4ce2-b3da-7abe0469a5b8 HTTP/1.1" status: 204 len: 168 time: 0.2539177 Apr 29 16:14:03.202443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47300) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:03.220083 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2c21-4dac-4670-ac1e-6b7ca4d5233a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:03.234968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7a0a2c21-4dac-4670-ac1e-6b7ca4d5233a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:03.239836 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7a0a2c21-4dac-4670-ac1e-6b7ca4d5233a admin admin] Usage tracker for resource:security_group_rule and tenant:62e1199e03434752ba6fef6287d29131 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:03.242660 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-7a0a2c21-4dac-4670-ac1e-6b7ca4d5233a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:03.248281 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-7a0a2c21-4dac-4670-ac1e-6b7ca4d5233a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:03.329514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2c21-4dac-4670-ac1e-6b7ca4d5233a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:03.388655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2c21-4dac-4670-ac1e-6b7ca4d5233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:03.434539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a2c21-4dac-4670-ac1e-6b7ca4d5233a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36313a5-b5ff-445d-b311-d8a5261ce1af,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:03.438728 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-7a0a2c21-4dac-4670-ac1e-6b7ca4d5233a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62e1199e03434752ba6fef6287d29131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352760 Apr 29 16:14:03.441488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47304) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:03.497708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2530ec0-6cd4-4107-a1f6-ac55feaf8c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:03.526435 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2530ec0-6cd4-4107-a1f6-ac55feaf8c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:03.714264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2530ec0-6cd4-4107-a1f6-ac55feaf8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:03.728216 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2530ec0-6cd4-4107-a1f6-ac55feaf8c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36313a5-b5ff-445d-b311-d8a5261ce1af,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:03.735757 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c2530ec0-6cd4-4107-a1f6-ac55feaf8c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:03.739094 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c2530ec0-6cd4-4107-a1f6-ac55feaf8c86 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d36313a5-b5ff-445d-b311-d8a5261ce1af HTTP/1.1" status: 204 len: 168 time: 0.2944453 Apr 29 16:14:04.285874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2bc82f03-6410-4df7-aeba-952b7e746f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:04.780648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47328) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:04.883518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1090703931-network', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:04.888318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:04.892248 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Usage tracker for resource:network and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:04.895329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:04.901699 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:04.988215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Made reservation on behalf of a667c656994c4d4ab39f198c30be7010 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:14:04.990560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:05.002263 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:05.016036 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:05.020296 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:05.023008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:05.028511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:05.106879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:05.154310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:05.187735 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:14:05.193700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41009833-d019-46a9-aeac-aad286752c62,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:05.200304 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:05.201313 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Added segment a85a5e5e-318c-42f0-8b41-574241c9f3a0 of type vlan for network 0364566c-a19b-4395-a8aa-591689d6efa8 Apr 29 16:14:05.223739 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:05.231351 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:05.297319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:05.298267 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:05.298846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:05.400841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] Pushing event updated for resources: {'Network': ['ID=0364566c-a19b-4395-a8aa-591689d6efa8,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:05.410836 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 0364566c-a19b-4395-a8aa-591689d6efa8 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:14:05.446535 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bb83c457-cfb2-48c7-81e5-2bb4712e0094 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6648448 Apr 29 16:14:05.449396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47334) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:05.455614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Request body: {'subnet': {'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1090703931-subnet', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'ip_version': 4}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:05.461354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:05.465205 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Usage tracker for resource:subnet and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:05.468042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:05.474192 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:05.542639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Made reservation on behalf of a667c656994c4d4ab39f198c30be7010 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:14:05.545411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:05.606174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:05.805588 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:05.879547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5dbf65b-f9b6-4b8a-837f-4458be239f72,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:05.888485 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Checking segment: {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:14:05.888845 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Network hostable DHCP agents. Network: 0364566c-a19b-4395-a8aa-591689d6efa8, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:14:05.982403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Network 0364566c-a19b-4395-a8aa-591689d6efa8 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:14:06.045624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 0364566c-a19b-4395-a8aa-591689d6efa8) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:14:06.049543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:06.050120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:06.054864 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7197947d-e70c-4e69-9fb1-23c14cfc552e None None] Network 0364566c-a19b-4395-a8aa-591689d6efa8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:14:06.121027 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b51c3986-d6f1-4618-b822-e0c59407234a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6703765 Apr 29 16:14:06.123452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47338) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:06.128273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:06.133230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:06.137053 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Usage tracker for resource:router and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:06.139923 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:06.145666 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:06.217395 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:06.218455 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:06.233382 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:06.263009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-0364566c-a19b-4395-a8aa-591689d6efa8', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:14:06.263838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:06.445458 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Allocated IP 172.20.0.2 (0364566c-a19b-4395-a8aa-591689d6efa8/b5dbf65b-f9b6-4b8a-837f-4458be239f72/4e843baa-5ae9-43ee-a180-e8414cd23c1f) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:14:06.555962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:06.648615 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:06.658563 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Transition to ACTIVE for port object 4e843baa-5ae9-43ee-a180-e8414cd23c1f will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:14:06.678141 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Transition to ACTIVE for port object 4e843baa-5ae9-43ee-a180-e8414cd23c1f will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:14:06.744835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:06.818113 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Network 0364566c-a19b-4395-a8aa-591689d6efa8 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:14:06.820959 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:14:06.824535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:14:06.830094 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Pushing event updated for resources: {'Port': ['ID=4e843baa-5ae9-43ee-a180-e8414cd23c1f,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:06.917353 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Attempting to bind port 4e843baa-5ae9-43ee-a180-e8414cd23c1f on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:14:06.917713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Attempting to bind port 4e843baa-5ae9-43ee-a180-e8414cd23c1f by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:14:06.918066 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Attempting to bind port 4e843baa-5ae9-43ee-a180-e8414cd23c1f on network 0364566c-a19b-4395-a8aa-591689d6efa8 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:14:06.923453 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:14:06.923816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Checking segment: {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:14:06.924207 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:06.924616 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Bound using segment: {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:14:06.925068 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Bound port: 4e843baa-5ae9-43ee-a180-e8414cd23c1f, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:14:06.925427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:06.964323 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:06.998279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:07.015726 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] For port 4e843baa-5ae9-43ee-a180-e8414cd23c1f, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:14:07.018828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] For port 4e843baa-5ae9-43ee-a180-e8414cd23c1f, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4e843baa-5ae9-43ee-a180-e8414cd23c1f,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:14:07.108861 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:07.135011 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Allocated IP 172.26.2.143 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/f391e091-3a86-4367-972a-25121b048c6a) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:14:07.232324 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ad4f6-1717-4155-81cb-c2c2ab951d59 None None] Pushing event updated for resources: {'Port': ['ID=4e843baa-5ae9-43ee-a180-e8414cd23c1f,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:07.263202 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:07.416056 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:07.520785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:07.562896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4e843baa-5ae9-43ee-a180-e8414cd23c1f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:07.598971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:14:07.602394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:14:07.604902 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:14:07.647402 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Pushing event updated for resources: {'Port': ['ID=f391e091-3a86-4367-972a-25121b048c6a,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:07.714120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 4e843baa-5ae9-43ee-a180-e8414cd23c1f completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:14:08.110409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:08.267668 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e340f5-a033-42f3-b429-5a7684271e28 None None] Network 0364566c-a19b-4395-a8aa-591689d6efa8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:14:08.434442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b260bc0b-cc08-4651-9141-997c4f016ebd None None] Provisioning for port 4e843baa-5ae9-43ee-a180-e8414cd23c1f completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:14:08.442879 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-b260bc0b-cc08-4651-9141-997c4f016ebd None None] Provisioning complete for port 4e843baa-5ae9-43ee-a180-e8414cd23c1f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:08.448321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b260bc0b-cc08-4651-9141-997c4f016ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:08.452335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:08.618314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b260bc0b-cc08-4651-9141-997c4f016ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:08.653926 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-b260bc0b-cc08-4651-9141-997c4f016ebd None None] For port 4e843baa-5ae9-43ee-a180-e8414cd23c1f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4e843baa-5ae9-43ee-a180-e8414cd23c1f,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:14:08.720065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Router 62d104b8-f728-4c3f-8b4f-796483d82a1f is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:14:08.743047 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b260bc0b-cc08-4651-9141-997c4f016ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:08.819741 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260bc0b-cc08-4651-9141-997c4f016ebd None None] Pushing event updated for resources: {'Port': ['ID=4e843baa-5ae9-43ee-a180-e8414cd23c1f,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:08.865036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-832fe0d5-9be2-4504-8d74-60ed4008cc9c None None] Provisioning complete for port 4e843baa-5ae9-43ee-a180-e8414cd23c1f triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:08.865455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-832fe0d5-9be2-4504-8d74-60ed4008cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:09.021376 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:14:09.029658 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Sync routers for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:14:09.038497 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:14:09.039098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:14:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:09.115015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:09.116472 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bcf1cf49-a5d3-474c-a0f8-85e31dc4035c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9920735 Apr 29 16:14:09.119203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47342) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:09.213964 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:14:09.509112 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4e843baa-5ae9-43ee-a180-e8414cd23c1f up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:09.599582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 4e843baa-5ae9-43ee-a180-e8414cd23c1f triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:09.599857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:09.644696 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:07Z', 'revision_number': 3, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:09.653765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Checking router: 62d104b8-f728-4c3f-8b4f-796483d82a1f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:14:09.654110 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Updating router 62d104b8-f728-4c3f-8b4f-796483d82a1f port f391e091-3a86-4367-972a-25121b048c6a binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:14:09.743971 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:09.790486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:09.996203 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Allocated IP 172.20.0.1 (0364566c-a19b-4395-a8aa-591689d6efa8/b5dbf65b-f9b6-4b8a-837f-4458be239f72/8bfdd60e-dc10-4098-9d62-3a2b9bc8e382) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:14:10.087784 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:10.099723 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Transition to ACTIVE for port object f391e091-3a86-4367-972a-25121b048c6a will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:14:10.141089 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:10.156565 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Transition to ACTIVE for port object 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:14:10.165552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:10.240333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:10.246450 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Attempting to bind port f391e091-3a86-4367-972a-25121b048c6a on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:14:10.246749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Attempting to bind port f391e091-3a86-4367-972a-25121b048c6a by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:14:10.247107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Attempting to bind port f391e091-3a86-4367-972a-25121b048c6a on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:14:10.252612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4e956-b913-4c6c-bec1-271db308e896 None None] Pushing event updated for resources: {'Port': ['ID=f391e091-3a86-4367-972a-25121b048c6a,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:10.257192 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:14:10.257563 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:14:10.257965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:10.258342 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:14:10.258809 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Bound port: f391e091-3a86-4367-972a-25121b048c6a, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:14:10.259178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:10.310600 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Network 0364566c-a19b-4395-a8aa-591689d6efa8 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:14:10.313440 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:14:10.315796 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:14:10.332400 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] For port f391e091-3a86-4367-972a-25121b048c6a, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:14:10.336068 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] For port f391e091-3a86-4367-972a-25121b048c6a, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f391e091-3a86-4367-972a-25121b048c6a,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:14:10.360332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Pushing event updated for resources: {'Port': ['ID=8bfdd60e-dc10-4098-9d62-3a2b9bc8e382,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:10.379313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:10.400944 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:10.483321 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:14:10.483945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:14:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:10.549331 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:10.596552 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4e956-b913-4c6c-bec1-271db308e896 None None] Pushing event updated for resources: {'Port': ['ID=f391e091-3a86-4367-972a-25121b048c6a,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:10.673712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:14:10.716352 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-51a4cac0-e587-424d-bb0d-e71b4cf6d926 None None] Provisioning for port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:14:10.736257 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-51a4cac0-e587-424d-bb0d-e71b4cf6d926 None None] Provisioning complete for port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:10.736656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-51a4cac0-e587-424d-bb0d-e71b4cf6d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:10.870174 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-51a4cac0-e587-424d-bb0d-e71b4cf6d926 None None] Port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:14:10.883302 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:10.943496 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:11.052867 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:11.057287 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Pushing event updated for resources: {'Port': ['ID=8bfdd60e-dc10-4098-9d62-3a2b9bc8e382,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:11.082685 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 1, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:11.086846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f2c9f3-5b67-45ea-92d0-c0a970503ac2 None None] The sync data for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv is: [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 1, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:14:11.198906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Network 0364566c-a19b-4395-a8aa-591689d6efa8 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:14:11.200031 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:14:11.443326 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Router 62d104b8-f728-4c3f-8b4f-796483d82a1f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:14:11.594856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-750efd3d-7132-4898-acab-3d63dd73ff16 None None] Provisioning complete for port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:11.595239 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-750efd3d-7132-4898-acab-3d63dd73ff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:11.640842 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:14:11.650383 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ac1689ce-0e13-42b5-b84c-894d3d02e74c admin admin] 10.222.0.39 "PUT /v2.0/routers/62d104b8-f728-4c3f-8b4f-796483d82a1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5298009 Apr 29 16:14:11.660416 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-750efd3d-7132-4898-acab-3d63dd73ff16 None None] Port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:14:12.363693 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47362) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:12.369273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-437194207-network', 'tenant_id': 'a50660f02c5c4db0996468fc20096639'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:12.374162 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:12.378014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Usage tracker for resource:network and tenant:a50660f02c5c4db0996468fc20096639 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:12.381484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:12.387118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:12.462597 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Made reservation on behalf of a50660f02c5c4db0996468fc20096639 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:14:12.464959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:12.480001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:12.494398 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:12.498174 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Usage tracker for resource:security_group_rule and tenant:a50660f02c5c4db0996468fc20096639 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:12.500935 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:12.507151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:12.588900 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:12.651431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:12.684176 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:14:12.689278 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966b013d-d002-4f73-bc64-bc02268fb892,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:12.696914 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:12.697863 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Added segment c8292ea9-fccf-45b7-95dd-44501971e7f4 of type vlan for network 674e1283-7ddb-4343-bdde-1fe6358bcaf8 Apr 29 16:14:12.724957 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:12.828798 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:12.829813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:12.830400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:12.934770 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] Pushing event updated for resources: {'Network': ['ID=674e1283-7ddb-4343-bdde-1fe6358bcaf8,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:12.944449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 674e1283-7ddb-4343-bdde-1fe6358bcaf8 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:14:13.012494 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-472c1ac4-c5d4-4405-b24b-998f98a16a6b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6475358 Apr 29 16:14:13.015191 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47366) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:13.021490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Request body: {'subnet': {'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-437194207-subnet', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'ip_version': 4}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:13.022545 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Sync routers for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:14:13.026833 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:13.031336 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Usage tracker for resource:subnet and tenant:a50660f02c5c4db0996468fc20096639 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:13.033560 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:14:13.034042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:13.034480 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:14:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:13.041213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:13.091248 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Made reservation on behalf of a50660f02c5c4db0996468fc20096639 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:14:13.093656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:13.246317 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:14:13.349423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:13.424087 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bd118ba-88f2-480c-a29f-d953bf1db4e6,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:13.436297 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Checking segment: {'id': 'c8292ea9-fccf-45b7-95dd-44501971e7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:14:13.436683 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Network hostable DHCP agents. Network: 674e1283-7ddb-4343-bdde-1fe6358bcaf8, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:14:13.515665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f391e091-3a86-4367-972a-25121b048c6a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:13.525642 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Network 674e1283-7ddb-4343-bdde-1fe6358bcaf8 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:14:13.554196 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 2, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:13.557994 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Checking router: 62d104b8-f728-4c3f-8b4f-796483d82a1f for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:14:13.558338 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Updating router 62d104b8-f728-4c3f-8b4f-796483d82a1f port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:14:13.605497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 674e1283-7ddb-4343-bdde-1fe6358bcaf8) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:14:13.610318 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:13.615178 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:13.615975 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:13.616704 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a76d07-e696-4ecc-89d3-cb3416fe8d4c None None] Network 674e1283-7ddb-4343-bdde-1fe6358bcaf8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:14:13.648718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port f391e091-3a86-4367-972a-25121b048c6a completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:14:13.660342 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f391e091-3a86-4367-972a-25121b048c6a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:13.660342 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:13.687386 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6a6c68bf-0ca4-43ee-b65f-5492de44a747 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6710329 Apr 29 16:14:13.689733 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 47370) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:13.695754 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-437194207-router', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:13.701252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:13.705341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Usage tracker for resource:router and tenant:a50660f02c5c4db0996468fc20096639 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:13.708497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:13.715219 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:13.800342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:13.802213 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:13.817389 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:13.925500 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:13.944114 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port f391e091-3a86-4367-972a-25121b048c6a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f391e091-3a86-4367-972a-25121b048c6a,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:14:13.949095 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-674e1283-7ddb-4343-bdde-1fe6358bcaf8', 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'fixed_ips': [{'subnet_id': '5bd118ba-88f2-480c-a29f-d953bf1db4e6'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:14:13.949956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:13.962990 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:13.976075 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Transition to ACTIVE for port object 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:14:14.012043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.034180 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.149252 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=f391e091-3a86-4367-972a-25121b048c6a,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:14.161946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.163484 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Pushing event updated for resources: {'Port': ['ID=8bfdd60e-dc10-4098-9d62-3a2b9bc8e382,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:14.172813 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Allocated IP 172.20.0.2 (674e1283-7ddb-4343-bdde-1fe6358bcaf8/5bd118ba-88f2-480c-a29f-d953bf1db4e6/650b8776-7be7-415b-866c-13c0399d4155) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:14:14.179431 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:14.183694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:14.183694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:14.183694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:14.183694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:14.183694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:14.183694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:14.183694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:14.183694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:14.183694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:14.183694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:14.183694 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:14:14.330340 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Attempting to bind port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:14:14.331040 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Attempting to bind port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:14:14.332490 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Attempting to bind port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 on network 0364566c-a19b-4395-a8aa-591689d6efa8 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:14:14.339791 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:14:14.340166 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Checking segment: {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:14:14.340769 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.341374 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Bound using segment: {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:14:14.341862 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Bound port: 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:14:14.342241 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.428085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.432773 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] For port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:14:14.435870 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] For port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8bfdd60e-dc10-4098-9d62-3a2b9bc8e382,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:14:14.444210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Transition to ACTIVE for port object 650b8776-7be7-415b-866c-13c0399d4155 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:14:14.463749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Transition to ACTIVE for port object 650b8776-7be7-415b-866c-13c0399d4155 will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:14:14.503194 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.537670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.567689 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.580900 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852b1b4-b225-4e9d-ad70-edfd37833156 None None] Pushing event updated for resources: {'Port': ['ID=8bfdd60e-dc10-4098-9d62-3a2b9bc8e382,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:14.593658 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:14:14.594173 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:14:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:14.604778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.613499 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Network 674e1283-7ddb-4343-bdde-1fe6358bcaf8 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:14:14.616600 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:14:14.620484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:14:14.667649 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Pushing event updated for resources: {'Port': ['ID=650b8776-7be7-415b-866c-13c0399d4155,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:14.733695 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Attempting to bind port 650b8776-7be7-415b-866c-13c0399d4155 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:14:14.734240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Attempting to bind port 650b8776-7be7-415b-866c-13c0399d4155 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'c8292ea9-fccf-45b7-95dd-44501971e7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:14:14.735009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Attempting to bind port 650b8776-7be7-415b-866c-13c0399d4155 on network 674e1283-7ddb-4343-bdde-1fe6358bcaf8 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:14:14.745191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:14:14.745730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Checking segment: {'id': 'c8292ea9-fccf-45b7-95dd-44501971e7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:14:14.747116 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.747865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Bound using segment: {'id': 'c8292ea9-fccf-45b7-95dd-44501971e7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:14:14.748195 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Bound port: 650b8776-7be7-415b-866c-13c0399d4155, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8292ea9-fccf-45b7-95dd-44501971e7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:14:14.749429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:14.775153 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Allocated IP 172.26.2.112 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/be02b1e9-cade-4c77-bc0b-48453e76346d) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:14:14.797406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:14:14.877932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] For port 650b8776-7be7-415b-866c-13c0399d4155, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:14:14.881605 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] For port 650b8776-7be7-415b-866c-13c0399d4155, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=650b8776-7be7-415b-866c-13c0399d4155,segment=NetworkSegment(c8292ea9-fccf-45b7-95dd-44501971e7f4),segment_id=c8292ea9-fccf-45b7-95dd-44501971e7f4)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:14:14.960319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:15.048090 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d75a8-15c7-4e1e-bcf6-2378c1c3eaa1 None None] Pushing event updated for resources: {'Port': ['ID=650b8776-7be7-415b-866c-13c0399d4155,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:15.058954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:15.160917 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:15.172553 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:14Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:15.178414 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8481d7-6c62-4797-8fe1-8815243acdcd None None] The sync data for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv is: [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:14Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:14:15.229105 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:14:15.232388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:14:15.238429 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:14:15.308239 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Pushing event updated for resources: {'Port': ['ID=be02b1e9-cade-4c77-bc0b-48453e76346d,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:15.617384 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f391e091-3a86-4367-972a-25121b048c6a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:15.733837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port f391e091-3a86-4367-972a-25121b048c6a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:15.734215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:15.864491 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 650b8776-7be7-415b-866c-13c0399d4155 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:15.865498 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:16.011663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 650b8776-7be7-415b-866c-13c0399d4155 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:14:16.018175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:16.137204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:14:16.143071 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:16.143454 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:16.187686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff6e096-79e9-4b61-a3a5-f1ec1e57cf4a None None] Network 674e1283-7ddb-4343-bdde-1fe6358bcaf8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:14:16.238968 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:16.369493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e8e34c3c-f1d0-40e2-8538-074b40f4401c None None] Provisioning for port 650b8776-7be7-415b-866c-13c0399d4155 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:14:16.382005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e8e34c3c-f1d0-40e2-8538-074b40f4401c None None] Provisioning complete for port 650b8776-7be7-415b-866c-13c0399d4155 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:16.382386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e8e34c3c-f1d0-40e2-8538-074b40f4401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:16.450233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:16.520828 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Router 77bfea03-c789-42bb-8b1d-00baef5dc239 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:14:16.547235 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8bfdd60e-dc10-4098-9d62-3a2b9bc8e382,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:14:16.608787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:16.676772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e8e34c3c-f1d0-40e2-8538-074b40f4401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:16.717013 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=8bfdd60e-dc10-4098-9d62-3a2b9bc8e382,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:16.730708 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-e8e34c3c-f1d0-40e2-8538-074b40f4401c None None] For port 650b8776-7be7-415b-866c-13c0399d4155, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=650b8776-7be7-415b-866c-13c0399d4155,segment=NetworkSegment(c8292ea9-fccf-45b7-95dd-44501971e7f4),segment_id=c8292ea9-fccf-45b7-95dd-44501971e7f4)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:14:16.795386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e8e34c3c-f1d0-40e2-8538-074b40f4401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:16.833772 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:14:16.855272 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Sync routers for ids ['77bfea03-c789-42bb-8b1d-00baef5dc239'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:14:16.874054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Routers {'77bfea03-c789-42bb-8b1d-00baef5dc239'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:14:16.874672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:14:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['77bfea03-c789-42bb-8b1d-00baef5dc239'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:16.903177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:16.907519 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cf558f5f-7fb7-462a-a658-228e37e9be77 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2162046 Apr 29 16:14:16.907826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47374) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:17.011694 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e34c3c-f1d0-40e2-8538-074b40f4401c None None] Pushing event updated for resources: {'Port': ['ID=650b8776-7be7-415b-866c-13c0399d4155,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:17.037603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-9b5d2310-17f4-4a4c-b343-3aae4466b193 None None] Provisioning complete for port 650b8776-7be7-415b-866c-13c0399d4155 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:17.037965 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9b5d2310-17f4-4a4c-b343-3aae4466b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:17.115096 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Set router 77bfea03-c789-42bb-8b1d-00baef5dc239 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:14:17.491394 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'name': 'tempest-TestShelveInstance-437194207-router', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:13Z', 'updated_at': '2022-04-29T16:14:15Z', 'revision_number': 3, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'gw_port': {'id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:14Z', 'updated_at': '2022-04-29T16:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:17.495800 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Checking router: 77bfea03-c789-42bb-8b1d-00baef5dc239 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:14:17.496390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Updating router 77bfea03-c789-42bb-8b1d-00baef5dc239 port be02b1e9-cade-4c77-bc0b-48453e76346d binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:14:17.524801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:17.597976 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:17.697818 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:17.704080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:17.704451 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:17.900228 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Allocated IP 172.20.0.1 (674e1283-7ddb-4343-bdde-1fe6358bcaf8/5bd118ba-88f2-480c-a29f-d953bf1db4e6/499fc7ce-f703-47cd-b74d-99ec7375659a) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:14:17.952112 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 650b8776-7be7-415b-866c-13c0399d4155 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:18.051190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.066739 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Transition to ACTIVE for port object 499fc7ce-f703-47cd-b74d-99ec7375659a will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:14:18.092338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 650b8776-7be7-415b-866c-13c0399d4155 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:18.092891 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.123606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.150908 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Transition to ACTIVE for port object be02b1e9-cade-4c77-bc0b-48453e76346d will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:14:18.160963 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.215980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.228960 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Network 674e1283-7ddb-4343-bdde-1fe6358bcaf8 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:14:18.231796 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:14:18.235492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:14:18.271890 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Pushing event updated for resources: {'Port': ['ID=499fc7ce-f703-47cd-b74d-99ec7375659a,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:18.307254 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.307475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Attempting to bind port be02b1e9-cade-4c77-bc0b-48453e76346d on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:14:18.307791 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Attempting to bind port be02b1e9-cade-4c77-bc0b-48453e76346d by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:14:18.308147 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Attempting to bind port be02b1e9-cade-4c77-bc0b-48453e76346d on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:14:18.317324 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:14:18.317686 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:14:18.318076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.318469 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:14:18.318932 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Bound port: be02b1e9-cade-4c77-bc0b-48453e76346d, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:14:18.319299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.343673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a629c-078f-4abb-944c-a221d130aa44 None None] Pushing event updated for resources: {'Port': ['ID=be02b1e9-cade-4c77-bc0b-48453e76346d,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:18.398680 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] For port be02b1e9-cade-4c77-bc0b-48453e76346d, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:14:18.401819 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] For port be02b1e9-cade-4c77-bc0b-48453e76346d, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=be02b1e9-cade-4c77-bc0b-48453e76346d,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:14:18.478136 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.480433 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.570153 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a629c-078f-4abb-944c-a221d130aa44 None None] Pushing event updated for resources: {'Port': ['ID=be02b1e9-cade-4c77-bc0b-48453e76346d,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:18.572674 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Routers {'77bfea03-c789-42bb-8b1d-00baef5dc239'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:14:18.573250 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:14:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['77bfea03-c789-42bb-8b1d-00baef5dc239'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:18.624790 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3f0cff7a-cb7e-4091-8a78-019f63da9400 None None] Provisioning for port 499fc7ce-f703-47cd-b74d-99ec7375659a completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:14:18.684633 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-3f0cff7a-cb7e-4091-8a78-019f63da9400 None None] Provisioning complete for port 499fc7ce-f703-47cd-b74d-99ec7375659a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:18.684998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3f0cff7a-cb7e-4091-8a78-019f63da9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.701228 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.760517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.762939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cff7a-cb7e-4091-8a78-019f63da9400 None None] Port 499fc7ce-f703-47cd-b74d-99ec7375659a cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:14:18.796920 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] Set router 77bfea03-c789-42bb-8b1d-00baef5dc239 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:14:18.868476 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:18.872826 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Pushing event updated for resources: {'Port': ['ID=499fc7ce-f703-47cd-b74d-99ec7375659a,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:19.116381 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Network 674e1283-7ddb-4343-bdde-1fe6358bcaf8 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:14:19.118241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:14:19.157535 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'name': 'tempest-TestShelveInstance-437194207-router', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:13Z', 'updated_at': '2022-04-29T16:14:18Z', 'revision_number': 4, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'gw_port': {'id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:14Z', 'updated_at': '2022-04-29T16:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '499fc7ce-f703-47cd-b74d-99ec7375659a', 'name': '', 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'mac_address': 'fa:16:3e:96:c8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5bd118ba-88f2-480c-a29f-d953bf1db4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:17Z', 'updated_at': '2022-04-29T16:14:17Z', 'revision_number': 1, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'subnets': [{'id': '5bd118ba-88f2-480c-a29f-d953bf1db4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:19.162298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31135d0c-7d62-4b8a-b103-a228f2940a61 None None] The sync data for ids ['77bfea03-c789-42bb-8b1d-00baef5dc239'] in dv-neutron-839183-1-hyperv is: [{'id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'name': 'tempest-TestShelveInstance-437194207-router', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:13Z', 'updated_at': '2022-04-29T16:14:18Z', 'revision_number': 4, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'gw_port': {'id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:14Z', 'updated_at': '2022-04-29T16:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '499fc7ce-f703-47cd-b74d-99ec7375659a', 'name': '', 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'mac_address': 'fa:16:3e:96:c8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5bd118ba-88f2-480c-a29f-d953bf1db4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:17Z', 'updated_at': '2022-04-29T16:14:17Z', 'revision_number': 1, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'subnets': [{'id': '5bd118ba-88f2-480c-a29f-d953bf1db4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:14:19.312685 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Router 77bfea03-c789-42bb-8b1d-00baef5dc239 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:14:19.410973 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-74fef716-d0d0-46cd-bb7b-768be06c4c05 None None] Provisioning complete for port 499fc7ce-f703-47cd-b74d-99ec7375659a triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:19.411505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-74fef716-d0d0-46cd-bb7b-768be06c4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:19.475060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-74fef716-d0d0-46cd-bb7b-768be06c4c05 None None] Port 499fc7ce-f703-47cd-b74d-99ec7375659a cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:14:19.519372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:14:19.528819 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-23ce2fc4-a07a-4876-b638-6d55582efc7a admin admin] 10.222.0.39 "PUT /v2.0/routers/77bfea03-c789-42bb-8b1d-00baef5dc239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6190681 Apr 29 16:14:20.108295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47384) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:20.113612 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558533379', 'description': 'tempest-secgroup-smoke-1558533379 description', 'project_id': 'a667c656994c4d4ab39f198c30be7010'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:20.119706 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:20.123841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:20.126604 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:20.132748 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:20.205562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:20.227571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:20.231530 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:20.234505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:20.240700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:20.322840 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:20.388121 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:20.435427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53cd214-11c1-496d-908d-bf4d100162eb,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:20.497030 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:20.498298 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-84bc11b5-5e05-429c-94f2-d1d845ef563b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3889675 Apr 29 16:14:20.501427 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47388) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:20.507024 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-764bb9c8-eedc-4bfa-bcb3-4aa5e57cfa14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group_rule': {'security_group_id': 'd53cd214-11c1-496d-908d-bf4d100162eb', 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:20.512973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-764bb9c8-eedc-4bfa-bcb3-4aa5e57cfa14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:20.516746 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-764bb9c8-eedc-4bfa-bcb3-4aa5e57cfa14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:20.524829 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-764bb9c8-eedc-4bfa-bcb3-4aa5e57cfa14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:20.526380 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-764bb9c8-eedc-4bfa-bcb3-4aa5e57cfa14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:20.589673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764bb9c8-eedc-4bfa-bcb3-4aa5e57cfa14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:20.648061 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764bb9c8-eedc-4bfa-bcb3-4aa5e57cfa14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:20.725092 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764bb9c8-eedc-4bfa-bcb3-4aa5e57cfa14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:20.748127 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bb9c8-eedc-4bfa-bcb3-4aa5e57cfa14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c170d9b-7709-49fa-a704-f242a2d3ed52,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:20.817785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-764bb9c8-eedc-4bfa-bcb3-4aa5e57cfa14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:20.818969 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-764bb9c8-eedc-4bfa-bcb3-4aa5e57cfa14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163838 Apr 29 16:14:20.821738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47392) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:20.826719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ec2f5295-83bc-4f5f-a2a6-47b7b2049b7a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group_rule': {'security_group_id': 'd53cd214-11c1-496d-908d-bf4d100162eb', 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:20.832800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ec2f5295-83bc-4f5f-a2a6-47b7b2049b7a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:20.836549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ec2f5295-83bc-4f5f-a2a6-47b7b2049b7a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:20.839361 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ec2f5295-83bc-4f5f-a2a6-47b7b2049b7a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:20.845033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ec2f5295-83bc-4f5f-a2a6-47b7b2049b7a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:20.915346 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5295-83bc-4f5f-a2a6-47b7b2049b7a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:20.979811 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5295-83bc-4f5f-a2a6-47b7b2049b7a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.046121 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5295-83bc-4f5f-a2a6-47b7b2049b7a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.070423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f5295-83bc-4f5f-a2a6-47b7b2049b7a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850c628b-362e-4fc2-9bcd-86d0b2dd28aa,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:21.136827 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5295-83bc-4f5f-a2a6-47b7b2049b7a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.138003 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ec2f5295-83bc-4f5f-a2a6-47b7b2049b7a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3153431 Apr 29 16:14:21.140791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47396) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:21.146170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-ba84824c-fecb-4403-874e-a10215143f1d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group_rule': {'security_group_id': 'd53cd214-11c1-496d-908d-bf4d100162eb', 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:21.152074 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ba84824c-fecb-4403-874e-a10215143f1d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:21.155841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ba84824c-fecb-4403-874e-a10215143f1d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:21.158719 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-ba84824c-fecb-4403-874e-a10215143f1d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:21.165436 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-ba84824c-fecb-4403-874e-a10215143f1d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:21.246917 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ba84824c-fecb-4403-874e-a10215143f1d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.308781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ba84824c-fecb-4403-874e-a10215143f1d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.382585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ba84824c-fecb-4403-874e-a10215143f1d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.407868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84824c-fecb-4403-874e-a10215143f1d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486048a0-a066-4e3e-b8fa-b1a4559b6e33,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:21.491359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ba84824c-fecb-4403-874e-a10215143f1d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.492662 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ba84824c-fecb-4403-874e-a10215143f1d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3509390 Apr 29 16:14:21.495619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47400) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:21.501652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-6d7cd46a-f6c1-41e0-91c1-7b31d6efc964 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group_rule': {'security_group_id': 'd53cd214-11c1-496d-908d-bf4d100162eb', 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:21.508400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6d7cd46a-f6c1-41e0-91c1-7b31d6efc964 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:21.512171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6d7cd46a-f6c1-41e0-91c1-7b31d6efc964 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:21.515124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-6d7cd46a-f6c1-41e0-91c1-7b31d6efc964 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:21.521904 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-6d7cd46a-f6c1-41e0-91c1-7b31d6efc964 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:21.524186 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device be02b1e9-cade-4c77-bc0b-48453e76346d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:21.584343 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd46a-f6c1-41e0-91c1-7b31d6efc964 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.648034 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd46a-f6c1-41e0-91c1-7b31d6efc964 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.719788 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port be02b1e9-cade-4c77-bc0b-48453e76346d completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:14:21.724862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port be02b1e9-cade-4c77-bc0b-48453e76346d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:21.725222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.748073 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd46a-f6c1-41e0-91c1-7b31d6efc964 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.776772 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cd46a-f6c1-41e0-91c1-7b31d6efc964 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8500de3d-c07f-402d-ab06-f3e8b1f6908c,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:21.844724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.845529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd46a-f6c1-41e0-91c1-7b31d6efc964 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.849393 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-6d7cd46a-f6c1-41e0-91c1-7b31d6efc964 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3501489 Apr 29 16:14:21.849742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 47404) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:21.854887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-cf06c296-8d63-4124-8235-362feb57f4e9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group_rule': {'security_group_id': 'd53cd214-11c1-496d-908d-bf4d100162eb', 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:21.861851 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cf06c296-8d63-4124-8235-362feb57f4e9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:21.866611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cf06c296-8d63-4124-8235-362feb57f4e9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:21.869355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port be02b1e9-cade-4c77-bc0b-48453e76346d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=be02b1e9-cade-4c77-bc0b-48453e76346d,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:14:21.869931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-cf06c296-8d63-4124-8235-362feb57f4e9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:21.875330 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-cf06c296-8d63-4124-8235-362feb57f4e9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:21.902519 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.919640 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-cf06c296-8d63-4124-8235-362feb57f4e9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Project a667c656994c4d4ab39f198c30be7010 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:14:21.927248 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf06c296-8d63-4124-8235-362feb57f4e9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:21.971403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=be02b1e9-cade-4c77-bc0b-48453e76346d,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:21.996133 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf06c296-8d63-4124-8235-362feb57f4e9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:22.045431 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf06c296-8d63-4124-8235-362feb57f4e9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:22.067897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06c296-8d63-4124-8235-362feb57f4e9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40220795-e54d-4147-8d39-efb25d5a2e07,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:22.114051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-cf06c296-8d63-4124-8235-362feb57f4e9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:22.115223 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-cf06c296-8d63-4124-8235-362feb57f4e9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2644782 Apr 29 16:14:22.117829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 47408) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:22.122698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-8d932120-7d35-4de7-817c-36f7ab5057ed tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group_rule': {'security_group_id': 'd53cd214-11c1-496d-908d-bf4d100162eb', 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:22.128490 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8d932120-7d35-4de7-817c-36f7ab5057ed tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:22.132386 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8d932120-7d35-4de7-817c-36f7ab5057ed tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:22.135226 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-8d932120-7d35-4de7-817c-36f7ab5057ed tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:22.140819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-8d932120-7d35-4de7-817c-36f7ab5057ed tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:22.223555 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.securitygroups_db [None req-8d932120-7d35-4de7-817c-36f7ab5057ed tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Project a667c656994c4d4ab39f198c30be7010 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:14:22.230508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8d932120-7d35-4de7-817c-36f7ab5057ed tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:22.295093 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8d932120-7d35-4de7-817c-36f7ab5057ed tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:22.382773 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8d932120-7d35-4de7-817c-36f7ab5057ed tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:22.408950 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d932120-7d35-4de7-817c-36f7ab5057ed tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ab7402-b9c9-44e5-b856-75b50e8253b2,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:22.497449 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-8d932120-7d35-4de7-817c-36f7ab5057ed tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:22.498699 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-8d932120-7d35-4de7-817c-36f7ab5057ed tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3799572 Apr 29 16:14:22.662284 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Sync routers for ids ['77bfea03-c789-42bb-8b1d-00baef5dc239'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:14:22.670341 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-01476ba7-f528-4ce4-9683-dc8ae07adadb tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Synchronizing usage tracker for tenant:a667c656994c4d4ab39f198c30be7010 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:14:22.671403 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Routers {'77bfea03-c789-42bb-8b1d-00baef5dc239'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:14:22.672006 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:14:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['77bfea03-c789-42bb-8b1d-00baef5dc239'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:22.747977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-01476ba7-f528-4ce4-9683-dc8ae07adadb tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Unset dirty status for tenant:a667c656994c4d4ab39f198c30be7010 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:14:22.749210 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-01476ba7-f528-4ce4-9683-dc8ae07adadb tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558533379&fields=id&tenant_id=a667c656994c4d4ab39f198c30be7010 HTTP/1.1" status: 200 len: 267 time: 0.1229310 Apr 29 16:14:22.850035 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Set router 77bfea03-c789-42bb-8b1d-00baef5dc239 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:14:22.902255 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-40538f80-5f0f-467b-8fec-3db75b74c0dc tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:22.902920 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-40538f80-5f0f-467b-8fec-3db75b74c0dc tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Synchronizing usage tracker for tenant:a667c656994c4d4ab39f198c30be7010 on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:14:22.976968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-40538f80-5f0f-467b-8fec-3db75b74c0dc tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Unset dirty status for tenant:a667c656994c4d4ab39f198c30be7010 on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:14:22.978163 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-40538f80-5f0f-467b-8fec-3db75b74c0dc tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 809 time: 0.2218254 Apr 29 16:14:22.993037 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-190970ad-592b-433c-9087-663731bec32d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/quotas/a667c656994c4d4ab39f198c30be7010 HTTP/1.1" status: 200 len: 375 time: 0.0093939 Apr 29 16:14:23.075050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-bc89d5be-9fda-4cdf-a856-bfa66f72b274 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Synchronizing usage tracker for tenant:a667c656994c4d4ab39f198c30be7010 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:14:23.161097 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'name': 'tempest-TestShelveInstance-437194207-router', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:13Z', 'updated_at': '2022-04-29T16:14:18Z', 'revision_number': 4, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'gw_port': {'id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:14Z', 'updated_at': '2022-04-29T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '499fc7ce-f703-47cd-b74d-99ec7375659a', 'name': '', 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'mac_address': 'fa:16:3e:96:c8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5bd118ba-88f2-480c-a29f-d953bf1db4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:17Z', 'updated_at': '2022-04-29T16:14:18Z', 'revision_number': 2, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'subnets': [{'id': '5bd118ba-88f2-480c-a29f-d953bf1db4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:23.164680 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Checking router: 77bfea03-c789-42bb-8b1d-00baef5dc239 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:14:23.165024 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Updating router 77bfea03-c789-42bb-8b1d-00baef5dc239 port 499fc7ce-f703-47cd-b74d-99ec7375659a binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:14:23.176670 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-bc89d5be-9fda-4cdf-a856-bfa66f72b274 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Unset dirty status for tenant:a667c656994c4d4ab39f198c30be7010 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:14:23.178132 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-bc89d5be-9fda-4cdf-a856-bfa66f72b274 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1795397 Apr 29 16:14:23.221449 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:23.315686 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-de7b62e6-8c49-4b75-afc3-48af3c3b1bff service neutron] 10.222.0.39 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259043 Apr 29 16:14:23.447476 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-2613090a-7eae-43d2-8f82-c856c83e0eed service neutron] 10.222.0.39 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251783 Apr 29 16:14:23.501170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device be02b1e9-cade-4c77-bc0b-48453e76346d up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:23.563116 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:23.574860 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Transition to ACTIVE for port object 499fc7ce-f703-47cd-b74d-99ec7375659a will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:14:23.576993 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port be02b1e9-cade-4c77-bc0b-48453e76346d triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:23.577397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:23.656880 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:23.703070 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0cb45ae8-6079-46e7-96c4-c23cddbd71ce req-634d632b-26d4-4e78-93d3-567b720a2e88 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 210 time: 0.0434582 Apr 29 16:14:23.791571 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2352fb-152a-48f4-829d-9d94ececd702 None None] Pushing event updated for resources: {'Port': ['ID=499fc7ce-f703-47cd-b74d-99ec7375659a,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:23.919586 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Attempting to bind port 499fc7ce-f703-47cd-b74d-99ec7375659a on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:14:23.920209 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Attempting to bind port 499fc7ce-f703-47cd-b74d-99ec7375659a by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'c8292ea9-fccf-45b7-95dd-44501971e7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:14:23.920591 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Attempting to bind port 499fc7ce-f703-47cd-b74d-99ec7375659a on network 674e1283-7ddb-4343-bdde-1fe6358bcaf8 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:14:23.926845 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:14:23.927217 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Checking segment: {'id': 'c8292ea9-fccf-45b7-95dd-44501971e7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:14:23.927608 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:23.927992 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Bound using segment: {'id': 'c8292ea9-fccf-45b7-95dd-44501971e7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:14:23.928449 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Bound port: 499fc7ce-f703-47cd-b74d-99ec7375659a, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8292ea9-fccf-45b7-95dd-44501971e7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:14:23.928840 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:24.022308 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] For port 499fc7ce-f703-47cd-b74d-99ec7375659a, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:14:24.025037 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] For port 499fc7ce-f703-47cd-b74d-99ec7375659a, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=499fc7ce-f703-47cd-b74d-99ec7375659a,segment=NetworkSegment(c8292ea9-fccf-45b7-95dd-44501971e7f4),segment_id=c8292ea9-fccf-45b7-95dd-44501971e7f4)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:14:24.098206 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:24.173665 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Routers {'77bfea03-c789-42bb-8b1d-00baef5dc239'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:14:24.174278 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:14:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['77bfea03-c789-42bb-8b1d-00baef5dc239'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:24.290406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2352fb-152a-48f4-829d-9d94ececd702 None None] Pushing event updated for resources: {'Port': ['ID=499fc7ce-f703-47cd-b74d-99ec7375659a,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:24.365586 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] Set router 77bfea03-c789-42bb-8b1d-00baef5dc239 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:14:24.411307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:24.675030 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'name': 'tempest-TestShelveInstance-437194207-router', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:13Z', 'updated_at': '2022-04-29T16:14:18Z', 'revision_number': 4, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'gw_port': {'id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:14Z', 'updated_at': '2022-04-29T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '499fc7ce-f703-47cd-b74d-99ec7375659a', 'name': '', 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'mac_address': 'fa:16:3e:96:c8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5bd118ba-88f2-480c-a29f-d953bf1db4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:17Z', 'updated_at': '2022-04-29T16:14:24Z', 'revision_number': 4, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'subnets': [{'id': '5bd118ba-88f2-480c-a29f-d953bf1db4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:24.679541 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f38f3-cb34-432b-8c2c-a01a664e866d None None] The sync data for ids ['77bfea03-c789-42bb-8b1d-00baef5dc239'] in dv-neutron-839183-1-hyperv is: [{'id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'name': 'tempest-TestShelveInstance-437194207-router', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:13Z', 'updated_at': '2022-04-29T16:14:18Z', 'revision_number': 4, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'gw_port': {'id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:14Z', 'updated_at': '2022-04-29T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '499fc7ce-f703-47cd-b74d-99ec7375659a', 'name': '', 'network_id': '674e1283-7ddb-4343-bdde-1fe6358bcaf8', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'mac_address': 'fa:16:3e:96:c8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5bd118ba-88f2-480c-a29f-d953bf1db4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:17Z', 'updated_at': '2022-04-29T16:14:24Z', 'revision_number': 4, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'subnets': [{'id': '5bd118ba-88f2-480c-a29f-d953bf1db4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:14:24.806144 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-23db0c25-c396-459a-a7f4-3834c0036fba req-16220cae-5a09-4d5c-93fe-804d694da26a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 210 time: 0.0498250 Apr 29 16:14:25.508588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 499fc7ce-f703-47cd-b74d-99ec7375659a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:25.537691 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:14:25.639808 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 499fc7ce-f703-47cd-b74d-99ec7375659a completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:14:25.644684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 499fc7ce-f703-47cd-b74d-99ec7375659a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:25.645298 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:25.762720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:25.794287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 499fc7ce-f703-47cd-b74d-99ec7375659a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=499fc7ce-f703-47cd-b74d-99ec7375659a,segment=NetworkSegment(c8292ea9-fccf-45b7-95dd-44501971e7f4),segment_id=c8292ea9-fccf-45b7-95dd-44501971e7f4)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:14:25.845516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:25.913614 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3040573d-4d03-4dee-b359-9f0cff15be0a req-c1b3b334-14ce-4c58-82d6-20d1d07c51eb tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 210 time: 0.0462863 Apr 29 16:14:25.928770 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=499fc7ce-f703-47cd-b74d-99ec7375659a,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:27.012908 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-17285ff2-c8a5-42af-b143-3825328a9dd3 req-6219854a-466b-41a1-94dd-1a792cb303a5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 210 time: 0.0417347 Apr 29 16:14:27.495452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 499fc7ce-f703-47cd-b74d-99ec7375659a up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:27.565338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 499fc7ce-f703-47cd-b74d-99ec7375659a triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:27.565662 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:28.262950 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0831b1e9-acd8-4945-965e-da501dc43513 req-a25a8804-c091-4407-8d1d-d2f3e060c40f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 210 time: 0.1440778 Apr 29 16:14:29.414178 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ef63f3c9-a8a1-453d-864a-1271f69ba345 req-545acc72-c7f5-4935-ac21-ecf4e2df8cc0 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 210 time: 0.0441341 Apr 29 16:14:30.118582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-207f2bc1-e315-48ef-83f3-07602b18d711 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:30.119994 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-207f2bc1-e315-48ef-83f3-07602b18d711 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 809 time: 0.1457944 Apr 29 16:14:30.168242 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-57e2f2d3-2c1b-43f1-a2d6-e59baf53b62a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a667c656994c4d4ab39f198c30be7010 HTTP/1.1" status: 200 len: 380 time: 0.0386350 Apr 29 16:14:30.177401 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'port': {'device_id': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'admin_state_up': True, 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'security_groups': ['d53cd214-11c1-496d-908d-bf4d100162eb']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:30.315099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:30.324602 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:30.412135 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Made reservation on behalf of a667c656994c4d4ab39f198c30be7010 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:14:30.415962 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:30.572126 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-54c73ff7-a2cb-4af7-a931-ae29343be19c req-e735bc4a-1990-4d8d-b90b-2ad9dc44f580 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 210 time: 0.0464602 Apr 29 16:14:30.579989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Allocated IP 172.20.0.14 (0364566c-a19b-4395-a8aa-591689d6efa8/b5dbf65b-f9b6-4b8a-837f-4458be239f72/80e5ecf5-b00b-44e5-8522-a422a79a4a6b) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:14:30.775803 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:30.790921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Transition to ACTIVE for port object 80e5ecf5-b00b-44e5-8522-a422a79a4a6b will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:14:30.856946 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:30.927576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Network 0364566c-a19b-4395-a8aa-591689d6efa8 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:14:30.930647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:14:30.934481 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:14:30.971102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'Port': ['ID=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:31.002510 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:31.003145 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:31.074899 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-4a6db4eb-54a0-4e85-9ff6-4ab1664a56c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9015615 Apr 29 16:14:31.086340 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Request body: {'port': {'device_id': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:31.196136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:31.233777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ea69dd65-81b8-4f7d-bd22-c12a986d1f94 None None] Provisioning for port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:14:31.240797 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ea69dd65-81b8-4f7d-bd22-c12a986d1f94 None None] Provisioning complete for port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:31.246308 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ea69dd65-81b8-4f7d-bd22-c12a986d1f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:31.295399 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-ea69dd65-81b8-4f7d-bd22-c12a986d1f94 None None] Port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:14:31.531055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e5ecf5-b00b-44e5-8522-a422a79a4a6b {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:14:31.538195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:31.552359 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Transition to ACTIVE for port object 80e5ecf5-b00b-44e5-8522-a422a79a4a6b will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:14:31.616639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:31.765041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfab505-6caf-4971-9457-9c1fe5321a54 req-f8694b4c-5612-4a3e-8ce4-dceffc53db99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:31.766535 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ddfab505-6caf-4971-9457-9c1fe5321a54 req-f8694b4c-5612-4a3e-8ce4-dceffc53db99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0852606 Apr 29 16:14:31.788086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Pushing event updated for resources: {'Port': ['ID=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:31.818037 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ddfab505-6caf-4971-9457-9c1fe5321a54 req-75d5d252-f29b-48d0-b64c-804f3bf00fff tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447721 Apr 29 16:14:31.859633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Attempting to bind port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:14:31.859966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Attempting to bind port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:14:31.860305 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Attempting to bind port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b on network 0364566c-a19b-4395-a8aa-591689d6efa8 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:14:31.865720 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b on network 0364566c-a19b-4395-a8aa-591689d6efa8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:14:31.866042 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Attempting to bind port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b on network 0364566c-a19b-4395-a8aa-591689d6efa8 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:14:31.871339 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:14:31.871677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Checking segment: {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:14:31.872059 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Bound using segment: {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:14:31.872509 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Bound port: 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:14:31.872864 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:31.964096 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:14:31.966966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:14:32.052006 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:32.111342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:32.111902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:32.113791 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] 10.222.0.44 "PUT /v2.0/ports/80e5ecf5-b00b-44e5-8522-a422a79a4a6b HTTP/1.1" status: 200 len: 1094 time: 1.0314322 Apr 29 16:14:32.114207 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:14:32.135209 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37c192-83ce-4800-818b-f86e55698428 service neutron] Pushing event updated for resources: {'Port': ['ID=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:32.161757 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e7a697-c761-47fc-8401-c7ec6d8da5c7'] response: {'name': 'network-changed', 'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'status': 'completed', 'code': 200} Apr 29 16:14:32.165465 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7b0aaa4b-0bd9-4744-901c-687d939891b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:32.263345 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25570c4d-f0b3-4b82-8d5b-5ab0b93076c6 req-1a6dd421-a4ca-44a2-af5c-e241a9662d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:32.264865 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-25570c4d-f0b3-4b82-8d5b-5ab0b93076c6 req-1a6dd421-a4ca-44a2-af5c-e241a9662d87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1097 time: 0.0809612 Apr 29 16:14:32.511337 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25570c4d-f0b3-4b82-8d5b-5ab0b93076c6 req-65c64172-5703-48d0-8a36-6d2c9023bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:32.512792 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-25570c4d-f0b3-4b82-8d5b-5ab0b93076c6 req-65c64172-5703-48d0-8a36-6d2c9023bcab service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a667c656994c4d4ab39f198c30be7010&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2409248 Apr 29 16:14:32.647323 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25570c4d-f0b3-4b82-8d5b-5ab0b93076c6 req-25470f22-4781-4f40-aae1-8ce9bcbfe308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:32.648679 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-25570c4d-f0b3-4b82-8d5b-5ab0b93076c6 req-25470f22-4781-4f40-aae1-8ce9bcbfe308 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307089 Apr 29 16:14:32.752320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-7fc933f3-2cd7-45f5-9721-42f4c73a80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:32.754516 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-7fc933f3-2cd7-45f5-9721-42f4c73a80fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1097 time: 0.0694704 Apr 29 16:14:32.823468 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-6ed9d2ab-58ee-4077-854a-9f9144f5c052 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b HTTP/1.1" status: 200 len: 217 time: 0.0625000 Apr 29 16:14:32.885073 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-7968acf1-0c43-4485-bf42-223d2897c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:32.886497 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-7968acf1-0c43-4485-bf42-223d2897c936 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0572844 Apr 29 16:14:32.965616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-48fac6d6-c5f9-4062-873f-097ff0daa8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:32.967066 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-48fac6d6-c5f9-4062-873f-097ff0daa8ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749228 Apr 29 16:14:33.004679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b9e42-49b4-4974-b5e2-3bb379d20bc5 req-5c6a1f46-c395-43e8-a421-ee0ce4a5ac78 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:33.006249 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c97b9e42-49b4-4974-b5e2-3bb379d20bc5 req-5c6a1f46-c395-43e8-a421-ee0ce4a5ac78 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0828316 Apr 29 16:14:33.049641 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c97b9e42-49b4-4974-b5e2-3bb379d20bc5 req-f457bd75-cd4c-430e-a5ba-1662c04a9e2f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377321 Apr 29 16:14:33.098896 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-b08cfa87-0159-4786-a6cc-b8debf6d12e1 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253572 Apr 29 16:14:33.226761 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-74df3db6-1930-4ee5-81ee-d91f9ec9be5c req-2b2cfbee-e089-43bb-9309-cf18307a1304 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218119 Apr 29 16:14:34.234634 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bbd74-6ce3-4a0e-9667-7de5e7765a9d req-d3444027-9493-4814-bc20-018c6642aab6 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:34.236088 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-020bbd74-6ce3-4a0e-9667-7de5e7765a9d req-d3444027-9493-4814-bc20-018c6642aab6 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0816014 Apr 29 16:14:34.274568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-547fcb3a-195f-4eca-8adb-049eabc26471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:34.280522 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-020bbd74-6ce3-4a0e-9667-7de5e7765a9d req-602f7875-0ebe-478f-95da-ee2899c7c650 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382130 Apr 29 16:14:35.250799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:35.293865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80e5ecf5-b00b-44e5-8522-a422a79a4a6b details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:14:35.428659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:14:35.442314 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'port_id': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'mac_address': 'fa:16:3e:18:39:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:14:35.473229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf2101-91fb-42f1-aa9c-7813a9adbda5 req-854822d8-43db-4aaf-b409-7884d164a9f1 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:35.474687 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f6bf2101-91fb-42f1-aa9c-7813a9adbda5 req-854822d8-43db-4aaf-b409-7884d164a9f1 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0838919 Apr 29 16:14:35.513288 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:35.519201 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f6bf2101-91fb-42f1-aa9c-7813a9adbda5 req-fa24b3ee-e093-4173-a6aa-ac4ca10b45b6 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388880 Apr 29 16:14:35.527351 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e5ecf5-b00b-44e5-8522-a422a79a4a6b {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:14:35.543181 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:14:35.553760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:35.611091 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:35.678051 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:35.811992 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['80e5ecf5-b00b-44e5-8522-a422a79a4a6b'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:14:36.705955 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2784b9-88b0-4e0e-ba28-cfdc1446c219 req-21e046c6-c280-4d6d-b54e-de7bf194d4e6 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:36.708160 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8d2784b9-88b0-4e0e-ba28-cfdc1446c219 req-21e046c6-c280-4d6d-b54e-de7bf194d4e6 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 945 time: 0.0800955 Apr 29 16:14:36.752033 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8d2784b9-88b0-4e0e-ba28-cfdc1446c219 req-2fa3c9e7-23d4-42c0-b540-684b88115e19 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379946 Apr 29 16:14:37.228024 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:37.324016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80e5ecf5-b00b-44e5-8522-a422a79a4a6b up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:14:37.439265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:14:37.444865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:14:37.445233 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:37.559002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:37.584455 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:14:37.593869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:14:37.674126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:37.706511 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee51176-9d03-4e6e-8d71-ca5db1a4ab1c'] response: {'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'code': 200} Apr 29 16:14:37.748154 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:37.942015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1110b-98bf-488d-9833-899eb5de4459 req-94a4615b-866f-450d-9e89-d011998b6a0c tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:37.943470 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a4f1110b-98bf-488d-9833-899eb5de4459 req-94a4615b-866f-450d-9e89-d011998b6a0c tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0845809 Apr 29 16:14:37.988258 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a4f1110b-98bf-488d-9833-899eb5de4459 req-e5f970df-cf99-4063-a106-7087f95a4726 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388460 Apr 29 16:14:38.010801 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445d98b-2e99-4441-af39-58bc1c238d23 req-6717977d-56a9-4c0d-a6a3-8ca18ed999a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:38.012265 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2445d98b-2e99-4441-af39-58bc1c238d23 req-6717977d-56a9-4c0d-a6a3-8ca18ed999a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1099 time: 0.0704181 Apr 29 16:14:38.052006 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2445d98b-2e99-4441-af39-58bc1c238d23 req-2ff7fb70-3d8f-4bb8-b866-0be186a31655 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341191 Apr 29 16:14:39.173640 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6438567-ef29-42f3-a06d-89952f0ade42 req-75ae9ca1-4555-4a3b-afc2-ac53b1a5d542 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:39.175055 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b6438567-ef29-42f3-a06d-89952f0ade42 req-75ae9ca1-4555-4a3b-afc2-ac53b1a5d542 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0789001 Apr 29 16:14:39.223618 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b6438567-ef29-42f3-a06d-89952f0ade42 req-daca7817-0038-4fcc-a7ce-1665820f9fa3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Apr 29 16:14:40.406134 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb0ec6-8a38-4104-af27-5379ce6fd55e req-18369eb4-0f77-474d-9cba-b5e6261753fa tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:40.407558 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-aebb0ec6-8a38-4104-af27-5379ce6fd55e req-18369eb4-0f77-474d-9cba-b5e6261753fa tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0777178 Apr 29 16:14:40.450748 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-aebb0ec6-8a38-4104-af27-5379ce6fd55e req-9f9655b6-78ed-4157-aa77-7041fbc69faf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375946 Apr 29 16:14:40.633144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c321eb0-e666-4504-beef-d5dcbe62db07 req-d74372c3-2669-4e28-862f-409abdd464ef tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:40.634599 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1c321eb0-e666-4504-beef-d5dcbe62db07 req-d74372c3-2669-4e28-862f-409abdd464ef tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0824158 Apr 29 16:14:40.678774 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1c321eb0-e666-4504-beef-d5dcbe62db07 req-5f193dba-8164-4320-bb2a-64847cacca2b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385957 Apr 29 16:14:40.700371 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47486) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:40.861658 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4d144-0260-48d2-9177-722258d2a828 tempest-TestShelveInstance-503615818 tempest-TestShelveInstance-503615818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:40.862344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-92c4d144-0260-48d2-9177-722258d2a828 tempest-TestShelveInstance-503615818 tempest-TestShelveInstance-503615818-project-admin] Synchronizing usage tracker for tenant:a50660f02c5c4db0996468fc20096639 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:14:40.919392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-92c4d144-0260-48d2-9177-722258d2a828 tempest-TestShelveInstance-503615818 tempest-TestShelveInstance-503615818-project-admin] Unset dirty status for tenant:a50660f02c5c4db0996468fc20096639 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:14:40.920836 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-92c4d144-0260-48d2-9177-722258d2a828 tempest-TestShelveInstance-503615818 tempest-TestShelveInstance-503615818-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1094 time: 0.2194870 Apr 29 16:14:40.923777 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47492) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:14:40.928765 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:14:40.934684 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:14:40.938596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:floatingip and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:14:40.941571 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:14:40.947437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:14:40.999470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:41.132171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:41.265971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Allocated IP 172.26.2.100 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/a82a311f-2f7b-4825-9019-58158efcff82) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:14:41.411170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:41.520755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:41.586272 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:14:41.589111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:14:41.592792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:14:41.636238 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'Port': ['ID=a82a311f-2f7b-4825-9019-58158efcff82,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:42.090910 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:42.223554 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:42.430982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:42.484668 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:42.595655 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'Port': ['ID=a82a311f-2f7b-4825-9019-58158efcff82,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:14:42.605198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:42.772505 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Floating IP 785c8067-e649-40b5-8d77-731e8bc45dfd associated. External IP: 172.26.2.100, port: 80e5ecf5-b00b-44e5-8522-a422a79a4a6b. Apr 29 16:14:43.113538 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Router 62d104b8-f728-4c3f-8b4f-796483d82a1f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:14:43.401288 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:14:43.411869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b63cc-27c4-403a-98c2-9f31b8c28a24 None None] Sync routers for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:14:43.421050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b63cc-27c4-403a-98c2-9f31b8c28a24 None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:14:43.421734 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8d5b63cc-27c4-403a-98c2-9f31b8c28a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:14:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:43.479420 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:14:43.535582 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c948faef-3541-48ca-ab64-b5619e63ee99 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6107819 Apr 29 16:14:43.536144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:14:43.598315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-8d5b63cc-27c4-403a-98c2-9f31b8c28a24 None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:14:43.632320 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464ce1e3-f365-4bfb-8bde-a1abe74068f0'] response: {'name': 'network-changed', 'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'status': 'completed', 'code': 200} Apr 29 16:14:43.736455 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274b810-a744-49ba-8c88-fb12ecf67d41 req-40b5ce93-76e1-4239-afa5-7fc124acd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:43.739133 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8274b810-a744-49ba-8c88-fb12ecf67d41 req-40b5ce93-76e1-4239-afa5-7fc124acd978 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1099 time: 0.0746155 Apr 29 16:14:43.870222 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274b810-a744-49ba-8c88-fb12ecf67d41 req-da03cc2a-9a1b-4d95-a980-d3eb898df327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:43.872130 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8274b810-a744-49ba-8c88-fb12ecf67d41 req-da03cc2a-9a1b-4d95-a980-d3eb898df327 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1275246 Apr 29 16:14:43.942999 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8d5b63cc-27c4-403a-98c2-9f31b8c28a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '785c8067-e649-40b5-8d77-731e8bc45dfd', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'port_id': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'mac_address': 'fa:16:3e:18:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:14:42Z', 'updated_at': '2022-04-29T16:14:42Z', 'revision_number': 0, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:16Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:43.946915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b63cc-27c4-403a-98c2-9f31b8c28a24 None None] Checking router: 62d104b8-f728-4c3f-8b4f-796483d82a1f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:14:43.955137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b63cc-27c4-403a-98c2-9f31b8c28a24 None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:14:43.955728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8d5b63cc-27c4-403a-98c2-9f31b8c28a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:14:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:43.973405 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8274b810-a744-49ba-8c88-fb12ecf67d41 req-130c6c57-77d1-45af-b1a8-1a5b9f4e0b54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b HTTP/1.1" status: 200 len: 1000 time: 0.0960522 Apr 29 16:14:44.034958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274b810-a744-49ba-8c88-fb12ecf67d41 req-acbe7142-f662-4d16-bce8-7fe9ec9a35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:44.036752 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8274b810-a744-49ba-8c88-fb12ecf67d41 req-acbe7142-f662-4d16-bce8-7fe9ec9a35b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0577824 Apr 29 16:14:44.109585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274b810-a744-49ba-8c88-fb12ecf67d41 req-faa30513-4fca-43d6-bd0d-911a6d2443a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:14:44.111098 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8274b810-a744-49ba-8c88-fb12ecf67d41 req-faa30513-4fca-43d6-bd0d-911a6d2443a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687172 Apr 29 16:14:44.130255 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-8d5b63cc-27c4-403a-98c2-9f31b8c28a24 None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:14:44.243367 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8274b810-a744-49ba-8c88-fb12ecf67d41 req-23b2af7f-420c-46aa-b21b-24adc99b43b6 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260138 Apr 29 16:14:44.376286 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-8274b810-a744-49ba-8c88-fb12ecf67d41 req-76534f5d-f38f-4332-8d9c-e738325e06c2 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270308 Apr 29 16:14:44.516045 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8d5b63cc-27c4-403a-98c2-9f31b8c28a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '785c8067-e649-40b5-8d77-731e8bc45dfd', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'port_id': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'mac_address': 'fa:16:3e:18:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:14:42Z', 'updated_at': '2022-04-29T16:14:42Z', 'revision_number': 0, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:16Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:14:44.519935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5b63cc-27c4-403a-98c2-9f31b8c28a24 None None] The sync data for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv is: [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '785c8067-e649-40b5-8d77-731e8bc45dfd', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'floating_ip_address': '172.26.2.100', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'port_id': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'mac_address': 'fa:16:3e:18:39:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:14:42Z', 'updated_at': '2022-04-29T16:14:42Z', 'revision_number': 0, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:16Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:14:44.702474 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4ffd9b-0dbe-42d2-a5e1-90f9a71d342b None None] New status for floating IP 785c8067-e649-40b5-8d77-731e8bc45dfd: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:14:54.427582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:02.175979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0d71a1d1-48f4-4b28-9eea-f251a11ddb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:02.536770 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:15:04.261627 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0812b2b9-68e3-4da5-9815-10c48056a848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:05.238583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:05.530266 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:07.256758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:10.928400 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7805807a-8cc1-4c67-92b2-98f688a7da31 req-b93a744b-9a59-47a1-ae8f-790591217494 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1747940 Apr 29 16:15:11.065890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805807a-8cc1-4c67-92b2-98f688a7da31 req-22a4f915-5c69-4a9b-9de7-a042ba5ab503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:15:11.067322 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7805807a-8cc1-4c67-92b2-98f688a7da31 req-22a4f915-5c69-4a9b-9de7-a042ba5ab503 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1099 time: 0.0686662 Apr 29 16:15:11.210839 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805807a-8cc1-4c67-92b2-98f688a7da31 req-961f6a6f-3c92-4fd0-80b8-2a2019daf637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:15:11.212261 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7805807a-8cc1-4c67-92b2-98f688a7da31 req-961f6a6f-3c92-4fd0-80b8-2a2019daf637 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1222723 Apr 29 16:15:11.313201 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7805807a-8cc1-4c67-92b2-98f688a7da31 req-0d04e740-c7bb-4104-8f5f-260c705e1e87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b HTTP/1.1" status: 200 len: 1002 time: 0.0945930 Apr 29 16:15:11.375805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805807a-8cc1-4c67-92b2-98f688a7da31 req-b0ebd10f-33f1-438c-bae6-4ee310325b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:15:11.377200 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7805807a-8cc1-4c67-92b2-98f688a7da31 req-b0ebd10f-33f1-438c-bae6-4ee310325b64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0575030 Apr 29 16:15:11.451186 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805807a-8cc1-4c67-92b2-98f688a7da31 req-b8de0740-7179-4707-be94-061277cdba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:15:11.452651 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7805807a-8cc1-4c67-92b2-98f688a7da31 req-b8de0740-7179-4707-be94-061277cdba2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689847 Apr 29 16:15:11.582240 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7805807a-8cc1-4c67-92b2-98f688a7da31 req-044c6452-1e13-455d-9b88-fa7edb000c1d service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230540 Apr 29 16:15:11.710933 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-7805807a-8cc1-4c67-92b2-98f688a7da31 req-e06c1d62-fad5-40d1-8f45-01010ef5c4e9 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223438 Apr 29 16:15:24.438452 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:32.164847 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-11640878-6963-419e-9730-bc108e9b7c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:34.267031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5859e2ee-01f6-47ae-99c7-1b1fecad2c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:35.232644 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:35.518508 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:37.227151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:15:39.535693 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:15:54.431721 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:02.140348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c568e256-aa87-40a0-8877-b60934759f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:04.283556 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ad86aff0-553d-4a99-adda-524f63cc18ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:05.237578 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:05.534471 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:07.214583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:10.820951 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d9480a27-3a56-4a91-a56b-309d3842def4 req-2aaa66a0-93c7-40c9-970f-37c82cce9996 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738566 Apr 29 16:16:10.956147 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9480a27-3a56-4a91-a56b-309d3842def4 req-a0c2c607-5600-4432-9c95-a82ee4fe6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:10.957640 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d9480a27-3a56-4a91-a56b-309d3842def4 req-a0c2c607-5600-4432-9c95-a82ee4fe6234 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1099 time: 0.0709641 Apr 29 16:16:11.096267 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9480a27-3a56-4a91-a56b-309d3842def4 req-337d711e-7b66-4f3b-a622-bca4b26c813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:11.097604 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d9480a27-3a56-4a91-a56b-309d3842def4 req-337d711e-7b66-4f3b-a622-bca4b26c813b service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1231606 Apr 29 16:16:11.202126 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d9480a27-3a56-4a91-a56b-309d3842def4 req-b77e2da2-8e0e-4b67-9021-03e117f352bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b HTTP/1.1" status: 200 len: 1002 time: 0.0932567 Apr 29 16:16:11.262324 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9480a27-3a56-4a91-a56b-309d3842def4 req-ef9d3c9a-65a1-40cb-b626-b0a9a6ee05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:11.263700 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d9480a27-3a56-4a91-a56b-309d3842def4 req-ef9d3c9a-65a1-40cb-b626-b0a9a6ee05a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0559227 Apr 29 16:16:11.340698 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9480a27-3a56-4a91-a56b-309d3842def4 req-e33f9267-2cef-488a-9219-1fb68d2d01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:11.342224 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d9480a27-3a56-4a91-a56b-309d3842def4 req-e33f9267-2cef-488a-9219-1fb68d2d01f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722229 Apr 29 16:16:11.470283 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d9480a27-3a56-4a91-a56b-309d3842def4 req-1b2dc2d9-4a49-4e73-a5be-ab39feedc95f service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222830 Apr 29 16:16:11.705162 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d9480a27-3a56-4a91-a56b-309d3842def4 req-9c164a56-20a6-4159-baf9-35078a5570e8 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280312 Apr 29 16:16:16.533955 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:16:24.442570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:32.145379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-081f98ce-9c2f-4a02-ba3c-6d328c3fc42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:34.265694 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-63435ebd-041a-4319-ade2-b3b9b0f68245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.236975 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:35.534085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:37.248214 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:38.575619 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266c26e-f488-422c-9edf-c61643d8e30e req-8648c89e-74b3-42ff-8293-6858ff05f3b8 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:38.577094 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b266c26e-f488-422c-9edf-c61643d8e30e req-8648c89e-74b3-42ff-8293-6858ff05f3b8 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0810776 Apr 29 16:16:38.620792 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b266c26e-f488-422c-9edf-c61643d8e30e req-7896d45d-b280-4583-8ed5-921544d47e74 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380197 Apr 29 16:16:39.806659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075c749-038c-490f-9d43-4020d47129fa req-65b114e2-58be-46d0-bb10-d443fcdc0e03 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:39.808105 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d075c749-038c-490f-9d43-4020d47129fa req-65b114e2-58be-46d0-bb10-d443fcdc0e03 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0783203 Apr 29 16:16:39.850943 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d075c749-038c-490f-9d43-4020d47129fa req-b6305bc6-5a3c-4129-b332-88bfd0e7a0a7 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371437 Apr 29 16:16:41.035237 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ca2ad-125c-414e-853f-c686a4df95d0 req-b8db3cf2-613e-44a9-aeb9-5cb8260f6975 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:41.036707 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-286ca2ad-125c-414e-853f-c686a4df95d0 req-b8db3cf2-613e-44a9-aeb9-5cb8260f6975 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0816267 Apr 29 16:16:41.080899 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-286ca2ad-125c-414e-853f-c686a4df95d0 req-9a0cb0fe-7d91-4ad6-9164-c7287dca2ed8 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385103 Apr 29 16:16:42.265652 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10e4de-383d-461d-bc37-90072239409b req-20271bd2-7430-4bba-83a5-16399d7b3626 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:42.267082 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ac10e4de-383d-461d-bc37-90072239409b req-20271bd2-7430-4bba-83a5-16399d7b3626 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0791440 Apr 29 16:16:42.314129 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ac10e4de-383d-461d-bc37-90072239409b req-50faf256-9d7b-4625-b8c9-363caa9e2d31 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Apr 29 16:16:43.495358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad718c-923e-4642-8ad2-2c47f65cf863 req-b0d5616e-c1c0-41b9-b1a9-bb48e471e5b5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:43.496806 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-48ad718c-923e-4642-8ad2-2c47f65cf863 req-b0d5616e-c1c0-41b9-b1a9-bb48e471e5b5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0783107 Apr 29 16:16:43.540832 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-48ad718c-923e-4642-8ad2-2c47f65cf863 req-f469ff2d-82db-4958-8ee0-c9e2e9477e29 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383108 Apr 29 16:16:44.726543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2670a3-6db5-4adb-863e-383b94845e4d req-8f4d7950-f508-4bda-95a7-a924746bb01b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:44.727967 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de2670a3-6db5-4adb-863e-383b94845e4d req-8f4d7950-f508-4bda-95a7-a924746bb01b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0835545 Apr 29 16:16:44.771368 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de2670a3-6db5-4adb-863e-383b94845e4d req-ab6761a1-8a3b-4ea2-b2d9-306d1005ef7a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377076 Apr 29 16:16:45.958497 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51155f-1277-45af-bd12-7ae401dd11f9 req-fb1e8ee5-c32e-4a5b-a686-94e5183880f3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:45.960501 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de51155f-1277-45af-bd12-7ae401dd11f9 req-fb1e8ee5-c32e-4a5b-a686-94e5183880f3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0800915 Apr 29 16:16:46.003747 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-de51155f-1277-45af-bd12-7ae401dd11f9 req-8fa18b62-674f-4921-ac0a-efcaf38304c4 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375960 Apr 29 16:16:47.187874 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ee70f-2784-4c94-9312-2ed894ce5c46 req-bfbbec62-f7d4-4efe-aa8b-0a51c39a3e6f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:47.189345 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ad8ee70f-2784-4c94-9312-2ed894ce5c46 req-bfbbec62-f7d4-4efe-aa8b-0a51c39a3e6f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0824273 Apr 29 16:16:47.233470 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ad8ee70f-2784-4c94-9312-2ed894ce5c46 req-2fa0a734-c8d8-4d51-8eb1-ac78b4c6aa28 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383360 Apr 29 16:16:48.499033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4c59c-8c5d-4f1c-80bd-e656ea5728a9 req-ccbd84f9-561f-4a9b-8e77-5c75562e55c2 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:48.500484 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-54a4c59c-8c5d-4f1c-80bd-e656ea5728a9 req-ccbd84f9-561f-4a9b-8e77-5c75562e55c2 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.1617334 Apr 29 16:16:48.547133 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-54a4c59c-8c5d-4f1c-80bd-e656ea5728a9 req-d9741f8e-f091-4fba-beef-9ddbb5b4b32a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402303 Apr 29 16:16:49.779359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c4d89-9437-431a-ae11-42295d6f9313 req-6cb445a5-693c-4744-9cf2-d95bc1ea0fcb tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:49.780813 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e84c4d89-9437-431a-ae11-42295d6f9313 req-6cb445a5-693c-4744-9cf2-d95bc1ea0fcb tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.1267991 Apr 29 16:16:49.823575 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e84c4d89-9437-431a-ae11-42295d6f9313 req-8d52796a-12ef-4aa5-8aec-e652846f88d2 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372257 Apr 29 16:16:50.024789 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80e5ecf5-b00b-44e5-8522-a422a79a4a6b details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:16:50.154862 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:16:50.168922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'port_id': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'mac_address': 'fa:16:3e:18:39:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:16:50.226442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:50.242588 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80e5ecf5-b00b-44e5-8522-a422a79a4a6b {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:16:50.257893 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:16:50.327953 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:50.398793 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:50.405901 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:50.406191 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:50.406528 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:50.406856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:50.407183 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:50.407509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:50.407831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:50.408150 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:50.408490 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:50.408808 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:50.409121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:50.409434 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:16:50.414593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['80e5ecf5-b00b-44e5-8522-a422a79a4a6b'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:16:51.010067 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18efd79-a437-4b2e-a01d-4d6ffa0057ea req-40122d3d-b77b-4dfa-ab86-0dc83fe0c11c tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:51.011495 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f18efd79-a437-4b2e-a01d-4d6ffa0057ea req-40122d3d-b77b-4dfa-ab86-0dc83fe0c11c tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 945 time: 0.0827925 Apr 29 16:16:51.056052 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f18efd79-a437-4b2e-a01d-4d6ffa0057ea req-b3832635-a3e9-49f6-b67f-5e9e68f2f84a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388091 Apr 29 16:16:52.027386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80e5ecf5-b00b-44e5-8522-a422a79a4a6b up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:16:52.105497 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:16:52.105866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:52.235242 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:52.278657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:16:52.280029 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:16:52.284185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b0cf9-c528-4c69-9b93-e7889e8adc58 req-c789c3a1-465e-4b8a-a42e-1c2881d64fb5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:52.305459 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b00b0cf9-c528-4c69-9b93-e7889e8adc58 req-c789c3a1-465e-4b8a-a42e-1c2881d64fb5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 945 time: 0.1228275 Apr 29 16:16:52.339432 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa29763-0967-42f4-afc4-aaa9bd5baf67'] response: {'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'code': 200} Apr 29 16:16:52.368222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:52.369630 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b00b0cf9-c528-4c69-9b93-e7889e8adc58 req-f9e197f3-8315-4d5e-8e2b-0b418390aac0 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630567 Apr 29 16:16:52.442615 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:16:53.532940 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:16:53.561901 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e45c-497f-4389-b90f-2df2080b36c4 req-27047800-26f5-4d92-8b90-70ef2cc6a3c7 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:53.563342 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-86f3e45c-497f-4389-b90f-2df2080b36c4 req-27047800-26f5-4d92-8b90-70ef2cc6a3c7 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0854685 Apr 29 16:16:53.609973 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-86f3e45c-497f-4389-b90f-2df2080b36c4 req-7f692826-fd67-4614-879a-fbe9546565d8 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406251 Apr 29 16:16:54.551171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:16:54.810628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cde1c-4d2b-4de3-9fcf-fe35bd1898f4 req-5ad0d6ed-7dbd-47b9-9818-e1cdebf6cfaf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:54.812171 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4e2cde1c-4d2b-4de3-9fcf-fe35bd1898f4 req-5ad0d6ed-7dbd-47b9-9818-e1cdebf6cfaf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0906916 Apr 29 16:16:54.867036 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4e2cde1c-4d2b-4de3-9fcf-fe35bd1898f4 req-1a798e17-81a9-4d0d-baf6-04ec8549075b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485256 Apr 29 16:16:56.056115 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0ff96-048f-4f3c-82f3-6ed1fe08a443 req-83a1ff2f-9233-44f3-9cd4-740e1c0ed098 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:56.059679 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-16a0ff96-048f-4f3c-82f3-6ed1fe08a443 req-83a1ff2f-9233-44f3-9cd4-740e1c0ed098 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0872571 Apr 29 16:16:56.109009 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-16a0ff96-048f-4f3c-82f3-6ed1fe08a443 req-bd83920b-e375-46f4-a3cc-56bd20ca7fda tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453916 Apr 29 16:16:57.306208 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911c959-a246-401a-9226-2a4837e1a959 req-0c52686e-aad5-4722-b33d-b32b6171fe5b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:57.307699 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5911c959-a246-401a-9226-2a4837e1a959 req-0c52686e-aad5-4722-b33d-b32b6171fe5b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0847011 Apr 29 16:16:57.358110 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5911c959-a246-401a-9226-2a4837e1a959 req-e4cf0a21-dd81-4c2a-877b-9ea822251e0a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Apr 29 16:16:58.569626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff2360-c438-4996-ab7b-7e50bd172d9f req-876435cd-f2a7-4528-8bb2-afecb0acbd2e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:58.577054 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-70ff2360-c438-4996-ab7b-7e50bd172d9f req-876435cd-f2a7-4528-8bb2-afecb0acbd2e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0945621 Apr 29 16:16:58.620381 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-70ff2360-c438-4996-ab7b-7e50bd172d9f req-959ed20b-a932-4de9-b724-50f72d613bc2 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424588 Apr 29 16:16:59.829920 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d261e1-a6aa-4c37-a510-f9a0d8319e3c req-e6d26e1d-7165-4481-9cc8-0b92ae3f3433 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:16:59.833001 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-12d261e1-a6aa-4c37-a510-f9a0d8319e3c req-e6d26e1d-7165-4481-9cc8-0b92ae3f3433 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0946302 Apr 29 16:16:59.889099 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-12d261e1-a6aa-4c37-a510-f9a0d8319e3c req-72dce989-b50a-4c64-bd42-09a4374091b1 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497332 Apr 29 16:17:01.083095 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa554a6-45e1-45e9-94ec-90fd76ccac80 req-6ce119d6-b3c6-498b-90e7-e50448fca489 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:01.085755 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2fa554a6-45e1-45e9-94ec-90fd76ccac80 req-6ce119d6-b3c6-498b-90e7-e50448fca489 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0909066 Apr 29 16:17:01.136515 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2fa554a6-45e1-45e9-94ec-90fd76ccac80 req-2efec7b5-43e2-49ee-b564-289ed348092d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427120 Apr 29 16:17:02.179518 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4166eb9c-9004-4c17-a447-4a7885fc8bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:02.323812 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db78f0b-f287-4973-ade1-8b7f6522e19e req-9cf5fed6-3945-47c9-8ba3-941086672685 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:02.327088 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5db78f0b-f287-4973-ade1-8b7f6522e19e req-9cf5fed6-3945-47c9-8ba3-941086672685 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0839000 Apr 29 16:17:02.369081 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5db78f0b-f287-4973-ade1-8b7f6522e19e req-a4dd564c-41ff-4a0f-9ae3-0991cad5e147 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379534 Apr 29 16:17:02.560473 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70c23-f99d-4037-850a-4836f76b865a req-7e4c0871-96fd-4df7-926a-4c308e4695ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:02.561976 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62b70c23-f99d-4037-850a-4836f76b865a req-7e4c0871-96fd-4df7-926a-4c308e4695ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1099 time: 0.0699322 Apr 29 16:17:02.687541 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70c23-f99d-4037-850a-4836f76b865a req-bb6f316a-9cc4-47c4-bbea-d4dc7df7f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:02.688968 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62b70c23-f99d-4037-850a-4836f76b865a req-bb6f316a-9cc4-47c4-bbea-d4dc7df7f7aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1211247 Apr 29 16:17:02.788499 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62b70c23-f99d-4037-850a-4836f76b865a req-a7d6ad6e-d3b4-40bb-9173-27505aa9e7a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b HTTP/1.1" status: 200 len: 1002 time: 0.0925772 Apr 29 16:17:02.847197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70c23-f99d-4037-850a-4836f76b865a req-60710754-4170-497b-84bc-f3739e4dc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:02.848457 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62b70c23-f99d-4037-850a-4836f76b865a req-60710754-4170-497b-84bc-f3739e4dc2cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0548227 Apr 29 16:17:02.922558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70c23-f99d-4037-850a-4836f76b865a req-5119d1fa-bdbc-4b3e-99bb-585df2cc0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:02.923984 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62b70c23-f99d-4037-850a-4836f76b865a req-5119d1fa-bdbc-4b3e-99bb-585df2cc0e25 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699022 Apr 29 16:17:03.049690 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62b70c23-f99d-4037-850a-4836f76b865a req-47df3bfc-a242-4ee9-9b03-1a17d002b09d service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192384 Apr 29 16:17:03.175877 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-62b70c23-f99d-4037-850a-4836f76b865a req-75816eaf-f4b6-4815-a225-3640a5820764 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201012 Apr 29 16:17:03.550358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654148d-c15e-45a3-bd37-1d307715b759 req-4e05668b-fd48-475d-9a84-3e293efec15e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:03.551786 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2654148d-c15e-45a3-bd37-1d307715b759 req-4e05668b-fd48-475d-9a84-3e293efec15e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 946 time: 0.0786791 Apr 29 16:17:03.597855 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2654148d-c15e-45a3-bd37-1d307715b759 req-bf8a1522-6627-41c1-95d2-0cef47dc261d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398126 Apr 29 16:17:04.054154 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80e5ecf5-b00b-44e5-8522-a422a79a4a6b no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:17:04.167824 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:04.204099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:17:04.214458 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:17:04.253251 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ae7281-a46c-439d-a6ed-0b1a1db19ec4'] response: {'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'code': 200} Apr 29 16:17:04.293557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6122d324-e17a-4138-96e7-731ee9ac7ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:04.305432 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:04.406763 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,revision_number=8']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:04.783761 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63946bc2-74fc-44f9-b03d-8c552b551380 req-f893cafb-557e-4386-a452-424f6b55f0fb tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:04.785251 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-63946bc2-74fc-44f9-b03d-8c552b551380 req-f893cafb-557e-4386-a452-424f6b55f0fb tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0816638 Apr 29 16:17:04.830552 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-63946bc2-74fc-44f9-b03d-8c552b551380 req-43cb864b-9860-41a2-9d61-be898986bbd1 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391436 Apr 29 16:17:05.242830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:05.521868 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:06.016879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544ac87-1e28-4435-9e0f-33e2c4af5465 req-f0bc5305-e325-4008-9fd2-b4ee6881e024 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:06.018496 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1544ac87-1e28-4435-9e0f-33e2c4af5465 req-f0bc5305-e325-4008-9fd2-b4ee6881e024 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0809572 Apr 29 16:17:06.061934 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1544ac87-1e28-4435-9e0f-33e2c4af5465 req-a8770a15-7e93-4d71-b867-77137e0bef2d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377748 Apr 29 16:17:07.242643 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:07.526765 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9109b6-256d-46bf-9cd6-1074bce43276 req-694f2265-1be4-48ad-a18c-0a3ba515eb53 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:07.528229 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-db9109b6-256d-46bf-9cd6-1074bce43276 req-694f2265-1be4-48ad-a18c-0a3ba515eb53 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0811372 Apr 29 16:17:07.572880 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-db9109b6-256d-46bf-9cd6-1074bce43276 req-991e2be5-2cd7-4bd8-bfee-a63847c74830 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389028 Apr 29 16:17:07.927347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47674) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:17:08.042677 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-95c7ed1f-c611-45eb-80b6-f3f529bef536 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139491 Apr 29 16:17:08.104142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80e5ecf5-b00b-44e5-8522-a422a79a4a6b no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:17:08.758556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756d8b1-8497-48a8-9059-0adaf2d885fd req-995f2d22-1286-4c23-9c1b-d2b6a72a8eba tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:08.760002 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c756d8b1-8497-48a8-9059-0adaf2d885fd req-995f2d22-1286-4c23-9c1b-d2b6a72a8eba tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0832474 Apr 29 16:17:08.806107 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c756d8b1-8497-48a8-9059-0adaf2d885fd req-cf7ab35a-a71f-4654-9d4d-296b49fde652 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403900 Apr 29 16:17:09.471434 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-f9d39f65-980c-4a92-afb7-40e2089478ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:09.472965 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-f9d39f65-980c-4a92-afb7-40e2089478ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0&tenant_id=a667c656994c4d4ab39f198c30be7010 HTTP/1.1" status: 200 len: 1097 time: 0.1135960 Apr 29 16:17:09.566703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-ff31f610-fde4-4f04-b569-ccbd725e5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:09.568146 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-ff31f610-fde4-4f04-b569-ccbd725e5fc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1097 time: 0.0728023 Apr 29 16:17:09.695979 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-b760e384-6463-429f-a7fe-c967c312fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:09.697440 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-b760e384-6463-429f-a7fe-c967c312fee5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1239963 Apr 29 16:17:09.799850 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-2ad85adc-c563-44e8-954c-5c8fabd0687c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b HTTP/1.1" status: 200 len: 1000 time: 0.0952430 Apr 29 16:17:09.861519 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-ec5f46b1-f1dd-4bd9-bd31-51c731900252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:09.862938 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-ec5f46b1-f1dd-4bd9-bd31-51c731900252 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0573902 Apr 29 16:17:09.939905 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-50f3ef44-b3f8-4e68-8810-2ab8a8f4ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:09.941376 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-50f3ef44-b3f8-4e68-8810-2ab8a8f4ad66 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726433 Apr 29 16:17:10.075272 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-2a162a07-4f74-4ad2-be7c-75424f78b637 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278257 Apr 29 16:17:10.104430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a69c2-ac36-4abb-8e83-122adbdd0b43 req-17f4ee3e-b776-4a7d-bb1d-5befdb271e8a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:10.105840 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7e6a69c2-ac36-4abb-8e83-122adbdd0b43 req-17f4ee3e-b776-4a7d-bb1d-5befdb271e8a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.1906536 Apr 29 16:17:10.150368 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7e6a69c2-ac36-4abb-8e83-122adbdd0b43 req-1be8d0c4-0c39-43fd-a627-e0b8600fdc04 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389118 Apr 29 16:17:10.205887 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9d9abdbc-fa20-4584-a28e-549d31fc123e req-be9c95b5-e1a0-44e6-98a9-27f7f2a19041 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245055 Apr 29 16:17:11.346392 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e3f24-e55b-498d-bbd5-0bdd891e9049 req-cd42a05b-7b4f-48c7-bb43-fa2066152ff5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:11.347879 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ec9e3f24-e55b-498d-bbd5-0bdd891e9049 req-cd42a05b-7b4f-48c7-bb43-fa2066152ff5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0842376 Apr 29 16:17:11.395542 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ec9e3f24-e55b-498d-bbd5-0bdd891e9049 req-e65a4df5-d584-47dd-b3ad-aa956b1b6892 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402217 Apr 29 16:17:12.593215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678da62-0785-43ec-b8c2-d48315fccddf req-e16353dc-0d67-437c-9c4f-04ec722428d7 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:12.596544 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b678da62-0785-43ec-b8c2-d48315fccddf req-e16353dc-0d67-437c-9c4f-04ec722428d7 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0900588 Apr 29 16:17:12.641410 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b678da62-0785-43ec-b8c2-d48315fccddf req-44e8fa23-bb4d-4e57-949e-e52a3af5ac92 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401392 Apr 29 16:17:13.841603 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce62ce-0908-4d42-a828-3e798b33f1fd req-715b20fa-9c1e-40b3-9f2d-868b7fcea015 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:13.843093 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d4ce62ce-0908-4d42-a828-3e798b33f1fd req-715b20fa-9c1e-40b3-9f2d-868b7fcea015 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0829298 Apr 29 16:17:13.894291 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d4ce62ce-0908-4d42-a828-3e798b33f1fd req-e7f2723b-290b-483d-b52b-ffa69553f060 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451648 Apr 29 16:17:15.103624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64561ee1-4cbf-411d-bb28-3e6f6e9c9c08 req-333dcead-4559-40bd-95dc-086ba955aa1e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:15.110103 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-64561ee1-4cbf-411d-bb28-3e6f6e9c9c08 req-333dcead-4559-40bd-95dc-086ba955aa1e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.1061444 Apr 29 16:17:15.166905 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-64561ee1-4cbf-411d-bb28-3e6f6e9c9c08 req-99dee91b-47d2-4e60-8543-a8912d6df526 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513587 Apr 29 16:17:16.395008 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b28386-c1ef-471a-b96c-8cee7ed4ad71 req-75ff8aef-b7db-443b-b202-6306610bbb9f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:16.396663 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c9b28386-c1ef-471a-b96c-8cee7ed4ad71 req-75ff8aef-b7db-443b-b202-6306610bbb9f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.1055894 Apr 29 16:17:16.451067 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c9b28386-c1ef-471a-b96c-8cee7ed4ad71 req-d2225071-5746-473c-8ae4-c119ae750106 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482125 Apr 29 16:17:17.708438 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddfcc0-3202-4839-8e25-e45413d9d3a8 req-bf66816b-b953-4b52-aef7-f2c2f70c3e14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:17.748920 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3dddfcc0-3202-4839-8e25-e45413d9d3a8 req-bf66816b-b953-4b52-aef7-f2c2f70c3e14 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0898137 Apr 29 16:17:17.757002 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3dddfcc0-3202-4839-8e25-e45413d9d3a8 req-f8a0b529-9df9-4636-b85c-5a7ca21473ee tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407341 Apr 29 16:17:18.992582 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a321a15-8624-4b4a-b92b-1fa61e756e58 req-f1b54316-5650-4d32-913b-61a8a0b6dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:18.994128 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a321a15-8624-4b4a-b92b-1fa61e756e58 req-f1b54316-5650-4d32-913b-61a8a0b6dc03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1097 time: 0.1898108 Apr 29 16:17:19.104142 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c4f27-6888-4e9e-b15f-da7d3f3b2cbe req-4f51c906-ad2d-4cfb-a78f-43b6c7ac61cd tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:19.105536 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-840c4f27-6888-4e9e-b15f-da7d3f3b2cbe req-4f51c906-ad2d-4cfb-a78f-43b6c7ac61cd tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0840631 Apr 29 16:17:19.138350 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a321a15-8624-4b4a-b92b-1fa61e756e58 req-8f635fc0-68a4-48ea-9228-74b5cb8c3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:19.139797 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a321a15-8624-4b4a-b92b-1fa61e756e58 req-8f635fc0-68a4-48ea-9228-74b5cb8c3a3b service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1261871 Apr 29 16:17:19.149928 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-840c4f27-6888-4e9e-b15f-da7d3f3b2cbe req-6f1ea278-82d1-48b5-9425-f9f0ea762d5e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383296 Apr 29 16:17:19.241398 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a321a15-8624-4b4a-b92b-1fa61e756e58 req-08288c9f-0bfd-489d-8da5-6ae46cfaabd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b HTTP/1.1" status: 200 len: 1000 time: 0.0956228 Apr 29 16:17:19.302952 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a321a15-8624-4b4a-b92b-1fa61e756e58 req-057f3d89-a584-49e0-95f3-61d6a556b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:19.304371 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a321a15-8624-4b4a-b92b-1fa61e756e58 req-057f3d89-a584-49e0-95f3-61d6a556b5a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0558300 Apr 29 16:17:19.380304 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a321a15-8624-4b4a-b92b-1fa61e756e58 req-eaafbe85-ef94-4afb-87c3-35a12e5bf406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:19.381671 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a321a15-8624-4b4a-b92b-1fa61e756e58 req-eaafbe85-ef94-4afb-87c3-35a12e5bf406 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706971 Apr 29 16:17:19.510042 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a321a15-8624-4b4a-b92b-1fa61e756e58 req-671c814c-e888-41d4-abed-f93d8bf6223a service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211822 Apr 29 16:17:19.638658 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1a321a15-8624-4b4a-b92b-1fa61e756e58 req-b657bda6-6ad7-419f-bf5a-dbcdd679d3cb service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214771 Apr 29 16:17:20.163914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80e5ecf5-b00b-44e5-8522-a422a79a4a6b details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:17:20.300367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:17:20.313687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'port_id': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'mac_address': 'fa:16:3e:18:39:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:17:20.339354 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290356ff-dcb6-499e-b7b7-b4864f9f33dc req-fad08bca-4064-46d5-9572-cd15928bdc35 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:20.340824 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-290356ff-dcb6-499e-b7b7-b4864f9f33dc req-fad08bca-4064-46d5-9572-cd15928bdc35 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 944 time: 0.0811775 Apr 29 16:17:20.369947 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:20.386665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e5ecf5-b00b-44e5-8522-a422a79a4a6b {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:17:20.389067 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-290356ff-dcb6-499e-b7b7-b4864f9f33dc req-96c242f7-6e89-4e0e-9042-f5aa9030e39e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425565 Apr 29 16:17:20.402744 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:17:20.447037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:20.515129 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,revision_number=9']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:20.670962 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['80e5ecf5-b00b-44e5-8522-a422a79a4a6b'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:17:21.574307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966bcd8-9c34-4de1-b7fb-66fc74675b29 req-8c093d4f-8e36-4bf3-b2a8-4c87486975f7 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:21.575679 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6966bcd8-9c34-4de1-b7fb-66fc74675b29 req-8c093d4f-8e36-4bf3-b2a8-4c87486975f7 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 945 time: 0.0811851 Apr 29 16:17:21.620526 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6966bcd8-9c34-4de1-b7fb-66fc74675b29 req-041be94e-291c-4c68-af23-7c1088a3844c tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392892 Apr 29 16:17:22.163665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80e5ecf5-b00b-44e5-8522-a422a79a4a6b up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:17:22.233462 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:17:22.233830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:22.346866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:22.375905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:17:22.385279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:17:22.420739 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-212c7413-6fa7-4a8e-af33-fccb824fa90b'] response: {'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'code': 200} Apr 29 16:17:22.453385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:22.518475 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,revision_number=10']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:17:22.797148 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d80c5-d380-4fae-96ab-7769c49cde29 req-27b353a8-75d5-4745-a6e8-fce746256c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:22.798543 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1f7d80c5-d380-4fae-96ab-7769c49cde29 req-27b353a8-75d5-4745-a6e8-fce746256c33 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1100 time: 0.0695515 Apr 29 16:17:22.809580 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee6e7f-4477-4e6b-8c51-7d3625d3044c req-68d66bc8-65aa-4c7d-aec6-503bc59ef89f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:22.811047 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e6ee6e7f-4477-4e6b-8c51-7d3625d3044c req-68d66bc8-65aa-4c7d-aec6-503bc59ef89f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 947 time: 0.0838513 Apr 29 16:17:22.838574 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1f7d80c5-d380-4fae-96ab-7769c49cde29 req-b165e772-7fe8-48c4-9e19-18d66b219aa1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340292 Apr 29 16:17:22.855024 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e6ee6e7f-4477-4e6b-8c51-7d3625d3044c req-d942b6b9-c08b-4ea2-abb3-84d0c8719619 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383067 Apr 29 16:17:24.044784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea617c8-527a-4060-b365-e7f51896b00e req-586a1a58-d937-41d6-8997-acb545c61cc5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:24.046298 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eea617c8-527a-4060-b365-e7f51896b00e req-586a1a58-d937-41d6-8997-acb545c61cc5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 947 time: 0.0812519 Apr 29 16:17:24.092227 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eea617c8-527a-4060-b365-e7f51896b00e req-a19b6e1c-900d-4830-99b4-606203f5cb48 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402632 Apr 29 16:17:24.464725 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:25.282014 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ffd83-ecd2-4a8e-a5c4-668265a22438 req-97dea665-5838-4da2-8296-b9f6e15244dc tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:17:25.283477 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c02ffd83-ecd2-4a8e-a5c4-668265a22438 req-97dea665-5838-4da2-8296-b9f6e15244dc tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 947 time: 0.0845368 Apr 29 16:17:25.328210 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c02ffd83-ecd2-4a8e-a5c4-668265a22438 req-9c856d35-a085-4e8d-95c0-d70a9bb5e2de tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391023 Apr 29 16:17:30.532710 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:17:32.184077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-59b62488-0359-43fe-b96b-6fa01e70054f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:34.241365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bccc8e3f-8fb5-4786-aa4f-808cdda0fd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:35.230111 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:35.521398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:37.235774 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:17:54.452187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:02.212170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-857a56c1-9be4-44df-93e3-6f5c8d568b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:04.246678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5fab8676-af47-4a5c-9ab1-2f49754aad0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:05.211934 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:05.520617 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:07.258449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:07.532526 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:18:11.849201 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5b7837aa-0f41-4d31-b816-498c01ff8559 req-e1de0b58-02f9-4703-9f21-1649acae69af service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715802 Apr 29 16:18:11.983996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7837aa-0f41-4d31-b816-498c01ff8559 req-f9586eda-0e55-4b00-8f1b-52ab68f04df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:18:11.985495 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5b7837aa-0f41-4d31-b816-498c01ff8559 req-f9586eda-0e55-4b00-8f1b-52ab68f04df2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1100 time: 0.0709429 Apr 29 16:18:12.123974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7837aa-0f41-4d31-b816-498c01ff8559 req-3bc08788-b06d-4f46-bd8e-1b78c6d699cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:18:12.125464 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5b7837aa-0f41-4d31-b816-498c01ff8559 req-3bc08788-b06d-4f46-bd8e-1b78c6d699cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1229188 Apr 29 16:18:12.226232 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5b7837aa-0f41-4d31-b816-498c01ff8559 req-bd01f5a2-d2a3-48a6-865f-5d669677b89d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b HTTP/1.1" status: 200 len: 1002 time: 0.0944331 Apr 29 16:18:12.286599 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7837aa-0f41-4d31-b816-498c01ff8559 req-64bd567c-cff7-492d-9ab4-f36b2687fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:18:12.288009 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5b7837aa-0f41-4d31-b816-498c01ff8559 req-64bd567c-cff7-492d-9ab4-f36b2687fb2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0562663 Apr 29 16:18:12.363174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7837aa-0f41-4d31-b816-498c01ff8559 req-c38d3823-86aa-4dca-8a6c-7beae3b6f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:18:12.364632 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5b7837aa-0f41-4d31-b816-498c01ff8559 req-c38d3823-86aa-4dca-8a6c-7beae3b6f86c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708406 Apr 29 16:18:12.489863 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5b7837aa-0f41-4d31-b816-498c01ff8559 req-67ea80a8-e261-474e-89d7-b59d8759b76c service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192591 Apr 29 16:18:12.723147 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5b7837aa-0f41-4d31-b816-498c01ff8559 req-ceaf8413-cdb3-47a7-b049-5b41d81f90ee service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272427 Apr 29 16:18:24.485811 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:32.182800 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-59de2ee1-a189-4512-84ad-a8bd11f43041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:34.245832 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-06aa5629-9ab3-4504-aa07-cc6de06a41e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:34.580539 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47792) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:34.777336 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Deleting port a82a311f-2f7b-4825-9019-58158efcff82 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:18:34.777671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:34.943423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:34.943744 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:35.164810 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Calling delete_port for a82a311f-2f7b-4825-9019-58158efcff82 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:18:35.234883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:35.366042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:35.414094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event deleted for resources: {'Port': ['ID=a82a311f-2f7b-4825-9019-58158efcff82,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:35.477883 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:35.478227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:35.478585 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:35.478884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:35.479206 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:35.479527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:35.479847 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:35.480164 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:35.480508 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:35.480830 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:35.481141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:35.481452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:35.512249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:35.512602 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Floating IP 785c8067-e649-40b5-8d77-731e8bc45dfd disassociated (deleted). External IP: 172.26.2.100, port: 80e5ecf5-b00b-44e5-8522-a422a79a4a6b. Apr 29 16:18:35.531805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:35.862023 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Router 62d104b8-f728-4c3f-8b4f-796483d82a1f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:18:36.038492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:18:36.048122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797548d5-6d9a-4429-866b-a33ee9f1e101 None None] Sync routers for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:18:36.054516 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:36.057403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797548d5-6d9a-4429-866b-a33ee9f1e101 None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:18:36.058009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-797548d5-6d9a-4429-866b-a33ee9f1e101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:18:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:36.112564 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-ab29e4bc-48df-41c7-8a23-2ee3f34fb189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "DELETE /v2.0/floatingips/785c8067-e649-40b5-8d77-731e8bc45dfd HTTP/1.1" status: 204 len: 168 time: 1.5308552 Apr 29 16:18:36.113144 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:18:36.157632 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90c3d85-7eb3-4441-a2b7-2ac04945f18b'] response: {'name': 'network-changed', 'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'status': 'completed', 'code': 200} Apr 29 16:18:36.250498 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-797548d5-6d9a-4429-866b-a33ee9f1e101 None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:18:36.252654 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ba0ce-79dd-446e-a136-5539e0b57ed0 req-983093d2-f0ca-46f3-b985-196d5a54de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:18:36.254706 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f59ba0ce-79dd-446e-a136-5539e0b57ed0 req-983093d2-f0ca-46f3-b985-196d5a54de13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 1100 time: 0.0746076 Apr 29 16:18:36.389297 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ba0ce-79dd-446e-a136-5539e0b57ed0 req-604c990c-08b6-4a88-9384-8cdb198e3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:18:36.390643 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f59ba0ce-79dd-446e-a136-5539e0b57ed0 req-604c990c-08b6-4a88-9384-8cdb198e3b16 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1295884 Apr 29 16:18:36.464021 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f59ba0ce-79dd-446e-a136-5539e0b57ed0 req-3e88aa23-74ce-4e5f-bf49-ae19ffe221c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b HTTP/1.1" status: 200 len: 217 time: 0.0676160 Apr 29 16:18:36.537409 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ba0ce-79dd-446e-a136-5539e0b57ed0 req-3c595b67-acc3-4757-bb0c-557f8f0caeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:18:36.538887 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f59ba0ce-79dd-446e-a136-5539e0b57ed0 req-3c595b67-acc3-4757-bb0c-557f8f0caeeb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0691566 Apr 29 16:18:36.619391 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-797548d5-6d9a-4429-866b-a33ee9f1e101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:16Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:36.621144 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ba0ce-79dd-446e-a136-5539e0b57ed0 req-5f67af24-1543-4256-8c43-196fe9561738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:18:36.623197 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f59ba0ce-79dd-446e-a136-5539e0b57ed0 req-5f67af24-1543-4256-8c43-196fe9561738 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769789 Apr 29 16:18:36.624547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797548d5-6d9a-4429-866b-a33ee9f1e101 None None] Checking router: 62d104b8-f728-4c3f-8b4f-796483d82a1f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:18:36.633016 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797548d5-6d9a-4429-866b-a33ee9f1e101 None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:18:36.633604 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-797548d5-6d9a-4429-866b-a33ee9f1e101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:18:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:36.683451 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985086b-04bf-4cb0-b489-1c3e1ef286cf req-cedb9723-b424-41db-8bc5-3aff61155205 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:18:36.684149 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-9985086b-04bf-4cb0-b489-1c3e1ef286cf req-cedb9723-b424-41db-8bc5-3aff61155205 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Synchronizing usage tracker for tenant:a667c656994c4d4ab39f198c30be7010 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:18:36.743190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-9985086b-04bf-4cb0-b489-1c3e1ef286cf req-cedb9723-b424-41db-8bc5-3aff61155205 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Unset dirty status for tenant:a667c656994c4d4ab39f198c30be7010 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:18:36.744849 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9985086b-04bf-4cb0-b489-1c3e1ef286cf req-cedb9723-b424-41db-8bc5-3aff61155205 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 947 time: 0.1453314 Apr 29 16:18:36.755287 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f59ba0ce-79dd-446e-a136-5539e0b57ed0 req-fc962be5-d851-469c-99bc-d016f4f51f5d service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253953 Apr 29 16:18:36.793465 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-9985086b-04bf-4cb0-b489-1c3e1ef286cf req-04d81d2d-b065-4cd6-bdf8-e532ca650b37 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419891 Apr 29 16:18:36.823659 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-797548d5-6d9a-4429-866b-a33ee9f1e101 None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:18:36.889311 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-f59ba0ce-79dd-446e-a136-5539e0b57ed0 req-cdfa7d1f-e161-4f07-8c82-13e549641d9e service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279986 Apr 29 16:18:37.137638 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-797548d5-6d9a-4429-866b-a33ee9f1e101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:16Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:18:37.142401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797548d5-6d9a-4429-866b-a33ee9f1e101 None None] The sync data for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv is: [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:16Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:18:37.239995 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:37.374843 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fde6c3-ae7f-49f2-95df-8a753a4f43cd None None] New status for floating IP 785c8067-e649-40b5-8d77-731e8bc45dfd: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:18:37.904334 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-edb89f42-5b44-4a2f-8de0-bef713d4b835 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:18:37.905120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-edb89f42-5b44-4a2f-8de0-bef713d4b835 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Synchronizing usage tracker for tenant:a667c656994c4d4ab39f198c30be7010 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:18:37.916878 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-edb89f42-5b44-4a2f-8de0-bef713d4b835 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Unset dirty status for tenant:a667c656994c4d4ab39f198c30be7010 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:18:37.917940 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-edb89f42-5b44-4a2f-8de0-bef713d4b835 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.44 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 947 time: 0.0896995 Apr 29 16:18:37.982399 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873787cc-b49c-452e-a481-732285a40ed9 req-d139a847-bdc2-419e-b2da-ddad1dbd2075 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:18:37.983857 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-873787cc-b49c-452e-a481-732285a40ed9 req-d139a847-bdc2-419e-b2da-ddad1dbd2075 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 947 time: 0.0827649 Apr 29 16:18:37.989214 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Deleting port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:18:37.989554 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:38.027792 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-873787cc-b49c-452e-a481-732285a40ed9 req-3313e9f2-6873-405d-b100-3ec5ee8c9f8f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=d53cd214-11c1-496d-908d-bf4d100162eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 Apr 29 16:18:38.233620 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] For port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:18:38.233975 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:38.362615 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Calling delete_port for 80e5ecf5-b00b-44e5-8522-a422a79a4a6b owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:18:38.582963 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:38.631531 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event deleted for resources: {'Port': ['ID=80e5ecf5-b00b-44e5-8522-a422a79a4a6b,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:38.669903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:38.672639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:38.672639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:38.672639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:38.672639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:38.672639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:38.672639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:38.672639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:38.672639 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:38.673320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:38.673320 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:38.673496 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:18:38.820966 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] No DVR routers for this DVR port 80e5ecf5-b00b-44e5-8522-a422a79a4a6b on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:18:38.823543 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:38.826377 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'name': 'network-vif-deleted', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:18:38.886896 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fa94d87b-8c43-4aa4-b01c-af053bfadd55 req-a50652d6-1671-416e-9034-a93941d9b3e3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.44 "DELETE /v2.0/ports/80e5ecf5-b00b-44e5-8522-a422a79a4a6b HTTP/1.1" status: 204 len: 173 time: 0.9637637 Apr 29 16:18:38.923475 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b177bd88-da23-480c-b13f-7cf361f8624f'] response: {'server_uuid': 'a02dcc7a-159a-4902-b75a-418e7f51a7f0', 'name': 'network-vif-deleted', 'tag': '80e5ecf5-b00b-44e5-8522-a422a79a4a6b', 'status': 'completed', 'code': 200} Apr 29 16:18:39.183891 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8a5d6110-b7e9-4764-a93d-c7b707cf5071 req-1ca30aea-dfb6-4df6-bbd3-f29c227b79f5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a02dcc7a-159a-4902-b75a-418e7f51a7f0 HTTP/1.1" status: 200 len: 210 time: 0.0411930 Apr 29 16:18:40.278490 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47812) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:40.344344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40850fd4-3958-422a-912d-50f4388b9eae tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:40.375584 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40850fd4-3958-422a-912d-50f4388b9eae tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:40.508394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40850fd4-3958-422a-912d-50f4388b9eae tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:40.527622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40850fd4-3958-422a-912d-50f4388b9eae tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53cd214-11c1-496d-908d-bf4d100162eb,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:40.587556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-40850fd4-3958-422a-912d-50f4388b9eae tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:40.588715 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-40850fd4-3958-422a-912d-50f4388b9eae tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "DELETE /v2.0/security-groups/d53cd214-11c1-496d-908d-bf4d100162eb HTTP/1.1" status: 204 len: 168 time: 0.3085899 Apr 29 16:18:40.614253 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80e5ecf5-b00b-44e5-8522-a422a79a4a6b no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:18:40.649253 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 80e5ecf5-b00b-44e5-8522-a422a79a4a6b {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:18:40.649593 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80e5ecf5-b00b-44e5-8522-a422a79a4a6b not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:18:41.172636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47820) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:41.177859 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683166254', 'description': 'tempest-secgroup-smoke-1683166254 description', 'project_id': 'a667c656994c4d4ab39f198c30be7010'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:18:41.183837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:41.187925 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:41.190762 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:41.196329 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:41.257310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:41.280782 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:41.282094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:41.284913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:41.290529 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:41.358003 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:41.399688 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:41.443264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2381162-f413-4b13-83b1-49da7a455b45,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:41.486002 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:41.489908 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dbed6410-de7c-4919-9db9-f86fbc567acf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3135800 Apr 29 16:18:41.490111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47824) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:41.495057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-101eb439-4963-4360-b0cf-4cfeebc8f674 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group_rule': {'security_group_id': 'a2381162-f413-4b13-83b1-49da7a455b45', 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:18:41.501657 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-101eb439-4963-4360-b0cf-4cfeebc8f674 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:41.505525 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-101eb439-4963-4360-b0cf-4cfeebc8f674 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:41.508386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-101eb439-4963-4360-b0cf-4cfeebc8f674 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:41.514814 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-101eb439-4963-4360-b0cf-4cfeebc8f674 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:41.566626 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-101eb439-4963-4360-b0cf-4cfeebc8f674 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:41.730227 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-101eb439-4963-4360-b0cf-4cfeebc8f674 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:41.799941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-101eb439-4963-4360-b0cf-4cfeebc8f674 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:41.825215 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101eb439-4963-4360-b0cf-4cfeebc8f674 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4835da-8d7b-4e3d-829d-0bef5ddc314c,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:41.874228 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-101eb439-4963-4360-b0cf-4cfeebc8f674 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:41.875412 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-101eb439-4963-4360-b0cf-4cfeebc8f674 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844121 Apr 29 16:18:41.878103 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47828) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:41.883006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d4fdc3f2-869b-466e-99e2-e667c4059d2d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group_rule': {'security_group_id': 'a2381162-f413-4b13-83b1-49da7a455b45', 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:18:41.888789 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d4fdc3f2-869b-466e-99e2-e667c4059d2d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:41.892548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d4fdc3f2-869b-466e-99e2-e667c4059d2d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:41.895311 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d4fdc3f2-869b-466e-99e2-e667c4059d2d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:41.901196 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d4fdc3f2-869b-466e-99e2-e667c4059d2d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:41.960413 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc3f2-869b-466e-99e2-e667c4059d2d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.019313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc3f2-869b-466e-99e2-e667c4059d2d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.062636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc3f2-869b-466e-99e2-e667c4059d2d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.086365 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdc3f2-869b-466e-99e2-e667c4059d2d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9957ed9-d4a4-4c8d-b0ed-fa89989498ea,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:42.154959 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc3f2-869b-466e-99e2-e667c4059d2d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.156154 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d4fdc3f2-869b-466e-99e2-e667c4059d2d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2771540 Apr 29 16:18:42.158868 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47832) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:42.163701 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-5b712726-8261-4460-be4c-fa467f7d985d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group_rule': {'security_group_id': 'a2381162-f413-4b13-83b1-49da7a455b45', 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:18:42.170429 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5b712726-8261-4460-be4c-fa467f7d985d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:42.174247 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5b712726-8261-4460-be4c-fa467f7d985d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:42.177065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-5b712726-8261-4460-be4c-fa467f7d985d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:42.182681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-5b712726-8261-4460-be4c-fa467f7d985d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:42.235596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5b712726-8261-4460-be4c-fa467f7d985d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.297978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5b712726-8261-4460-be4c-fa467f7d985d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.337116 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5b712726-8261-4460-be4c-fa467f7d985d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.363132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b712726-8261-4460-be4c-fa467f7d985d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db26dc83-4ba0-4720-82ad-64d9ee2104a4,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:42.434333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5b712726-8261-4460-be4c-fa467f7d985d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.436440 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5b712726-8261-4460-be4c-fa467f7d985d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2766550 Apr 29 16:18:42.439125 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47836) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:42.444057 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-fe869c3d-015a-4631-90fa-5cd265c4154e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group_rule': {'security_group_id': 'a2381162-f413-4b13-83b1-49da7a455b45', 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:18:42.449794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-fe869c3d-015a-4631-90fa-5cd265c4154e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:42.453800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fe869c3d-015a-4631-90fa-5cd265c4154e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:42.456616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-fe869c3d-015a-4631-90fa-5cd265c4154e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:42.462167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-fe869c3d-015a-4631-90fa-5cd265c4154e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:42.532001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fe869c3d-015a-4631-90fa-5cd265c4154e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.593738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fe869c3d-015a-4631-90fa-5cd265c4154e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.662948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fe869c3d-015a-4631-90fa-5cd265c4154e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.685841 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe869c3d-015a-4631-90fa-5cd265c4154e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d10819f-1c96-443f-a129-6dd25c568b51,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:42.765698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-fe869c3d-015a-4631-90fa-5cd265c4154e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.766889 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-fe869c3d-015a-4631-90fa-5cd265c4154e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3268688 Apr 29 16:18:42.769562 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47840) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:42.774400 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-d5ca553f-a229-48e9-9c94-eac63e5ebcbf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group_rule': {'security_group_id': 'a2381162-f413-4b13-83b1-49da7a455b45', 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:18:42.780740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d5ca553f-a229-48e9-9c94-eac63e5ebcbf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:42.784518 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d5ca553f-a229-48e9-9c94-eac63e5ebcbf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:42.787257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-d5ca553f-a229-48e9-9c94-eac63e5ebcbf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:42.793295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-d5ca553f-a229-48e9-9c94-eac63e5ebcbf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:42.851551 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-d5ca553f-a229-48e9-9c94-eac63e5ebcbf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Project a667c656994c4d4ab39f198c30be7010 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:18:42.858615 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5ca553f-a229-48e9-9c94-eac63e5ebcbf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.921320 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5ca553f-a229-48e9-9c94-eac63e5ebcbf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:42.977463 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5ca553f-a229-48e9-9c94-eac63e5ebcbf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:43.002346 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca553f-a229-48e9-9c94-eac63e5ebcbf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1cc352-a36f-46fe-9363-db0160b5b0a1,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:43.080023 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d5ca553f-a229-48e9-9c94-eac63e5ebcbf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:43.081255 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d5ca553f-a229-48e9-9c94-eac63e5ebcbf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107927 Apr 29 16:18:43.083925 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 47844) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:18:43.088802 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-4cef56cb-b256-4ea6-b8e9-83514330df27 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'security_group_rule': {'security_group_id': 'a2381162-f413-4b13-83b1-49da7a455b45', 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:18:43.095565 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4cef56cb-b256-4ea6-b8e9-83514330df27 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:18:43.099321 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4cef56cb-b256-4ea6-b8e9-83514330df27 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:security_group_rule and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:18:43.102177 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-4cef56cb-b256-4ea6-b8e9-83514330df27 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:18:43.108844 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-4cef56cb-b256-4ea6-b8e9-83514330df27 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:18:43.171420 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-4cef56cb-b256-4ea6-b8e9-83514330df27 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Project a667c656994c4d4ab39f198c30be7010 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:18:43.177880 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cef56cb-b256-4ea6-b8e9-83514330df27 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:43.244190 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cef56cb-b256-4ea6-b8e9-83514330df27 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:43.280279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cef56cb-b256-4ea6-b8e9-83514330df27 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:43.303950 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef56cb-b256-4ea6-b8e9-83514330df27 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909b9613-3e2f-48e4-8438-2ad15d6f5bd9,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:18:43.348618 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-4cef56cb-b256-4ea6-b8e9-83514330df27 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:18:43.349742 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-4cef56cb-b256-4ea6-b8e9-83514330df27 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2648914 Apr 29 16:18:44.531531 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:18:54.508473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:02.199501 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-96e6034e-7819-4f2a-b7c8-02c6175b5a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:04.280368 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f046e5a-b8bb-433c-b870-196de354fe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:05.257899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:05.594043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:07.110885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-24d24985-11eb-40c9-8e33-bcbddb684a2c tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Synchronizing usage tracker for tenant:a667c656994c4d4ab39f198c30be7010 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:19:07.159740 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-24d24985-11eb-40c9-8e33-bcbddb684a2c tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Unset dirty status for tenant:a667c656994c4d4ab39f198c30be7010 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:19:07.160839 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-24d24985-11eb-40c9-8e33-bcbddb684a2c tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683166254&fields=id&tenant_id=a667c656994c4d4ab39f198c30be7010 HTTP/1.1" status: 200 len: 267 time: 0.0885289 Apr 29 16:19:07.245633 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:07.313695 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-12523af4-a5f9-440f-8408-e74f8884bd47 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:07.315773 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-12523af4-a5f9-440f-8408-e74f8884bd47 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 809 time: 0.1477604 Apr 29 16:19:07.331068 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-a1f07e55-97ec-40a5-a498-03d7a1c28db9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/quotas/a667c656994c4d4ab39f198c30be7010 HTTP/1.1" status: 200 len: 375 time: 0.0097947 Apr 29 16:19:07.417311 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-d4746076-09c4-424a-b36c-860bce247fee tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808084 Apr 29 16:19:07.633773 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-91b5f75a-1a8f-4ed4-9df8-0e2e3f68d63a service neutron] 10.222.0.39 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038624 Apr 29 16:19:07.761689 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-eef92763-e397-4792-b045-ef793cefb91d service neutron] 10.222.0.39 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220231 Apr 29 16:19:09.447485 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-26c20305-6485-4767-8fa7-c430e482737d req-08f4c1d8-f3e2-4429-975b-17cb1d953467 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 210 time: 0.0429668 Apr 29 16:19:10.593447 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-97061c33-6205-42f6-9929-dd1fad29e0d2 req-bd3344d0-b5eb-4f22-95a0-36ef30638fe3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 210 time: 0.0429235 Apr 29 16:19:11.163511 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-bccd6396-2832-4738-97be-9ed88480a272 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:11.164954 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-bccd6396-2832-4738-97be-9ed88480a272 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 809 time: 0.1458921 Apr 29 16:19:11.212636 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-63f6d9d6-68fa-4c8f-8cf3-0c557e8bd530 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a667c656994c4d4ab39f198c30be7010 HTTP/1.1" status: 200 len: 380 time: 0.0389934 Apr 29 16:19:11.221038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'port': {'device_id': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'admin_state_up': True, 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'security_groups': ['a2381162-f413-4b13-83b1-49da7a455b45']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:19:11.357796 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:19:11.361903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:port and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:19:11.365261 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:19:11.370936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:19:11.439461 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Made reservation on behalf of a667c656994c4d4ab39f198c30be7010 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:19:11.444162 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:11.605705 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Allocated IP 172.20.0.13 (0364566c-a19b-4395-a8aa-591689d6efa8/b5dbf65b-f9b6-4b8a-837f-4458be239f72/80064ec4-756d-48f9-9e05-c293fc4974cb) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:19:11.748223 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fe5c835e-7e63-4edb-93e4-2f7f48856efc req-31beb045-bdfc-476e-985b-f9eb943996d3 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 210 time: 0.0455668 Apr 29 16:19:11.801500 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:11.817890 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Transition to ACTIVE for port object 80064ec4-756d-48f9-9e05-c293fc4974cb will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:19:11.914501 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:11.988394 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Network 0364566c-a19b-4395-a8aa-591689d6efa8 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:19:11.991438 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:19:11.995184 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:19:12.026384 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'Port': ['ID=80064ec4-756d-48f9-9e05-c293fc4974cb,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:12.066561 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:12.067177 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:12.160989 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-ca58e175-cabc-4205-a8d9-5ce868c2dd2a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9435344 Apr 29 16:19:12.174677 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Request body: {'port': {'device_id': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:19:12.286008 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:12.296617 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bb908a5d-f1da-4345-b71c-ef2da2f6db0d None None] Provisioning for port 80064ec4-756d-48f9-9e05-c293fc4974cb completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:19:12.302713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bb908a5d-f1da-4345-b71c-ef2da2f6db0d None None] Provisioning complete for port 80064ec4-756d-48f9-9e05-c293fc4974cb triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:19:12.303564 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bb908a5d-f1da-4345-b71c-ef2da2f6db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:12.356747 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-bb908a5d-f1da-4345-b71c-ef2da2f6db0d None None] Port 80064ec4-756d-48f9-9e05-c293fc4974cb cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:19:12.629925 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80064ec4-756d-48f9-9e05-c293fc4974cb {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:19:12.637028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:12.650996 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Transition to ACTIVE for port object 80064ec4-756d-48f9-9e05-c293fc4974cb will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:19:12.731062 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:12.917036 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Pushing event updated for resources: {'Port': ['ID=80064ec4-756d-48f9-9e05-c293fc4974cb,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:12.962804 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753f7e6-ee98-489d-ad63-958cd9543c64 req-44075dc3-be24-4d8f-8029-ab0ac23537c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:12.965272 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7753f7e6-ee98-489d-ad63-958cd9543c64 req-44075dc3-be24-4d8f-8029-ab0ac23537c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0964134 Apr 29 16:19:12.977254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Attempting to bind port 80064ec4-756d-48f9-9e05-c293fc4974cb on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:19:12.977583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Attempting to bind port 80064ec4-756d-48f9-9e05-c293fc4974cb by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:19:12.977901 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Attempting to bind port 80064ec4-756d-48f9-9e05-c293fc4974cb on network 0364566c-a19b-4395-a8aa-591689d6efa8 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:19:12.982874 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Port 80064ec4-756d-48f9-9e05-c293fc4974cb on network 0364566c-a19b-4395-a8aa-591689d6efa8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:19:12.983255 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Attempting to bind port 80064ec4-756d-48f9-9e05-c293fc4974cb on network 0364566c-a19b-4395-a8aa-591689d6efa8 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:19:12.988792 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:19:12.989121 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Checking segment: {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:19:12.989585 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Bound using segment: {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:19:12.989915 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Bound port: 80064ec4-756d-48f9-9e05-c293fc4974cb, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85a5e5e-318c-42f0-8b41-574241c9f3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:19:12.990253 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:13.017157 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7753f7e6-ee98-489d-ad63-958cd9543c64 req-ebf68834-cef5-4ec3-8a84-6675f899f187 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 Apr 29 16:19:13.079151 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] For port 80064ec4-756d-48f9-9e05-c293fc4974cb, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:19:13.082504 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] For port 80064ec4-756d-48f9-9e05-c293fc4974cb, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80064ec4-756d-48f9-9e05-c293fc4974cb,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:19:13.136951 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:13.312871 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:13.313494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:13.314832 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] 10.222.0.44 "PUT /v2.0/ports/80064ec4-756d-48f9-9e05-c293fc4974cb HTTP/1.1" status: 200 len: 1094 time: 1.1472073 Apr 29 16:19:13.315316 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:19:13.340630 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59c3fc-847a-4579-b40b-7e2feb05c7eb service neutron] Pushing event updated for resources: {'Port': ['ID=80064ec4-756d-48f9-9e05-c293fc4974cb,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:13.364634 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c28bfd-963c-4ee7-b574-028253560206'] response: {'name': 'network-changed', 'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'status': 'completed', 'code': 200} Apr 29 16:19:13.459474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fd896-4620-4c49-9132-7057a12c6e27 req-5205c51b-becd-4d5c-a668-2217fbe15c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:13.461152 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c48fd896-4620-4c49-9132-7057a12c6e27 req-5205c51b-becd-4d5c-a668-2217fbe15c07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1097 time: 0.0785604 Apr 29 16:19:13.604703 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fd896-4620-4c49-9132-7057a12c6e27 req-f9230472-75ac-4e07-a7b0-793a2c2bc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:13.606860 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c48fd896-4620-4c49-9132-7057a12c6e27 req-f9230472-75ac-4e07-a7b0-793a2c2bc848 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a667c656994c4d4ab39f198c30be7010&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1381965 Apr 29 16:19:13.738651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fd896-4620-4c49-9132-7057a12c6e27 req-93454983-40b2-4e33-85d5-287de0e80722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:13.740058 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c48fd896-4620-4c49-9132-7057a12c6e27 req-93454983-40b2-4e33-85d5-287de0e80722 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257250 Apr 29 16:19:13.844727 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-5f725f06-12e7-4e99-b22d-d10a8c55715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:13.846168 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-5f725f06-12e7-4e99-b22d-d10a8c55715d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1097 time: 0.0724268 Apr 29 16:19:13.915216 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-1025afe2-1f70-4930-b68f-f3c6b966ecb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80064ec4-756d-48f9-9e05-c293fc4974cb HTTP/1.1" status: 200 len: 217 time: 0.0625498 Apr 29 16:19:13.980943 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-274a2686-5bef-4fe6-86c9-06de708f38f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:13.982378 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-274a2686-5bef-4fe6-86c9-06de708f38f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0559003 Apr 29 16:19:14.055033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-be0d4e3f-3602-400d-bd59-cb928974be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:14.056586 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-be0d4e3f-3602-400d-bd59-cb928974be82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680206 Apr 29 16:19:14.187236 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-d00afbd1-caa5-4d1d-9280-27839f21df78 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246343 Apr 29 16:19:14.206610 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec48acb-48d9-4b40-ab43-db25e1abe0c5 req-23c4f6ed-b444-4d48-8f07-1b98de942eac tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:14.208045 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5ec48acb-48d9-4b40-ab43-db25e1abe0c5 req-23c4f6ed-b444-4d48-8f07-1b98de942eac tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0828488 Apr 29 16:19:14.252640 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5ec48acb-48d9-4b40-ab43-db25e1abe0c5 req-6df3fd1b-6a24-48e5-b57d-95a4869c5d04 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386851 Apr 29 16:19:14.318733 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-81c38a06-4f7d-416a-81a9-0d4d4bc580b9 req-b7325780-5457-4299-b157-d5e97d2e040c service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260273 Apr 29 16:19:15.434897 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705becb8-d364-45d2-8dee-fc1d9d1136d4 req-705f562e-9a61-4c1e-9085-3dd26aa9b2f2 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:15.436333 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-705becb8-d364-45d2-8dee-fc1d9d1136d4 req-705f562e-9a61-4c1e-9085-3dd26aa9b2f2 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0780871 Apr 29 16:19:15.480088 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-705becb8-d364-45d2-8dee-fc1d9d1136d4 req-a25a400b-8412-4c31-a408-97f45995424f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379381 Apr 29 16:19:16.666702 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84508842-7d04-4273-bacf-8477f200c53b req-c56c3264-63de-4896-b0a3-12c3ad651f01 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:16.668141 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-84508842-7d04-4273-bacf-8477f200c53b req-c56c3264-63de-4896-b0a3-12c3ad651f01 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0825453 Apr 29 16:19:16.712658 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-84508842-7d04-4273-bacf-8477f200c53b req-59898eba-bb35-4fbc-8b7a-2b75a57d0465 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385404 Apr 29 16:19:17.896260 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261323d-f72b-476b-9654-f97371409c00 req-28e1ff8e-2967-4fa3-a82e-4cc65f3dd8a6 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:17.897643 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a261323d-f72b-476b-9654-f97371409c00 req-28e1ff8e-2967-4fa3-a82e-4cc65f3dd8a6 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0805221 Apr 29 16:19:17.942578 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a261323d-f72b-476b-9654-f97371409c00 req-9ed2e58b-4e54-47dc-a613-2984c5609329 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394075 Apr 29 16:19:19.128903 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639616a5-93be-4503-948e-abe11a0f7c44 req-781d8d03-bc73-4a66-8cc8-ccd5a8cdc25f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:19.130351 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-639616a5-93be-4503-948e-abe11a0f7c44 req-781d8d03-bc73-4a66-8cc8-ccd5a8cdc25f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0845942 Apr 29 16:19:19.172990 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-639616a5-93be-4503-948e-abe11a0f7c44 req-2249c419-af55-4879-b02c-6f036a0d3f72 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370791 Apr 29 16:19:20.435371 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc51eb-2d67-42a7-8904-72d4b40b59a2 req-27f4ee7e-59eb-4f57-b1c2-c9674e20b42d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:20.437723 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b9cc51eb-2d67-42a7-8904-72d4b40b59a2 req-27f4ee7e-59eb-4f57-b1c2-c9674e20b42d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0938091 Apr 29 16:19:20.492761 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-b9cc51eb-2d67-42a7-8904-72d4b40b59a2 req-eb946a36-2f36-4664-90cb-bc87195797a1 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479164 Apr 29 16:19:20.801319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80064ec4-756d-48f9-9e05-c293fc4974cb details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:19:20.929955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80064ec4-756d-48f9-9e05-c293fc4974cb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80064ec4-756d-48f9-9e05-c293fc4974cb,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:19:20.943362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'port_id': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'mac_address': 'fa:16:3e:e9:ca:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:19:20.996408 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:21.012684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80064ec4-756d-48f9-9e05-c293fc4974cb {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:19:21.027740 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80064ec4-756d-48f9-9e05-c293fc4974cb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80064ec4-756d-48f9-9e05-c293fc4974cb,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:19:21.119306 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:21.188196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=80064ec4-756d-48f9-9e05-c293fc4974cb,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:21.195370 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:21.195718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:21.196056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:21.196390 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:21.196746 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:21.197077 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:21.197401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:21.197724 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:21.198053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:21.198414 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:21.198735 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:21.199054 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:19:21.323316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['80064ec4-756d-48f9-9e05-c293fc4974cb'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:19:21.530861 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:19:21.681907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faa066-8824-458b-a8ec-dc7808ee266c req-c6082e17-1ae1-4f9c-b845-d62526b0786d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:21.683353 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e4faa066-8824-458b-a8ec-dc7808ee266c req-c6082e17-1ae1-4f9c-b845-d62526b0786d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 945 time: 0.0793769 Apr 29 16:19:21.727193 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e4faa066-8824-458b-a8ec-dc7808ee266c req-8d4c3818-c697-4160-b335-e91250f27769 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382719 Apr 29 16:19:22.801067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80064ec4-756d-48f9-9e05-c293fc4974cb up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:19:22.916453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e058d0d-fcb8-4f6b-a2f4-dfcbb9080b19 req-6c1c1976-e7ee-4bc0-9029-fc490e94671e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:22.917952 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8e058d0d-fcb8-4f6b-a2f4-dfcbb9080b19 req-6c1c1976-e7ee-4bc0-9029-fc490e94671e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 945 time: 0.0848446 Apr 29 16:19:22.925190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port 80064ec4-756d-48f9-9e05-c293fc4974cb completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:19:22.930415 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 80064ec4-756d-48f9-9e05-c293fc4974cb triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:19:22.930779 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:22.962258 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8e058d0d-fcb8-4f6b-a2f4-dfcbb9080b19 req-3410bc8b-f0ed-462e-b663-b0307a6f487a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386846 Apr 29 16:19:23.042748 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:23.071102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:19:23.080318 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80064ec4-756d-48f9-9e05-c293fc4974cb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80064ec4-756d-48f9-9e05-c293fc4974cb,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:19:23.116661 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa796fc-3616-4c1d-9032-c280e723cae4'] response: {'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'code': 200} Apr 29 16:19:23.153606 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:23.220618 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=80064ec4-756d-48f9-9e05-c293fc4974cb,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:23.541488 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96560d29-f12f-491a-bdd7-e8ef4581bce7 req-73b5587e-f3e2-48d7-99f5-27e3a91f4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:23.542925 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-96560d29-f12f-491a-bdd7-e8ef4581bce7 req-73b5587e-f3e2-48d7-99f5-27e3a91f4913 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1099 time: 0.0712874 Apr 29 16:19:23.583199 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-96560d29-f12f-491a-bdd7-e8ef4581bce7 req-7ca7496b-b997-4066-ae73-a15bb84505d8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341537 Apr 29 16:19:24.145896 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e85b9-91f0-4336-b9d0-1981641d1835 req-a14171cf-7d0d-4366-9af5-4963c52a89df tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:24.147318 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-906e85b9-91f0-4336-b9d0-1981641d1835 req-a14171cf-7d0d-4366-9af5-4963c52a89df tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0794492 Apr 29 16:19:24.189207 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-906e85b9-91f0-4336-b9d0-1981641d1835 req-0cce08cc-d858-4460-a2e5-18d3504f1b8d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362780 Apr 29 16:19:24.508043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:25.464423 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5673f-582a-4104-a7b7-edfef9bc8d8c req-4a299b52-b64e-4d82-b7d0-596572dee1a5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:25.465903 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d1d5673f-582a-4104-a7b7-edfef9bc8d8c req-4a299b52-b64e-4d82-b7d0-596572dee1a5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.1711929 Apr 29 16:19:25.509442 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d1d5673f-582a-4104-a7b7-edfef9bc8d8c req-0d002390-990e-480f-bd4a-485f923af734 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379069 Apr 29 16:19:25.689212 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81e671-89db-411c-a2bf-2004cce242bc req-788f4727-d9f7-47eb-a714-2f3f7a588530 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:25.690676 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0a81e671-89db-411c-a2bf-2004cce242bc req-788f4727-d9f7-47eb-a714-2f3f7a588530 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0773785 Apr 29 16:19:25.736199 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0a81e671-89db-411c-a2bf-2004cce242bc req-6417bbcc-a522-4e9f-b23e-882b9762a091 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 Apr 29 16:19:25.758616 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48048) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:19:25.825981 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926af207-258d-4803-b15c-4e93ae7cd85e tempest-TestShelveInstance-503615818 tempest-TestShelveInstance-503615818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:25.827343 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-926af207-258d-4803-b15c-4e93ae7cd85e tempest-TestShelveInstance-503615818 tempest-TestShelveInstance-503615818-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1094 time: 0.0677893 Apr 29 16:19:25.830118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48052) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:19:25.835850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:19:25.841857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:19:25.845639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Usage tracker for resource:floatingip and tenant:a667c656994c4d4ab39f198c30be7010 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:19:25.849088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:19:25.854837 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:19:26.091109 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.226397 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.361372 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Allocated IP 172.26.2.7 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/28be6d77-a4a6-4260-969b-a51718bd5038) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:19:26.504374 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.587622 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:26.649666 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:19:26.652317 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:19:26.657779 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:19:26.689559 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'Port': ['ID=28be6d77-a4a6-4260-969b-a51718bd5038,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:27.068519 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.198956 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.404135 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.478738 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.580264 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event updated for resources: {'Port': ['ID=28be6d77-a4a6-4260-969b-a51718bd5038,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:19:27.592085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:27.851204 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Floating IP 713edb51-5619-4ad6-a494-68c179846f95 associated. External IP: 172.26.2.7, port: 80064ec4-756d-48f9-9e05-c293fc4974cb. Apr 29 16:19:28.192918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Router 62d104b8-f728-4c3f-8b4f-796483d82a1f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:19:28.370477 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:19:28.380495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a8602-c154-47e3-97f6-bcde71dcdb77 None None] Sync routers for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:19:28.391056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a8602-c154-47e3-97f6-bcde71dcdb77 None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:19:28.391661 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-915a8602-c154-47e3-97f6-bcde71dcdb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:19:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:19:28.445006 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:28.499903 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-85b221c2-11d3-45c5-9014-51064be8c27e tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6682673 Apr 29 16:19:28.500479 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:19:28.551343 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0c7da01-8b39-4eda-8421-c552bb254b36'] response: {'name': 'network-changed', 'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'status': 'completed', 'code': 200} Apr 29 16:19:28.569374 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-915a8602-c154-47e3-97f6-bcde71dcdb77 None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:19:28.639888 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42487c-9229-4d3f-a953-b95e419fd5a5 req-e8fcb160-cfad-4ecf-bfa8-ba827db1d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:28.641416 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ce42487c-9229-4d3f-a953-b95e419fd5a5 req-e8fcb160-cfad-4ecf-bfa8-ba827db1d8fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1099 time: 0.0695295 Apr 29 16:19:28.772024 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42487c-9229-4d3f-a953-b95e419fd5a5 req-974bafe2-01c7-4ad9-9c96-f03c03046b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:28.773415 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ce42487c-9229-4d3f-a953-b95e419fd5a5 req-974bafe2-01c7-4ad9-9c96-f03c03046b3a service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1267238 Apr 29 16:19:28.879221 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ce42487c-9229-4d3f-a953-b95e419fd5a5 req-4abb5f05-5d34-465f-b35c-af8f3da686da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80064ec4-756d-48f9-9e05-c293fc4974cb HTTP/1.1" status: 200 len: 998 time: 0.0993698 Apr 29 16:19:28.913049 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-915a8602-c154-47e3-97f6-bcde71dcdb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '713edb51-5619-4ad6-a494-68c179846f95', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'floating_ip_address': '172.26.2.7', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'port_id': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'mac_address': 'fa:16:3e:e9:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:19:27Z', 'updated_at': '2022-04-29T16:19:27Z', 'revision_number': 0, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:16Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:19:28.917241 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a8602-c154-47e3-97f6-bcde71dcdb77 None None] Checking router: 62d104b8-f728-4c3f-8b4f-796483d82a1f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:19:28.926443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a8602-c154-47e3-97f6-bcde71dcdb77 None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:19:28.927033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-915a8602-c154-47e3-97f6-bcde71dcdb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:19:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:19:28.944138 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42487c-9229-4d3f-a953-b95e419fd5a5 req-82616519-72e0-4994-af06-247e251cf604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:28.945693 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ce42487c-9229-4d3f-a953-b95e419fd5a5 req-82616519-72e0-4994-af06-247e251cf604 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0608299 Apr 29 16:19:29.021532 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42487c-9229-4d3f-a953-b95e419fd5a5 req-9af56c4b-cc14-4f59-b060-12c26950636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:19:29.023071 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ce42487c-9229-4d3f-a953-b95e419fd5a5 req-9af56c4b-cc14-4f59-b060-12c26950636b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721176 Apr 29 16:19:29.100210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-915a8602-c154-47e3-97f6-bcde71dcdb77 None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:19:29.157146 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ce42487c-9229-4d3f-a953-b95e419fd5a5 req-4cf04f1b-fd2a-4c90-8fd3-0551a1581790 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256287 Apr 29 16:19:29.292114 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-ce42487c-9229-4d3f-a953-b95e419fd5a5 req-ccd87b46-8e61-4748-8a2d-14656d2adcc5 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275928 Apr 29 16:19:29.483396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-915a8602-c154-47e3-97f6-bcde71dcdb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '713edb51-5619-4ad6-a494-68c179846f95', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'floating_ip_address': '172.26.2.7', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'port_id': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'mac_address': 'fa:16:3e:e9:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:19:27Z', 'updated_at': '2022-04-29T16:19:27Z', 'revision_number': 0, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:16Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:19:29.488173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a8602-c154-47e3-97f6-bcde71dcdb77 None None] The sync data for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv is: [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': '713edb51-5619-4ad6-a494-68c179846f95', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'floating_ip_address': '172.26.2.7', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'port_id': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'mac_address': 'fa:16:3e:e9:ca:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:19:27Z', 'updated_at': '2022-04-29T16:19:27Z', 'revision_number': 0, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:16Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:19:29.668330 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5948b5-ba90-4fba-aee2-499eae771bb9 None None] New status for floating IP 713edb51-5619-4ad6-a494-68c179846f95: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:19:32.170367 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-04ee911e-39af-4da6-9de6-7f26334e9f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:34.267529 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7997-0919-4d20-9e35-436ff4fff207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:35.216265 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:35.553700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:37.256553 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:54.491177 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:19:58.529065 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:20:02.176023 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e4084b42-6aa5-4edf-9516-ac0699a0c80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:04.232937 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-31b1e73b-30cd-47f3-9890-57c74622de66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:05.249664 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:05.552515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:07.289980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:12.826445 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44fe9d9b-99f4-4dac-893a-f0c3e0a77834 req-d35a80e0-418c-4ff9-8b1d-f8798174dc5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681648 Apr 29 16:20:12.965892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe9d9b-99f4-4dac-893a-f0c3e0a77834 req-0b4f7ff3-caaa-46f0-800b-40b4353a4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:20:12.967336 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44fe9d9b-99f4-4dac-893a-f0c3e0a77834 req-0b4f7ff3-caaa-46f0-800b-40b4353a4ef4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1099 time: 0.0741439 Apr 29 16:20:13.211731 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe9d9b-99f4-4dac-893a-f0c3e0a77834 req-18a632e9-1ef5-4065-8035-534b70302494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:20:13.213255 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44fe9d9b-99f4-4dac-893a-f0c3e0a77834 req-18a632e9-1ef5-4065-8035-534b70302494 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.2275531 Apr 29 16:20:13.316367 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44fe9d9b-99f4-4dac-893a-f0c3e0a77834 req-bfc99598-bb16-475b-aa7d-3097d1f42848 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80064ec4-756d-48f9-9e05-c293fc4974cb HTTP/1.1" status: 200 len: 1000 time: 0.0971820 Apr 29 16:20:13.376788 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe9d9b-99f4-4dac-893a-f0c3e0a77834 req-80b268df-49fd-4a29-8da9-19adb59bc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:20:13.378321 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44fe9d9b-99f4-4dac-893a-f0c3e0a77834 req-80b268df-49fd-4a29-8da9-19adb59bc4ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0563662 Apr 29 16:20:13.456802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe9d9b-99f4-4dac-893a-f0c3e0a77834 req-d37f4916-767e-4f9d-bb3c-c1307b8d2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:20:13.458184 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44fe9d9b-99f4-4dac-893a-f0c3e0a77834 req-d37f4916-767e-4f9d-bb3c-c1307b8d2355 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741594 Apr 29 16:20:13.589696 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44fe9d9b-99f4-4dac-893a-f0c3e0a77834 req-663e6d14-fdfe-4bba-a055-eb15cac702e6 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255717 Apr 29 16:20:13.719811 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-44fe9d9b-99f4-4dac-893a-f0c3e0a77834 req-a9aa706d-87c5-418e-84af-922dc6be1ff3 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243720 Apr 29 16:20:24.541816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:32.220713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-05365141-6173-4e82-b91c-51ec7318a52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:34.226056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c0a95d2d-bdf4-4a58-b837-ceda8b47b37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:35.243188 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:35.746035 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:20:35.839960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:37.277671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:20:54.528670 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:02.174216 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-282220f7-7cc4-4987-8f09-07cd0ecb5259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:04.225249 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f59d5768-2680-49c3-8ac1-a8a664022759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:05.265513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:05.573860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:07.294458 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:12.529455 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:21:12.811198 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99a0f6b7-abaa-4cad-9dea-df12e3054a1e req-5eafae75-9219-4c84-bc2c-fe5ace952a90 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713980 Apr 29 16:21:12.949352 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0f6b7-abaa-4cad-9dea-df12e3054a1e req-70bed282-9afb-4682-b32b-801b6bdc98f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:21:12.950751 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99a0f6b7-abaa-4cad-9dea-df12e3054a1e req-70bed282-9afb-4682-b32b-801b6bdc98f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1099 time: 0.0684459 Apr 29 16:21:13.091000 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0f6b7-abaa-4cad-9dea-df12e3054a1e req-0ddcb02f-49e3-459c-aa9f-259bf90411d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:21:13.092340 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99a0f6b7-abaa-4cad-9dea-df12e3054a1e req-0ddcb02f-49e3-459c-aa9f-259bf90411d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1230364 Apr 29 16:21:13.191341 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99a0f6b7-abaa-4cad-9dea-df12e3054a1e req-bcd711da-ef1c-44d6-a661-c8b321e23e63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80064ec4-756d-48f9-9e05-c293fc4974cb HTTP/1.1" status: 200 len: 1000 time: 0.0933247 Apr 29 16:21:13.254911 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0f6b7-abaa-4cad-9dea-df12e3054a1e req-037327ac-42b5-4300-9056-981ba903432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:21:13.256316 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99a0f6b7-abaa-4cad-9dea-df12e3054a1e req-037327ac-42b5-4300-9056-981ba903432c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0592518 Apr 29 16:21:13.331322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0f6b7-abaa-4cad-9dea-df12e3054a1e req-3b927963-69a2-412a-86f8-e04a86965330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:21:13.332795 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99a0f6b7-abaa-4cad-9dea-df12e3054a1e req-3b927963-69a2-412a-86f8-e04a86965330 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687163 Apr 29 16:21:13.459553 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99a0f6b7-abaa-4cad-9dea-df12e3054a1e req-8622f882-5994-47f2-84ef-9250a21e4f53 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209331 Apr 29 16:21:13.586814 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-99a0f6b7-abaa-4cad-9dea-df12e3054a1e req-865db2d6-d8ee-49d0-bf16-96d52fcd73eb service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208959 Apr 29 16:21:24.568033 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:32.213684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-58f76a12-b0bf-47b6-8594-6985bbb76116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:34.242004 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4f5f47fb-7503-4266-ad07-bf18c8e66500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:35.236281 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:35.544569 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:37.282230 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:21:49.528337 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:21:54.536011 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:02.185492 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-30f1bba5-18a2-43fb-840e-b2883baf9ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:04.276409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e973a72b-0a5f-499c-98a7-8694c9544706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:05.229624 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:05.584259 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:06.913360 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec9d1-8f43-43b3-8544-540862fa9463 req-187b0673-4f6b-4077-ad3a-fa66c554f665 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:06.915354 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-089ec9d1-8f43-43b3-8544-540862fa9463 req-187b0673-4f6b-4077-ad3a-fa66c554f665 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.1392505 Apr 29 16:22:06.963516 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-089ec9d1-8f43-43b3-8544-540862fa9463 req-b7c95df6-1d8b-4082-8664-4701cd717ed2 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418274 Apr 29 16:22:07.275914 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:08.191983 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f73ac-7835-478b-aad0-c00cb2f442fc req-aa5155d6-baef-448e-8a01-39f981996254 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:08.193435 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eb2f73ac-7835-478b-aad0-c00cb2f442fc req-aa5155d6-baef-448e-8a01-39f981996254 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.1200330 Apr 29 16:22:08.241493 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eb2f73ac-7835-478b-aad0-c00cb2f442fc req-b4acdca7-7454-4fc8-97ed-9a141afcb805 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416999 Apr 29 16:22:09.441825 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cece3-c6c8-42e0-b5d2-05e7ccbdbafc req-1f86a8e5-b102-4b2e-9cbc-943a0b8e56c0 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:09.443255 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-328cece3-c6c8-42e0-b5d2-05e7ccbdbafc req-1f86a8e5-b102-4b2e-9cbc-943a0b8e56c0 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0789275 Apr 29 16:22:09.487305 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-328cece3-c6c8-42e0-b5d2-05e7ccbdbafc req-79210cd4-a141-4f7e-aaf4-d98ce5ad6150 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381875 Apr 29 16:22:10.672379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac6adc-3f98-4b4c-923f-2b697b66f813 req-a687ac89-6d6e-479e-9c19-5b938ae6a4c1 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:10.673845 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c5ac6adc-3f98-4b4c-923f-2b697b66f813 req-a687ac89-6d6e-479e-9c19-5b938ae6a4c1 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0831590 Apr 29 16:22:10.717612 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c5ac6adc-3f98-4b4c-923f-2b697b66f813 req-a41e6400-34da-4273-80c0-0eb7fe16aa8b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382199 Apr 29 16:22:11.896887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29429aac-1eae-4e29-b773-46decf733d11 req-8bec3480-66d6-4947-bc5c-03a50c601ccb tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:11.898908 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-29429aac-1eae-4e29-b773-46decf733d11 req-8bec3480-66d6-4947-bc5c-03a50c601ccb tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0774193 Apr 29 16:22:11.942075 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-29429aac-1eae-4e29-b773-46decf733d11 req-2fa9640c-d34f-4282-9ed4-68073cd12a45 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376146 Apr 29 16:22:12.977515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-c1a3db70-f21f-4e3f-aacb-ed735e568a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:12.978889 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-c1a3db70-f21f-4e3f-aacb-ed735e568a80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1099 time: 0.1738384 Apr 29 16:22:13.128660 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-e07cae70-f1d5-42fb-94f7-ae12e08d2427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:13.130118 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-e07cae70-f1d5-42fb-94f7-ae12e08d2427 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1322587 Apr 29 16:22:13.139466 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0f81d-d0e5-436d-9269-b3803a7d302c req-bc988531-2cdb-4ec4-9d52-ec42f84612c7 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:13.140926 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3fe0f81d-d0e5-436d-9269-b3803a7d302c req-bc988531-2cdb-4ec4-9d52-ec42f84612c7 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0845230 Apr 29 16:22:13.187884 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3fe0f81d-d0e5-436d-9269-b3803a7d302c req-2b4da367-9e65-4769-b024-968ff5a00c50 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411968 Apr 29 16:22:13.341426 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-8d892e13-1ed2-4345-9a4b-73b4c5b6b638 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80064ec4-756d-48f9-9e05-c293fc4974cb HTTP/1.1" status: 200 len: 1000 time: 0.2052035 Apr 29 16:22:13.403326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-743a9b20-1c20-4087-a754-57a93e5c0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:13.404671 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-743a9b20-1c20-4087-a754-57a93e5c0444 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0573173 Apr 29 16:22:13.479326 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-85597616-f63b-450e-88a1-da33abd2581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:13.480805 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-85597616-f63b-450e-88a1-da33abd2581d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702562 Apr 29 16:22:13.490523 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-a018d2c8-e2ca-4e84-b0d5-4e07d7c376d6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 16:22:13.491421 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-a018d2c8-e2ca-4e84-b0d5-4e07d7c376d6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046604 Apr 29 16:22:13.621048 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-f39d35ea-54b5-4f7d-a674-cd35de29d43c service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237938 Apr 29 16:22:13.750179 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-d5d17430-6fce-434b-9204-693598f3dcb3 req-ea117029-9438-4e9c-b1e1-2b234215edd3 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230197 Apr 29 16:22:14.376020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a94f9e-141a-4d1a-be04-f5c121d04355 req-6af6387d-c57b-42a7-b14c-4b4a3b6b2c23 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:14.377494 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f3a94f9e-141a-4d1a-be04-f5c121d04355 req-6af6387d-c57b-42a7-b14c-4b4a3b6b2c23 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0794761 Apr 29 16:22:14.424624 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f3a94f9e-141a-4d1a-be04-f5c121d04355 req-59c95813-0719-430b-9887-09586179d76d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415196 Apr 29 16:22:15.707777 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fef8bc-44fc-4994-8efc-63fe3f3cc87f req-75b8c0bb-9b88-4469-bdba-3afd9c02f82a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:15.709239 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-61fef8bc-44fc-4994-8efc-63fe3f3cc87f req-75b8c0bb-9b88-4469-bdba-3afd9c02f82a tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.1805601 Apr 29 16:22:15.751877 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-61fef8bc-44fc-4994-8efc-63fe3f3cc87f req-55e206da-988a-45df-8ed7-b62f5ba771c2 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365393 Apr 29 16:22:16.933602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff0182-fe8f-4778-9b59-f0a82a702d4c req-0d13207b-8afc-419c-a2f2-70bfc8a746c6 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:16.935044 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1bff0182-fe8f-4778-9b59-f0a82a702d4c req-0d13207b-8afc-419c-a2f2-70bfc8a746c6 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0808423 Apr 29 16:22:16.979786 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1bff0182-fe8f-4778-9b59-f0a82a702d4c req-0ef7fa88-21de-4c74-9b9a-8ba951554408 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390792 Apr 29 16:22:17.062999 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd784fb-73d0-4e63-933e-48816e6d4804 req-ee979c73-3db4-4316-adb4-98242e96dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:17.064346 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5cd784fb-73d0-4e63-933e-48816e6d4804 req-ee979c73-3db4-4316-adb4-98242e96dd93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1099 time: 0.0727742 Apr 29 16:22:17.190900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd784fb-73d0-4e63-933e-48816e6d4804 req-376d8860-515c-4a4b-93ce-7b9241871839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:17.192289 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5cd784fb-73d0-4e63-933e-48816e6d4804 req-376d8860-515c-4a4b-93ce-7b9241871839 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1223357 Apr 29 16:22:17.293343 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5cd784fb-73d0-4e63-933e-48816e6d4804 req-cb92c281-53d9-44f7-9972-d38928b02a6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80064ec4-756d-48f9-9e05-c293fc4974cb HTTP/1.1" status: 200 len: 1000 time: 0.0951304 Apr 29 16:22:17.352738 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd784fb-73d0-4e63-933e-48816e6d4804 req-b7da91fb-a44c-4a41-a6d8-30e6dea4ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:17.354112 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5cd784fb-73d0-4e63-933e-48816e6d4804 req-b7da91fb-a44c-4a41-a6d8-30e6dea4ace9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0551426 Apr 29 16:22:17.429269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd784fb-73d0-4e63-933e-48816e6d4804 req-926033ed-3834-41d0-9717-1d6f047ff8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:17.431324 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5cd784fb-73d0-4e63-933e-48816e6d4804 req-926033ed-3834-41d0-9717-1d6f047ff8f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710967 Apr 29 16:22:17.557797 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5cd784fb-73d0-4e63-933e-48816e6d4804 req-0cb5243f-227a-45b1-9e5e-1a1631919d72 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198590 Apr 29 16:22:17.685383 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5cd784fb-73d0-4e63-933e-48816e6d4804 req-4ffa67a9-a1a5-4a11-b01e-40ff8ff292b7 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212139 Apr 29 16:22:18.160295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb9c6a-7a02-4ead-a766-588f3315cd30 req-bdcac637-4bda-4ad2-be68-4410cb4125e4 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:18.161777 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c2fb9c6a-7a02-4ead-a766-588f3315cd30 req-bdcac637-4bda-4ad2-be68-4410cb4125e4 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0791199 Apr 29 16:22:18.205870 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c2fb9c6a-7a02-4ead-a766-588f3315cd30 req-f38cb17f-240a-479f-8a73-d6652bc6036c tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379808 Apr 29 16:22:19.393462 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c2ace-a47f-40ee-bb05-0c58d67f418f req-a5d95f5d-f590-4470-8e39-7055e773f850 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:19.394942 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6e1c2ace-a47f-40ee-bb05-0c58d67f418f req-a5d95f5d-f590-4470-8e39-7055e773f850 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0836115 Apr 29 16:22:19.440215 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-6e1c2ace-a47f-40ee-bb05-0c58d67f418f req-7cad17fc-a71f-4770-a818-dff8a792a985 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390944 Apr 29 16:22:20.626042 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7a54e-2c8d-4a42-a8f0-1d6e106aafec req-30d2a738-2148-4884-8fa7-d06ecb94e024 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:20.627406 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-acc7a54e-2c8d-4a42-a8f0-1d6e106aafec req-30d2a738-2148-4884-8fa7-d06ecb94e024 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0794766 Apr 29 16:22:20.675159 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-acc7a54e-2c8d-4a42-a8f0-1d6e106aafec req-821f24c3-8dc0-42cd-a0b5-4333b54b5dc4 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420160 Apr 29 16:22:21.245879 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd1d68-4866-4287-b445-c56c3d371982 req-bc347718-4ea5-4158-a112-e9ee7c635c54 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:21.247344 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f5dd1d68-4866-4287-b445-c56c3d371982 req-bc347718-4ea5-4158-a112-e9ee7c635c54 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.1396520 Apr 29 16:22:21.250310 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-b216bff2-ec5b-4e34-9979-a7c10eb9adf8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1526701 Apr 29 16:22:21.295038 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f5dd1d68-4866-4287-b445-c56c3d371982 req-5615adf6-d15a-4cd4-bcaf-ca2ae46ea8b5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417957 Apr 29 16:22:22.477219 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7fdc8-95e7-454e-b52d-cdb15a0e44e5 req-c4d03fd4-9bf9-4f59-9a85-d20d6fe4a642 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:22.478656 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1ff7fdc8-95e7-454e-b52d-cdb15a0e44e5 req-c4d03fd4-9bf9-4f59-9a85-d20d6fe4a642 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0784209 Apr 29 16:22:22.522992 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1ff7fdc8-95e7-454e-b52d-cdb15a0e44e5 req-6baea534-1ba7-4d7e-b0f3-0eff9c3345b5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378261 Apr 29 16:22:23.530301 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80064ec4-756d-48f9-9e05-c293fc4974cb no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:22:23.670344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:23.699466 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:22:23.711031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80064ec4-756d-48f9-9e05-c293fc4974cb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80064ec4-756d-48f9-9e05-c293fc4974cb,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:22:23.731546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba0334-8893-4c33-9866-dbbef5d08694 req-4a65ab47-bfd4-47d3-a37b-ee6fd7c0f2d1 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:23.737073 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-97ba0334-8893-4c33-9866-dbbef5d08694 req-4a65ab47-bfd4-47d3-a37b-ee6fd7c0f2d1 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0964787 Apr 29 16:22:23.767098 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:23.782169 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-97ba0334-8893-4c33-9866-dbbef5d08694 req-ac461b3c-9a91-4500-bda0-381b09d5f7ef tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434275 Apr 29 16:22:23.822625 dv-neutron-839183-1-hyperv neutron-server[88716]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ab15c57f-9689-4fb4-bf34-2c6fbeabbb40']: {'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'code': 422} returned with failed status Apr 29 16:22:23.843815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=80064ec4-756d-48f9-9e05-c293fc4974cb,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:23.851104 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:23.851507 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:23.851801 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:23.852125 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:23.852447 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:23.852792 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:23.853111 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:23.853426 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:23.854406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:23.854729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:23.855043 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:23.855355 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:22:24.515082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:24.747860 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-045fc0c1-9441-4e82-9819-d6c9f4619ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:24.749321 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-045fc0c1-9441-4e82-9819-d6c9f4619ce3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b&tenant_id=a667c656994c4d4ab39f198c30be7010 HTTP/1.1" status: 200 len: 1097 time: 0.0683582 Apr 29 16:22:24.836417 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-6a433fc0-2180-4489-a169-9bd9ddb48500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:24.837934 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-6a433fc0-2180-4489-a169-9bd9ddb48500 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1097 time: 0.0683496 Apr 29 16:22:24.965530 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-ed6cdc90-2221-4adc-8832-3ace57d57834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:24.966946 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-ed6cdc90-2221-4adc-8832-3ace57d57834 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1232626 Apr 29 16:22:24.980803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d19bc-5fab-422c-8da4-73d2886ebf02 req-e3653123-9a9a-4a0e-a6be-6844762b612b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:24.982388 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ac7d19bc-5fab-422c-8da4-73d2886ebf02 req-e3653123-9a9a-4a0e-a6be-6844762b612b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0797210 Apr 29 16:22:25.030093 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-ac7d19bc-5fab-422c-8da4-73d2886ebf02 req-e1163db3-a7b4-42a3-b89b-db004dff26ae tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418627 Apr 29 16:22:25.067727 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-554e03fd-c3cf-4c46-83f8-a2574a4d455c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80064ec4-756d-48f9-9e05-c293fc4974cb HTTP/1.1" status: 200 len: 998 time: 0.0948548 Apr 29 16:22:25.228342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-b38d4bdd-12a4-4b6f-9954-908d403edff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:25.229934 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-b38d4bdd-12a4-4b6f-9954-908d403edff4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.1562099 Apr 29 16:22:25.304704 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-5df552d7-4b01-43c5-a884-f60cae310b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:25.306166 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-5df552d7-4b01-43c5-a884-f60cae310b07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707541 Apr 29 16:22:25.435077 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-120e0876-9a56-44ec-b12b-bb96d3b7e4f7 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219394 Apr 29 16:22:25.563213 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2b24f0ee-ca97-41f3-a52a-ca6ad27b6c99 req-7d2ef51b-8e0f-451d-953f-888904281cf3 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224110 Apr 29 16:22:26.212731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5572fe-efae-46d8-a7bf-01c7f2568b03 req-92dfd9ab-0812-48ca-a161-59aa9acae75c tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:26.214796 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0f5572fe-efae-46d8-a7bf-01c7f2568b03 req-92dfd9ab-0812-48ca-a161-59aa9acae75c tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0807357 Apr 29 16:22:26.258660 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0f5572fe-efae-46d8-a7bf-01c7f2568b03 req-0ba20e0e-b664-406c-be6d-9bd5f11e45c4 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382502 Apr 29 16:22:26.528622 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:22:27.444405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685ec86-3c7d-449c-b2b1-999ef8a1f570 req-e6caae06-7ece-47c7-b13c-149512b753d2 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:27.445865 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3685ec86-3c7d-449c-b2b1-999ef8a1f570 req-e6caae06-7ece-47c7-b13c-149512b753d2 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0826950 Apr 29 16:22:27.489462 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3685ec86-3c7d-449c-b2b1-999ef8a1f570 req-cc82ee1d-a642-480d-a6a6-0c1666652974 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372639 Apr 29 16:22:28.673310 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab671f-69b3-497a-bad4-1df393c924de req-2da6e615-8581-4f25-9fde-dcb36b0b59d9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:28.674734 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4aab671f-69b3-497a-bad4-1df393c924de req-2da6e615-8581-4f25-9fde-dcb36b0b59d9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0795252 Apr 29 16:22:28.719267 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4aab671f-69b3-497a-bad4-1df393c924de req-cad08781-203b-4a27-b0d0-b302f8b7b33d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389030 Apr 29 16:22:29.902953 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0032894-5d04-403d-8732-fb3a0b332fb2 req-c0b45e61-ca76-4d2c-8723-9a575b4d3f88 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:29.904372 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f0032894-5d04-403d-8732-fb3a0b332fb2 req-c0b45e61-ca76-4d2c-8723-9a575b4d3f88 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0807707 Apr 29 16:22:29.947954 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f0032894-5d04-403d-8732-fb3a0b332fb2 req-8e67c142-fd9d-4fe9-936b-9cb7c968ef94 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379038 Apr 29 16:22:31.128751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c08fb-e4ef-40c5-8b6e-d14163383ec9 req-624b53ed-8751-4bfc-9c22-2babc844f423 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:31.130208 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a81c08fb-e4ef-40c5-8b6e-d14163383ec9 req-624b53ed-8751-4bfc-9c22-2babc844f423 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0789948 Apr 29 16:22:31.177291 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-a81c08fb-e4ef-40c5-8b6e-d14163383ec9 req-a3f3bf1d-1a8b-42f9-975f-20537e51f469 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413566 Apr 29 16:22:32.195062 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-d715879f-d055-428c-8aba-38829ad2caa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:32.362114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab75fe-3a64-4804-bda1-060a33414c1b req-d617be54-9307-4537-a55d-36991826b375 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:32.363548 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bab75fe-3a64-4804-bda1-060a33414c1b req-d617be54-9307-4537-a55d-36991826b375 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0788989 Apr 29 16:22:32.408363 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0bab75fe-3a64-4804-bda1-060a33414c1b req-60752076-7451-43e8-9380-eea367df061b tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391686 Apr 29 16:22:33.591753 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80064ec4-756d-48f9-9e05-c293fc4974cb details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:22:33.593398 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b6452-869f-4882-ba0a-9aa7d7994e8a req-5bc4e1a8-36ed-42a9-86e4-6e91eeb714c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:33.594852 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c62b6452-869f-4882-ba0a-9aa7d7994e8a req-5bc4e1a8-36ed-42a9-86e4-6e91eeb714c5 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 944 time: 0.0836940 Apr 29 16:22:33.639991 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c62b6452-869f-4882-ba0a-9aa7d7994e8a req-7e68a6c4-2e44-40c3-af3d-844b2aa78090 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389719 Apr 29 16:22:33.726040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80064ec4-756d-48f9-9e05-c293fc4974cb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80064ec4-756d-48f9-9e05-c293fc4974cb,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:22:33.738922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'port_id': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'mac_address': 'fa:16:3e:e9:ca:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:22:33.793277 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:33.809460 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80064ec4-756d-48f9-9e05-c293fc4974cb {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:22:33.824573 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80064ec4-756d-48f9-9e05-c293fc4974cb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80064ec4-756d-48f9-9e05-c293fc4974cb,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:22:33.954781 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:34.024126 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=80064ec4-756d-48f9-9e05-c293fc4974cb,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:34.176805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['80064ec4-756d-48f9-9e05-c293fc4974cb'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:22:34.206354 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9cbc2649-e9c6-46b3-be49-0a9840e9573f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:34.823063 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16b3e4-6f18-4383-aa3f-1803be5d20dd req-2be5f198-7d6c-4864-9220-6ed7ffe7050f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:34.824695 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eb16b3e4-6f18-4383-aa3f-1803be5d20dd req-2be5f198-7d6c-4864-9220-6ed7ffe7050f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 945 time: 0.0804775 Apr 29 16:22:34.867389 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-eb16b3e4-6f18-4383-aa3f-1803be5d20dd req-987df2dc-73b5-4cdd-a2e5-6ac8cdfac7a0 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371428 Apr 29 16:22:35.246212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:35.554397 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:35.621363 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80064ec4-756d-48f9-9e05-c293fc4974cb up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:22:35.691388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port 80064ec4-756d-48f9-9e05-c293fc4974cb triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:22:35.691732 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:35.805348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:35.831874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:22:35.841393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port 80064ec4-756d-48f9-9e05-c293fc4974cb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80064ec4-756d-48f9-9e05-c293fc4974cb,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:22:35.878927 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c41061-a593-44a4-a324-209e896caa41'] response: {'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'code': 200} Apr 29 16:22:35.886285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:35.953296 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=80064ec4-756d-48f9-9e05-c293fc4974cb,revision_number=8']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:22:36.063446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b8f17-44a3-42e5-9dcb-a069343b2488 req-e63292f7-f5f3-45e3-9933-77c8cc25029f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:36.065599 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-785b8f17-44a3-42e5-9dcb-a069343b2488 req-e63292f7-f5f3-45e3-9933-77c8cc25029f tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0871668 Apr 29 16:22:36.111788 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-785b8f17-44a3-42e5-9dcb-a069343b2488 req-308b3ad0-7681-4376-91bc-7831ff0d658d tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Apr 29 16:22:36.202651 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dc4fb-ef65-41aa-8b91-dfbb5c0903d9 req-3361b115-2c22-4251-8cf6-86a1a690538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:36.204068 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6b8dc4fb-ef65-41aa-8b91-dfbb5c0903d9 req-3361b115-2c22-4251-8cf6-86a1a690538b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1099 time: 0.0680945 Apr 29 16:22:36.248077 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-6b8dc4fb-ef65-41aa-8b91-dfbb5c0903d9 req-967b3b15-84b9-41c4-999d-1dbc6416d6d8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381041 Apr 29 16:22:37.269378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:22:37.315535 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714794c7-dc7f-4fc0-b038-dbb535c448a1 req-d5b7e2a6-f6f8-40c4-b2da-03b98d1b42d1 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:37.316999 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-714794c7-dc7f-4fc0-b038-dbb535c448a1 req-d5b7e2a6-f6f8-40c4-b2da-03b98d1b42d1 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0941849 Apr 29 16:22:37.361900 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-714794c7-dc7f-4fc0-b038-dbb535c448a1 req-c60c0f7a-dc10-41ec-8f22-e64a49222467 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391977 Apr 29 16:22:38.549486 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a537c1-94b6-479f-9536-d65afe8f063c req-3613417c-ae5f-4d28-acd5-90c0947d0625 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:22:38.550849 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-07a537c1-94b6-479f-9536-d65afe8f063c req-3613417c-ae5f-4d28-acd5-90c0947d0625 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0816047 Apr 29 16:22:38.593627 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-07a537c1-94b6-479f-9536-d65afe8f063c req-5431d141-1f46-4f4f-b691-9a84a6717d46 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370882 Apr 29 16:22:54.604212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:02.257099 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7417a63e-6c4a-46e6-92e5-4fbceca3b735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:03.527896 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:23:04.297021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-27216fcb-8f38-4318-a1c8-8807505bd4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:05.234184 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:05.554204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:07.281364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:13.852425 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2848cd7d-d709-4156-810c-d8b66c8fbaad req-023ffe00-f909-47f9-a0af-56bab656293b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694079 Apr 29 16:23:13.989333 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848cd7d-d709-4156-810c-d8b66c8fbaad req-182a0bcc-fc1d-4483-bc7c-2def6fa6f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:23:13.990782 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2848cd7d-d709-4156-810c-d8b66c8fbaad req-182a0bcc-fc1d-4483-bc7c-2def6fa6f607 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1099 time: 0.0713429 Apr 29 16:23:14.135038 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848cd7d-d709-4156-810c-d8b66c8fbaad req-c256c34d-8eb8-4392-9e9c-42eb94ce48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:23:14.136398 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2848cd7d-d709-4156-810c-d8b66c8fbaad req-c256c34d-8eb8-4392-9e9c-42eb94ce48e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1271620 Apr 29 16:23:14.246951 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2848cd7d-d709-4156-810c-d8b66c8fbaad req-215b01f7-6a13-478f-91d4-1f5a6a8b0904 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80064ec4-756d-48f9-9e05-c293fc4974cb HTTP/1.1" status: 200 len: 1000 time: 0.1015882 Apr 29 16:23:14.309107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848cd7d-d709-4156-810c-d8b66c8fbaad req-91d11ae0-59c9-4ab1-9ba7-e8e3a2da74db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:23:14.310523 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2848cd7d-d709-4156-810c-d8b66c8fbaad req-91d11ae0-59c9-4ab1-9ba7-e8e3a2da74db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0615375 Apr 29 16:23:14.384802 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848cd7d-d709-4156-810c-d8b66c8fbaad req-377d7e1c-a65a-4d63-943c-64a7ef955819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:23:14.386238 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2848cd7d-d709-4156-810c-d8b66c8fbaad req-377d7e1c-a65a-4d63-943c-64a7ef955819 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697055 Apr 29 16:23:14.518059 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2848cd7d-d709-4156-810c-d8b66c8fbaad req-e51f31d0-1815-444d-8c47-ae9ecbb12f12 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252143 Apr 29 16:23:14.654191 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2848cd7d-d709-4156-810c-d8b66c8fbaad req-55d26f61-00a9-4980-a4c2-3679386de834 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313572 Apr 29 16:23:24.617340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:32.182570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-16de417a-52f9-4dce-8755-0374878a3373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:34.256714 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-089463ec-ec0f-4295-97d5-f67e1c72cbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:35.285401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:35.565473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:37.279120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:23:40.526411 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:23:54.581896 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:02.192273 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-519956d0-047f-4f75-990f-1dc76b7d4466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:04.238075 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-961d6653-f155-48a9-8309-da0b7af2e8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:05.261348 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:05.569949 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:07.290206 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:15.820791 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0f52bdf7-1b64-4daf-96d4-b30ab606006b req-0b28ebb0-fe73-42b7-b27d-48c00e270d2a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714202 Apr 29 16:24:15.958899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52bdf7-1b64-4daf-96d4-b30ab606006b req-bd3ed35d-f5d2-48af-8f08-fe7aa65b50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:15.960301 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0f52bdf7-1b64-4daf-96d4-b30ab606006b req-bd3ed35d-f5d2-48af-8f08-fe7aa65b50a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1099 time: 0.0715411 Apr 29 16:24:16.099167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52bdf7-1b64-4daf-96d4-b30ab606006b req-9579d327-5a25-4819-aa14-3d71b21ac9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:16.100623 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0f52bdf7-1b64-4daf-96d4-b30ab606006b req-9579d327-5a25-4819-aa14-3d71b21ac9d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1221344 Apr 29 16:24:16.200822 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0f52bdf7-1b64-4daf-96d4-b30ab606006b req-8e8dde9d-3ec6-4d3c-91b8-fa72b3b092fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80064ec4-756d-48f9-9e05-c293fc4974cb HTTP/1.1" status: 200 len: 1000 time: 0.0940316 Apr 29 16:24:16.260274 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52bdf7-1b64-4daf-96d4-b30ab606006b req-b125ee8f-21b6-4e53-bbd8-bf46c16a8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:16.261629 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0f52bdf7-1b64-4daf-96d4-b30ab606006b req-b125ee8f-21b6-4e53-bbd8-bf46c16a8337 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0555894 Apr 29 16:24:16.337196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52bdf7-1b64-4daf-96d4-b30ab606006b req-b79a8928-1939-43da-be2b-81f70df5063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:16.338639 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0f52bdf7-1b64-4daf-96d4-b30ab606006b req-b79a8928-1939-43da-be2b-81f70df5063d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712605 Apr 29 16:24:16.576820 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0f52bdf7-1b64-4daf-96d4-b30ab606006b req-fdad2e36-6c74-42b8-8ad4-7ea15bd302a9 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239385 Apr 29 16:24:16.698008 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-0f52bdf7-1b64-4daf-96d4-b30ab606006b req-22ced028-37f3-4379-b033-100bddd6582b service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241016 Apr 29 16:24:17.525276 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:24:24.598307 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:27.973762 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48266) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:28.426556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Deleting port 28be6d77-a4a6-4260-969b-a51718bd5038 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:24:28.426899 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:28.591032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:28.591307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:28.714916 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Calling delete_port for 28be6d77-a4a6-4260-969b-a51718bd5038 owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:24:28.923785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:28.975109 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event deleted for resources: {'Port': ['ID=28be6d77-a4a6-4260-969b-a51718bd5038,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:29.015705 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:29.016105 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:29.016446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:29.016808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:29.017139 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:29.017474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:29.017800 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:29.018126 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:29.018453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:29.018776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:29.019093 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:29.019409 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:29.075175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:29.075502 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Floating IP 713edb51-5619-4ad6-a494-68c179846f95 disassociated (deleted). External IP: 172.26.2.7, port: 80064ec4-756d-48f9-9e05-c293fc4974cb. Apr 29 16:24:29.426589 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Router 62d104b8-f728-4c3f-8b4f-796483d82a1f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:24:29.600846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:24:29.610135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8960d840-e89e-4648-baa1-6cee656bd96d None None] Sync routers for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:24:29.616577 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:29.618889 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960d840-e89e-4648-baa1-6cee656bd96d None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:24:29.619494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8960d840-e89e-4648-baa1-6cee656bd96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:24:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:29.783661 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a5a2206e-10d7-476a-b7a1-82563672ed66 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "DELETE /v2.0/floatingips/713edb51-5619-4ad6-a494-68c179846f95 HTTP/1.1" status: 204 len: 168 time: 1.8088093 Apr 29 16:24:29.784230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:24:29.805211 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-8960d840-e89e-4648-baa1-6cee656bd96d None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:24:30.116312 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8960d840-e89e-4648-baa1-6cee656bd96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:16Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:30.120768 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8960d840-e89e-4648-baa1-6cee656bd96d None None] Checking router: 62d104b8-f728-4c3f-8b4f-796483d82a1f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:24:30.129315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960d840-e89e-4648-baa1-6cee656bd96d None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:24:30.129905 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8960d840-e89e-4648-baa1-6cee656bd96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:24:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:30.308249 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-8960d840-e89e-4648-baa1-6cee656bd96d None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:24:30.357763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842fe10-d5bc-42fa-8c1f-7a4f72e0c909 req-ad12af23-880b-4d7e-9e40-fe191a206096 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:30.358445 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-4842fe10-d5bc-42fa-8c1f-7a4f72e0c909 req-ad12af23-880b-4d7e-9e40-fe191a206096 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Synchronizing usage tracker for tenant:a667c656994c4d4ab39f198c30be7010 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:24:30.443995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-4842fe10-d5bc-42fa-8c1f-7a4f72e0c909 req-ad12af23-880b-4d7e-9e40-fe191a206096 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Unset dirty status for tenant:a667c656994c4d4ab39f198c30be7010 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:24:30.445288 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4842fe10-d5bc-42fa-8c1f-7a4f72e0c909 req-ad12af23-880b-4d7e-9e40-fe191a206096 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.1641064 Apr 29 16:24:30.493265 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4842fe10-d5bc-42fa-8c1f-7a4f72e0c909 req-46dfa6d4-6768-4bba-9517-783ededf7189 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421519 Apr 29 16:24:30.614187 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-8960d840-e89e-4648-baa1-6cee656bd96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:16Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:30.618502 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8960d840-e89e-4648-baa1-6cee656bd96d None None] The sync data for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv is: [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:14:10Z', 'revision_number': 4, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '8bfdd60e-dc10-4098-9d62-3a2b9bc8e382', 'name': '', 'network_id': '0364566c-a19b-4395-a8aa-591689d6efa8', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'mac_address': 'fa:16:3e:32:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:09Z', 'updated_at': '2022-04-29T16:14:16Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'subnets': [{'id': 'b5dbf65b-f9b6-4b8a-837f-4458be239f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:24:30.820166 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b89a0-3c0c-48d6-9271-7d6ccb96d6ce None None] New status for floating IP 713edb51-5619-4ad6-a494-68c179846f95: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:24:30.958971 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0995ca1d-5eb5-41d5-bfcd-1af2f38ea3a4'] response: {'name': 'network-changed', 'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'status': 'completed', 'code': 200} Apr 29 16:24:31.052112 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b240cd-c4fc-4197-ae03-33d8b92e9111 req-9709c5af-0327-4399-92bd-a6baf9023a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:31.053584 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15b240cd-c4fc-4197-ae03-33d8b92e9111 req-9709c5af-0327-4399-92bd-a6baf9023a5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a667c656994c4d4ab39f198c30be7010&device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 1099 time: 0.0719626 Apr 29 16:24:31.185647 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b240cd-c4fc-4197-ae03-33d8b92e9111 req-6eae6f77-6939-4520-aed9-868ec3fc8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:31.187810 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15b240cd-c4fc-4197-ae03-33d8b92e9111 req-6eae6f77-6939-4520-aed9-868ec3fc8d38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 200 len: 910 time: 0.1274951 Apr 29 16:24:31.256755 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15b240cd-c4fc-4197-ae03-33d8b92e9111 req-46dd1f1a-25c6-493f-9e78-c4696eab4726 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80064ec4-756d-48f9-9e05-c293fc4974cb HTTP/1.1" status: 200 len: 217 time: 0.0625546 Apr 29 16:24:31.319369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b240cd-c4fc-4197-ae03-33d8b92e9111 req-2cbffd87-87a3-4b6e-a064-68977655de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:31.320805 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15b240cd-c4fc-4197-ae03-33d8b92e9111 req-2cbffd87-87a3-4b6e-a064-68977655de55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 200 len: 848 time: 0.0561168 Apr 29 16:24:31.399961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b240cd-c4fc-4197-ae03-33d8b92e9111 req-a09a18e9-5894-41ab-96d7-cd179bd012c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:31.401494 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15b240cd-c4fc-4197-ae03-33d8b92e9111 req-a09a18e9-5894-41ab-96d7-cd179bd012c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0364566c-a19b-4395-a8aa-591689d6efa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741329 Apr 29 16:24:31.530572 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15b240cd-c4fc-4197-ae03-33d8b92e9111 req-931e5117-5064-4960-b086-7a9af350733d service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221051 Apr 29 16:24:31.669265 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-15b240cd-c4fc-4197-ae03-33d8b92e9111 req-06ce40b7-7717-4237-8e78-d369fe34b617 service neutron] 10.222.0.44 "GET /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317983 Apr 29 16:24:31.679782 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39849be-6aff-4ce5-89e4-7b6a28d778a0 req-1978b00e-97f4-4247-8fd0-ca28189cbcaf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:31.681304 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c39849be-6aff-4ce5-89e4-7b6a28d778a0 req-1978b00e-97f4-4247-8fd0-ca28189cbcaf tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0809166 Apr 29 16:24:31.725607 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c39849be-6aff-4ce5-89e4-7b6a28d778a0 req-c38103c8-b88a-4308-ac54-34d7ad642746 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/security-groups?id=a2381162-f413-4b13-83b1-49da7a455b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385950 Apr 29 16:24:31.808216 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-59fbece5-1f53-4655-9356-b32bbd8036fa tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:31.808819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-59fbece5-1f53-4655-9356-b32bbd8036fa tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Synchronizing usage tracker for tenant:a667c656994c4d4ab39f198c30be7010 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:24:31.821005 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-59fbece5-1f53-4655-9356-b32bbd8036fa tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Unset dirty status for tenant:a667c656994c4d4ab39f198c30be7010 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:24:31.822071 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-59fbece5-1f53-4655-9356-b32bbd8036fa tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.44 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 946 time: 0.0915682 Apr 29 16:24:31.888794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Deleting port 80064ec4-756d-48f9-9e05-c293fc4974cb {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:24:31.889131 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:32.129382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] For port 80064ec4-756d-48f9-9e05-c293fc4974cb, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=80064ec4-756d-48f9-9e05-c293fc4974cb,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:24:32.130030 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:32.198026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-f14b1ce5-7d64-47c9-a039-fa951d7598f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:32.255882 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Calling delete_port for 80064ec4-756d-48f9-9e05-c293fc4974cb owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:24:32.444021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:32.601902 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event deleted for resources: {'Port': ['ID=80064ec4-756d-48f9-9e05-c293fc4974cb,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:32.642859 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:32.643197 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:32.643524 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:32.643847 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:32.644167 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:32.644505 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:32.644826 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:32.645140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:32.645458 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:32.645765 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:32.646075 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:32.646382 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:32.682873 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] No DVR routers for this DVR port 80064ec4-756d-48f9-9e05-c293fc4974cb on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:24:32.685122 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:32.688276 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'name': 'network-vif-deleted', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:24:32.764404 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5c9ef6a8-0219-44a7-a583-29d04703307e req-86ec55fb-c7f9-4c29-afb2-10d96be3d381 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.44 "DELETE /v2.0/ports/80064ec4-756d-48f9-9e05-c293fc4974cb HTTP/1.1" status: 204 len: 173 time: 0.9371891 Apr 29 16:24:32.779969 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7303b71-5a73-46cf-8229-90f05c04db6c'] response: {'server_uuid': 'a58f5749-884b-4336-b91d-c0e627821f0b', 'name': 'network-vif-deleted', 'tag': '80064ec4-756d-48f9-9e05-c293fc4974cb', 'status': 'completed', 'code': 200} Apr 29 16:24:32.879229 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-7d66779a-ff8c-4e84-91a8-6ca7dffb6e99 req-b6391b65-b2a0-4a2b-9bb7-2120e7bfcbc9 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 210 time: 0.0442746 Apr 29 16:24:34.053092 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e7db6234-4ad6-4556-87e9-f8a9f1aac631 req-30f04839-f07e-436d-ab6b-d1d38c56d0b2 tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "GET /v2.0/ports?device_id=a58f5749-884b-4336-b91d-c0e627821f0b HTTP/1.1" status: 200 len: 210 time: 0.0550196 Apr 29 16:24:34.253880 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7a80d60e-032f-43ec-8b08-aecb22ad4171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:35.151556 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48294) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:35.223405 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5bebb1a7-89d7-4d4e-a672-bbc1c47d35cd tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:35.258694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5bebb1a7-89d7-4d4e-a672-bbc1c47d35cd tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:35.284794 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:35.438070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5bebb1a7-89d7-4d4e-a672-bbc1c47d35cd tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:35.456241 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebb1a7-89d7-4d4e-a672-bbc1c47d35cd tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2381162-f413-4b13-83b1-49da7a455b45,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:35.562727 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-5bebb1a7-89d7-4d4e-a672-bbc1c47d35cd tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:35.563799 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-5bebb1a7-89d7-4d4e-a672-bbc1c47d35cd tempest-TestShelveInstance-1031100973 tempest-TestShelveInstance-1031100973-project] 10.222.0.39 "DELETE /v2.0/security-groups/a2381162-f413-4b13-83b1-49da7a455b45 HTTP/1.1" status: 204 len: 168 time: 0.4112518 Apr 29 16:24:35.654826 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:36.231470 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80064ec4-756d-48f9-9e05-c293fc4974cb no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:24:36.309463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: 80064ec4-756d-48f9-9e05-c293fc4974cb {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:24:36.310132 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device 80064ec4-756d-48f9-9e05-c293fc4974cb not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:24:36.706515 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48302) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:37.289730 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:37.381263 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3c70b019-a553-4aa5-b4f1-f91e0ec853e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:37.716583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-3c70b019-a553-4aa5-b4f1-f91e0ec853e6 admin admin] Deleting port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:24:37.717309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3c70b019-a553-4aa5-b4f1-f91e0ec853e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:37.881089 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-3c70b019-a553-4aa5-b4f1-f91e0ec853e6 admin admin] For port 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=8bfdd60e-dc10-4098-9d62-3a2b9bc8e382,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:24:37.881436 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3c70b019-a553-4aa5-b4f1-f91e0ec853e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:37.998672 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-3c70b019-a553-4aa5-b4f1-f91e0ec853e6 admin admin] Calling delete_port for 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:24:38.335196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3c70b019-a553-4aa5-b4f1-f91e0ec853e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:38.382900 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70b019-a553-4aa5-b4f1-f91e0ec853e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfdd60e-dc10-4098-9d62-3a2b9bc8e382,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:38.645961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-3c70b019-a553-4aa5-b4f1-f91e0ec853e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:38.993550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c70b019-a553-4aa5-b4f1-f91e0ec853e6 admin admin] Router 62d104b8-f728-4c3f-8b4f-796483d82a1f has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:24:39.168029 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c70b019-a553-4aa5-b4f1-f91e0ec853e6 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:24:39.176524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4aa95e-0ed0-4336-aaf0-c7452155188b None None] Sync routers for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:24:39.181658 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-3c70b019-a553-4aa5-b4f1-f91e0ec853e6 admin admin] 10.222.0.39 "PUT /v2.0/routers/62d104b8-f728-4c3f-8b4f-796483d82a1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4740427 Apr 29 16:24:39.182795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48314) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:39.186003 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4aa95e-0ed0-4336-aaf0-c7452155188b None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:24:39.186602 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6b4aa95e-0ed0-4336-aaf0-c7452155188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:24:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:39.356178 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:39.361684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6b4aa95e-0ed0-4336-aaf0-c7452155188b None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:24:39.649907 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6b4aa95e-0ed0-4336-aaf0-c7452155188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:24:38Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:39.650135 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:39.653815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4aa95e-0ed0-4336-aaf0-c7452155188b None None] Checking router: 62d104b8-f728-4c3f-8b4f-796483d82a1f for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:24:39.662272 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4aa95e-0ed0-4336-aaf0-c7452155188b None None] Routers {'62d104b8-f728-4c3f-8b4f-796483d82a1f'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:24:39.662865 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6b4aa95e-0ed0-4336-aaf0-c7452155188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:24:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['62d104b8-f728-4c3f-8b4f-796483d82a1f'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:39.723609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Deleting port f391e091-3a86-4367-972a-25121b048c6a {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:24:39.724191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:39.840614 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6b4aa95e-0ed0-4336-aaf0-c7452155188b None None] Set router 62d104b8-f728-4c3f-8b4f-796483d82a1f gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:24:39.902648 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] For port f391e091-3a86-4367-972a-25121b048c6a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=f391e091-3a86-4367-972a-25121b048c6a,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:24:39.902931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:40.027565 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Calling delete_port for f391e091-3a86-4367-972a-25121b048c6a owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:24:40.121448 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6b4aa95e-0ed0-4336-aaf0-c7452155188b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:24:38Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:40.125710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4aa95e-0ed0-4336-aaf0-c7452155188b None None] The sync data for ids ['62d104b8-f728-4c3f-8b4f-796483d82a1f'] in dv-neutron-839183-1-hyperv is: [{'id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'name': 'tempest-TestShelveInstance-1090703931-router', 'tenant_id': 'a667c656994c4d4ab39f198c30be7010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f391e091-3a86-4367-972a-25121b048c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:06Z', 'updated_at': '2022-04-29T16:24:38Z', 'revision_number': 5, 'project_id': 'a667c656994c4d4ab39f198c30be7010', 'gw_port': {'id': 'f391e091-3a86-4367-972a-25121b048c6a', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d104b8-f728-4c3f-8b4f-796483d82a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:07Z', 'updated_at': '2022-04-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:24:40.272264 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:40.318748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=f391e091-3a86-4367-972a-25121b048c6a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:40.408399 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:40.580953 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:40.583203 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:40.700984 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:40.701489 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62d104b8-f728-4c3f-8b4f-796483d82a1f {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:24:40.714570 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:40.715689 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-bf48a6b3-bafb-4418-960d-ee769c501b27 admin admin] 10.222.0.39 "DELETE /v2.0/routers/62d104b8-f728-4c3f-8b4f-796483d82a1f HTTP/1.1" status: 204 len: 168 time: 1.5320032 Apr 29 16:24:40.718252 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48318) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:40.778542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f5d6d4-4f86-4fc5-b1a0-b88babf7cf3e admin admin] Deleting subnet b5dbf65b-f9b6-4b8a-837f-4458be239f72 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:24:40.781742 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d3f5d6d4-4f86-4fc5-b1a0-b88babf7cf3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:40.834298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d3f5d6d4-4f86-4fc5-b1a0-b88babf7cf3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:40.909456 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d3f5d6d4-4f86-4fc5-b1a0-b88babf7cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:41.032202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d3f5d6d4-4f86-4fc5-b1a0-b88babf7cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:41.073829 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5d6d4-4f86-4fc5-b1a0-b88babf7cf3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5dbf65b-f9b6-4b8a-837f-4458be239f72,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:41.075629 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-d3f5d6d4-4f86-4fc5-b1a0-b88babf7cf3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:41.080085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2cd424-3c83-4bb3-918c-13e176b29ad1 None None] Network 0364566c-a19b-4395-a8aa-591689d6efa8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:24:41.082048 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-d3f5d6d4-4f86-4fc5-b1a0-b88babf7cf3e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b5dbf65b-f9b6-4b8a-837f-4458be239f72 HTTP/1.1" status: 204 len: 168 time: 0.3624463 Apr 29 16:24:41.084128 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48324) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:41.191656 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:41.201927 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Deleting port 4e843baa-5ae9-43ee-a180-e8414cd23c1f {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:24:41.202295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:41.337069 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19220f94-9a1d-490b-b294-cf4a2cd79402 None None] DHCP port deletion for 0364566c-a19b-4395-a8aa-591689d6efa8 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:24:41.341372 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-19220f94-9a1d-490b-b294-cf4a2cd79402 None None] Deleting port 4e843baa-5ae9-43ee-a180-e8414cd23c1f {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:24:41.341776 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-19220f94-9a1d-490b-b294-cf4a2cd79402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:41.523322 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] For port 4e843baa-5ae9-43ee-a180-e8414cd23c1f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4e843baa-5ae9-43ee-a180-e8414cd23c1f,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:24:41.523680 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:41.583807 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-19220f94-9a1d-490b-b294-cf4a2cd79402 None None] For port 4e843baa-5ae9-43ee-a180-e8414cd23c1f, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=4e843baa-5ae9-43ee-a180-e8414cd23c1f,segment=NetworkSegment(a85a5e5e-318c-42f0-8b41-574241c9f3a0),segment_id=a85a5e5e-318c-42f0-8b41-574241c9f3a0)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:24:41.584108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-19220f94-9a1d-490b-b294-cf4a2cd79402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:41.654091 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Calling delete_port for 4e843baa-5ae9-43ee-a180-e8414cd23c1f owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:24:41.708038 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-19220f94-9a1d-490b-b294-cf4a2cd79402 None None] Calling delete_port for 4e843baa-5ae9-43ee-a180-e8414cd23c1f owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:24:41.778393 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:24:41.791707 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:41.813496 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:24:41.813839 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 8bfdd60e-dc10-4098-9d62-3a2b9bc8e382 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:24:41.814261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4e843baa-5ae9-43ee-a180-e8414cd23c1f no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:24:41.842288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e843baa-5ae9-43ee-a180-e8414cd23c1f,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:41.842288 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] No DVR routers for this DVR port 4e843baa-5ae9-43ee-a180-e8414cd23c1f on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:24:41.850961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 4e843baa-5ae9-43ee-a180-e8414cd23c1f {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:24:41.851308 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 4e843baa-5ae9-43ee-a180-e8414cd23c1f not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:24:41.851727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f391e091-3a86-4367-972a-25121b048c6a no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:24:41.879546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-19220f94-9a1d-490b-b294-cf4a2cd79402 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:24:41.879900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-19220f94-9a1d-490b-b294-cf4a2cd79402 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:24:41.884876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: f391e091-3a86-4367-972a-25121b048c6a {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:24:41.885224 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device f391e091-3a86-4367-972a-25121b048c6a not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:24:41.955415 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:41.982866 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0364566c-a19b-4395-a8aa-591689d6efa8']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:41.994606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85a5e5e-318c-42f0-8b41-574241c9f3a0') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:41.994892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85a5e5e-318c-42f0-8b41-574241c9f3a0') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:42.006307 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:42.022730 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:42.029277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:24:42.029653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:24:42.042559 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:24:42.157897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:42.173494 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:42.183332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] Pushing event deleted for resources: {'Network': ['ID=0364566c-a19b-4395-a8aa-591689d6efa8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:42.244477 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2a583c30-45db-422e-ba89-5914bf20a78e admin admin] 10.222.0.39 "DELETE /v2.0/networks/0364566c-a19b-4395-a8aa-591689d6efa8 HTTP/1.1" status: 204 len: 168 time: 1.1593225 Apr 29 16:24:42.247259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48328) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:42.380982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-19220f94-9a1d-490b-b294-cf4a2cd79402 None None] Deleting port 4e843baa-5ae9-43ee-a180-e8414cd23c1f {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:24:42.381513 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-19220f94-9a1d-490b-b294-cf4a2cd79402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:42.449960 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-19220f94-9a1d-490b-b294-cf4a2cd79402 None None] The port '4e843baa-5ae9-43ee-a180-e8414cd23c1f' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 16:24:42.770587 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d3bfe97-8579-43ea-8092-922989f3a0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:43.215296 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2d3bfe97-8579-43ea-8092-922989f3a0f9 admin admin] Deleting port 499fc7ce-f703-47cd-b74d-99ec7375659a {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:24:43.215950 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d3bfe97-8579-43ea-8092-922989f3a0f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:43.383035 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-2d3bfe97-8579-43ea-8092-922989f3a0f9 admin admin] For port 499fc7ce-f703-47cd-b74d-99ec7375659a, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=499fc7ce-f703-47cd-b74d-99ec7375659a,segment=NetworkSegment(c8292ea9-fccf-45b7-95dd-44501971e7f4),segment_id=c8292ea9-fccf-45b7-95dd-44501971e7f4)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:24:43.383388 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d3bfe97-8579-43ea-8092-922989f3a0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:43.507794 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-2d3bfe97-8579-43ea-8092-922989f3a0f9 admin admin] Calling delete_port for 499fc7ce-f703-47cd-b74d-99ec7375659a owned by network:router_interface {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:24:43.758106 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d3bfe97-8579-43ea-8092-922989f3a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:43.831913 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3bfe97-8579-43ea-8092-922989f3a0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=499fc7ce-f703-47cd-b74d-99ec7375659a,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:44.070123 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-2d3bfe97-8579-43ea-8092-922989f3a0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:44.365196 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-508c8556-7a50-4902-9802-18abd6370c5e service neutron] (88715) timed out ('10.222.0.39', 43182) {{(pid=88715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 16:24:44.416090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3bfe97-8579-43ea-8092-922989f3a0f9 admin admin] Router 77bfea03-c789-42bb-8b1d-00baef5dc239 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:24:44.700892 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3bfe97-8579-43ea-8092-922989f3a0f9 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:24:44.710145 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7333c8-d6a2-470f-b628-a7b7e9d2abd5 None None] Sync routers for ids ['77bfea03-c789-42bb-8b1d-00baef5dc239'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:24:44.718813 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7333c8-d6a2-470f-b628-a7b7e9d2abd5 None None] Routers {'77bfea03-c789-42bb-8b1d-00baef5dc239'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:24:44.719406 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3e7333c8-d6a2-470f-b628-a7b7e9d2abd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:24:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['77bfea03-c789-42bb-8b1d-00baef5dc239'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:44.788733 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-2d3bfe97-8579-43ea-8092-922989f3a0f9 admin admin] 10.222.0.39 "PUT /v2.0/routers/77bfea03-c789-42bb-8b1d-00baef5dc239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5403981 Apr 29 16:24:44.791136 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48334) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:44.895518 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-3e7333c8-d6a2-470f-b628-a7b7e9d2abd5 None None] Set router 77bfea03-c789-42bb-8b1d-00baef5dc239 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:24:44.966636 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:45.138583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:45.175436 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3e7333c8-d6a2-470f-b628-a7b7e9d2abd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'name': 'tempest-TestShelveInstance-437194207-router', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112'}], 'enable_snat': True}, 'gw_port_id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:13Z', 'updated_at': '2022-04-29T16:24:43Z', 'revision_number': 5, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'gw_port': {'id': 'be02b1e9-cade-4c77-bc0b-48453e76346d', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:14:14Z', 'updated_at': '2022-04-29T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:45.179246 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7333c8-d6a2-470f-b628-a7b7e9d2abd5 None None] Checking router: 77bfea03-c789-42bb-8b1d-00baef5dc239 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:24:45.188147 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7333c8-d6a2-470f-b628-a7b7e9d2abd5 None None] Routers {'77bfea03-c789-42bb-8b1d-00baef5dc239'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:24:45.188765 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3e7333c8-d6a2-470f-b628-a7b7e9d2abd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:24:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['77bfea03-c789-42bb-8b1d-00baef5dc239'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:45.214893 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Deleting port be02b1e9-cade-4c77-bc0b-48453e76346d {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:24:45.215235 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:45.338789 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-3e7333c8-d6a2-470f-b628-a7b7e9d2abd5 None None] Set router 77bfea03-c789-42bb-8b1d-00baef5dc239 gateway port host: None {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:24:45.387280 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] For port be02b1e9-cade-4c77-bc0b-48453e76346d, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=be02b1e9-cade-4c77-bc0b-48453e76346d,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:24:45.387848 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:45.444217 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3e7333c8-d6a2-470f-b628-a7b7e9d2abd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'name': 'tempest-TestShelveInstance-437194207-router', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:13Z', 'updated_at': '2022-04-29T16:24:45Z', 'revision_number': 6, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:45.448529 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7333c8-d6a2-470f-b628-a7b7e9d2abd5 None None] The sync data for ids ['77bfea03-c789-42bb-8b1d-00baef5dc239'] in dv-neutron-839183-1-hyperv is: [{'id': '77bfea03-c789-42bb-8b1d-00baef5dc239', 'name': 'tempest-TestShelveInstance-437194207-router', 'tenant_id': 'a50660f02c5c4db0996468fc20096639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:14:13Z', 'updated_at': '2022-04-29T16:24:45Z', 'revision_number': 6, 'project_id': 'a50660f02c5c4db0996468fc20096639', 'gw_port_host': None}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:24:45.511763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Calling delete_port for be02b1e9-cade-4c77-bc0b-48453e76346d owned by network:router_gateway {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:24:45.757550 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:45.806122 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=be02b1e9-cade-4c77-bc0b-48453e76346d,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:45.826956 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 499fc7ce-f703-47cd-b74d-99ec7375659a no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:24:45.862998 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 499fc7ce-f703-47cd-b74d-99ec7375659a {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:24:45.863429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 499fc7ce-f703-47cd-b74d-99ec7375659a not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:24:45.903439 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:46.185295 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:46.188728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:46.289140 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:46.289823 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77bfea03-c789-42bb-8b1d-00baef5dc239 {{(pid=88715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:24:46.303400 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] Notify callbacks [] for router, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:46.304549 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-6c060474-d489-4eed-9e5a-b225546b16a5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/77bfea03-c789-42bb-8b1d-00baef5dc239 HTTP/1.1" status: 204 len: 168 time: 1.5124152 Apr 29 16:24:46.307284 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48338) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:46.365753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf54352-4caa-40a5-af09-9d983ebc5399 admin admin] Deleting subnet 5bd118ba-88f2-480c-a29f-d953bf1db4e6 {{(pid=88715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:24:46.368737 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdf54352-4caa-40a5-af09-9d983ebc5399 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:46.423199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdf54352-4caa-40a5-af09-9d983ebc5399 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8373016'] for subnet, precommit_delete_associations {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:46.500958 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdf54352-4caa-40a5-af09-9d983ebc5399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:46.627051 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdf54352-4caa-40a5-af09-9d983ebc5399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7978085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6757635'] for subnet, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:46.662536 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf54352-4caa-40a5-af09-9d983ebc5399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bd118ba-88f2-480c-a29f-d953bf1db4e6,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:46.668558 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fdf54352-4caa-40a5-af09-9d983ebc5399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:46.674844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df93010-48e0-4ff0-aa42-8a578fb3bef7 None None] Network 674e1283-7ddb-4343-bdde-1fe6358bcaf8 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:24:46.678454 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fdf54352-4caa-40a5-af09-9d983ebc5399 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5bd118ba-88f2-480c-a29f-d953bf1db4e6 HTTP/1.1" status: 204 len: 168 time: 0.3699331 Apr 29 16:24:46.680621 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48342) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:46.785771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:46.795819 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Deleting port 650b8776-7be7-415b-866c-13c0399d4155 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:24:46.796887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:46.922860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3dfcd-67d1-41c9-bbc5-ef94a43a4848 None None] DHCP port deletion for 674e1283-7ddb-4343-bdde-1fe6358bcaf8 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:24:46.927074 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-bae3dfcd-67d1-41c9-bbc5-ef94a43a4848 None None] Deleting port 650b8776-7be7-415b-866c-13c0399d4155 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:24:46.927443 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bae3dfcd-67d1-41c9-bbc5-ef94a43a4848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.001125 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] For port 650b8776-7be7-415b-866c-13c0399d4155, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=650b8776-7be7-415b-866c-13c0399d4155,segment=NetworkSegment(c8292ea9-fccf-45b7-95dd-44501971e7f4),segment_id=c8292ea9-fccf-45b7-95dd-44501971e7f4)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:24:47.001476 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.128493 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-bae3dfcd-67d1-41c9-bbc5-ef94a43a4848 None None] For port 650b8776-7be7-415b-866c-13c0399d4155, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=650b8776-7be7-415b-866c-13c0399d4155,segment=NetworkSegment(c8292ea9-fccf-45b7-95dd-44501971e7f4),segment_id=c8292ea9-fccf-45b7-95dd-44501971e7f4)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:24:47.128780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bae3dfcd-67d1-41c9-bbc5-ef94a43a4848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.129728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Calling delete_port for 650b8776-7be7-415b-866c-13c0399d4155 owned by network:dhcp {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:24:47.253111 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-bae3dfcd-67d1-41c9-bbc5-ef94a43a4848 None None] Calling delete_port for 650b8776-7be7-415b-866c-13c0399d4155 owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:24:47.266658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.314513 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=650b8776-7be7-415b-866c-13c0399d4155,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:47.317956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] No DVR routers for this DVR port 650b8776-7be7-415b-866c-13c0399d4155 on host dv-neutron-839183-1-hyperv {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:24:47.328304 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-bae3dfcd-67d1-41c9-bbc5-ef94a43a4848 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:24:47.328684 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-bae3dfcd-67d1-41c9-bbc5-ef94a43a4848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:24:47.430364 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.458341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674e1283-7ddb-4343-bdde-1fe6358bcaf8']}} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:47.470811 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8292ea9-fccf-45b7-95dd-44501971e7f4') {'for_net_delete': True} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:47.471111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.services.segments.db [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8292ea9-fccf-45b7-95dd-44501971e7f4') {} {{(pid=88715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:47.481992 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8373009'] for segment, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.497928 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.504195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:24:47.504609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7978047'] for segment, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: Traceback (most recent call last): Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: timer() Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: cb(*args, **kw) Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: return func(*args, **kwargs) Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: self._notify() Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: self.callback(batched_events) Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: event.method(event) Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: return f(self, *a, **k) Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._get(url).json() Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: return self.request(url, 'GET', **kwargs) Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:24:47.517933 dv-neutron-839183-1-hyperv neutron-server[88715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:24:47.637843 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.642156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.666537 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=674e1283-7ddb-4343-bdde-1fe6358bcaf8,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:47.672498 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-20f75023-95e1-4cc1-b988-35a2caccf7e5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/674e1283-7ddb-4343-bdde-1fe6358bcaf8 HTTP/1.1" status: 204 len: 168 time: 0.9908915 Apr 29 16:24:47.779501 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 650b8776-7be7-415b-866c-13c0399d4155 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:24:47.813409 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 650b8776-7be7-415b-866c-13c0399d4155 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:24:47.813765 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 650b8776-7be7-415b-866c-13c0399d4155 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:24:47.814173 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device be02b1e9-cade-4c77-bc0b-48453e76346d no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:24:47.836224 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-bae3dfcd-67d1-41c9-bbc5-ef94a43a4848 None None] Deleting port 650b8776-7be7-415b-866c-13c0399d4155 {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:24:47.836749 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bae3dfcd-67d1-41c9-bbc5-ef94a43a4848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:47.879637 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: be02b1e9-cade-4c77-bc0b-48453e76346d {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:24:47.879980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device be02b1e9-cade-4c77-bc0b-48453e76346d not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:24:47.913353 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-bae3dfcd-67d1-41c9-bbc5-ef94a43a4848 None None] The port '650b8776-7be7-415b-866c-13c0399d4155' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 16:24:47.973102 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48348) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:48.021455 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-29d49c78-9979-4cbb-90a4-a7d6f172ae9f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a667c656994c4d4ab39f198c30be7010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472171 Apr 29 16:24:48.023870 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48352) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:48.087055 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-78eb087a-b24a-431e-ac9a-28238b4c9227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:48.112763 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-78eb087a-b24a-431e-ac9a-28238b4c9227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:48.220989 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-78eb087a-b24a-431e-ac9a-28238b4c9227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:48.236679 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb087a-b24a-431e-ac9a-28238b4c9227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41009833-d019-46a9-aeac-aad286752c62,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:48.244612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-78eb087a-b24a-431e-ac9a-28238b4c9227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:48.247899 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-78eb087a-b24a-431e-ac9a-28238b4c9227 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41009833-d019-46a9-aeac-aad286752c62 HTTP/1.1" status: 204 len: 168 time: 0.2210021 Apr 29 16:24:48.898202 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48360) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:48.949437 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-05c2839b-3004-4e82-a5a4-1b99b490eb27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a50660f02c5c4db0996468fc20096639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500081 Apr 29 16:24:48.951823 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48364) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:49.009166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09ff4597-5a51-4927-98ea-1484cdd8685b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:49.035985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09ff4597-5a51-4927-98ea-1484cdd8685b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:49.134941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09ff4597-5a51-4927-98ea-1484cdd8685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:49.150443 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff4597-5a51-4927-98ea-1484cdd8685b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966b013d-d002-4f73-bc64-bc02268fb892,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:49.155226 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-09ff4597-5a51-4927-98ea-1484cdd8685b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:49.158179 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-09ff4597-5a51-4927-98ea-1484cdd8685b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/966b013d-d002-4f73-bc64-bc02268fb892 HTTP/1.1" status: 204 len: 168 time: 0.2024400 Apr 29 16:24:50.197703 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48388) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:50.317547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-141835376-network', 'tenant_id': 'c88c9faa19074d53a2406455be806d48'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:24:50.322284 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:24:50.326101 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Usage tracker for resource:network and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:24:50.329570 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:24:50.335598 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:24:50.403065 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Made reservation on behalf of c88c9faa19074d53a2406455be806d48 for: {'network': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:24:50.405349 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:50.417459 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:50.431491 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:24:50.435232 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Usage tracker for resource:security_group_rule and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:24:50.438749 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:24:50.444444 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:24:50.526494 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:50.591771 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:50.621934 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:24:50.631129 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e742892-5919-4b26-93f3-f158d4ff520d,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:50.636503 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:50.647479 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.segments_db [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Added segment f727847d-3342-4e5c-acf2-5fae8a6b1ef8 of type vlan for network 125a369e-3588-4d5a-9927-fef275024926 Apr 29 16:24:50.662747 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:50.757359 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:50.758307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:50.758872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:50.858906 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] Pushing event updated for resources: {'Network': ['ID=125a369e-3588-4d5a-9927-fef275024926,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:50.868928 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 125a369e-3588-4d5a-9927-fef275024926 details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:24:50.918807 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-28e61204-b777-4d87-8b9b-9b6bfaecee2b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7199039 Apr 29 16:24:50.922411 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48394) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:50.927918 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Request body: {'subnet': {'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-141835376-subnet', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'ip_version': 4}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:24:50.933058 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:24:50.937628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Usage tracker for resource:subnet and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:24:50.940698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:24:50.946682 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:24:51.020717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Made reservation on behalf of c88c9faa19074d53a2406455be806d48 for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:24:51.025396 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:51.289553 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:51.363819 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1e5284-fb8d-446c-8287-0e9d9130813e,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:51.373712 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Checking segment: {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:24:51.374803 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Network hostable DHCP agents. Network: 125a369e-3588-4d5a-9927-fef275024926, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:24:51.454474 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Network 125a369e-3588-4d5a-9927-fef275024926 is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:24:51.523401 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 125a369e-3588-4d5a-9927-fef275024926) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:24:51.527452 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:51.527978 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:51.533642 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f0efd4-421d-4936-8960-962053d7741a None None] Network 125a369e-3588-4d5a-9927-fef275024926 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:24:51.593046 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-c5c3feae-b4d0-405e-b364-40a17c6865e5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6695595 Apr 29 16:24:51.595614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48398) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:51.600403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:24:51.605077 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:24:51.609698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Usage tracker for resource:router and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:24:51.612515 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:24:51.618794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:24:51.700488 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:51.701564 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:51.715965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:51.750179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-125a369e-3588-4d5a-9927-fef275024926', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:24:51.751002 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:51.905930 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Allocated IP 172.20.0.2 (125a369e-3588-4d5a-9927-fef275024926/2f1e5284-fb8d-446c-8287-0e9d9130813e/6dd75a49-2a40-4c02-bd09-c974db996ced) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:24:52.044041 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:52.106121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:52.116069 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Transition to ACTIVE for port object 6dd75a49-2a40-4c02-bd09-c974db996ced will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:24:52.134039 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Transition to ACTIVE for port object 6dd75a49-2a40-4c02-bd09-c974db996ced will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:24:52.186361 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:52.254378 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Network 125a369e-3588-4d5a-9927-fef275024926 is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:24:52.257381 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:24:52.259922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:24:52.330584 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Pushing event updated for resources: {'Port': ['ID=6dd75a49-2a40-4c02-bd09-c974db996ced,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:52.352908 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:52.353246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:52.353583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:52.353904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:52.354223 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:52.354545 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:52.354860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:52.355170 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:52.355486 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:52.355799 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:52.356108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:52.356417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:52.368376 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Attempting to bind port 6dd75a49-2a40-4c02-bd09-c974db996ced on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:24:52.368770 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Attempting to bind port 6dd75a49-2a40-4c02-bd09-c974db996ced by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:24:52.369122 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Attempting to bind port 6dd75a49-2a40-4c02-bd09-c974db996ced on network 125a369e-3588-4d5a-9927-fef275024926 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:24:52.374813 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:24:52.375178 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Checking segment: {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:24:52.375563 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:52.375939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Bound using segment: {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:24:52.376385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Bound port: 6dd75a49-2a40-4c02-bd09-c974db996ced, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:24:52.376770 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:52.466216 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] For port 6dd75a49-2a40-4c02-bd09-c974db996ced, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:24:52.469423 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] For port 6dd75a49-2a40-4c02-bd09-c974db996ced, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6dd75a49-2a40-4c02-bd09-c974db996ced,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:24:52.524544 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:52.552248 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:52.554308 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:52.640980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed4d04-41b1-4236-80fc-3c486987d54c None None] Pushing event updated for resources: {'Port': ['ID=6dd75a49-2a40-4c02-bd09-c974db996ced,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:52.697987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Allocated IP 172.26.2.247 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/ed064205-ae5b-4d85-b039-5ef5b2472f05) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:24:52.856809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:52.946987 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:53.010156 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:24:53.012872 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:24:53.017048 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:24:53.052456 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Pushing event updated for resources: {'Port': ['ID=ed064205-ae5b-4d85-b039-5ef5b2472f05,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:53.486602 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:53.586722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c884da-da1f-4c70-86d6-c8adeec601e2 None None] Network 125a369e-3588-4d5a-9927-fef275024926 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:24:53.755242 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-7a9ec112-49ef-472b-92c8-286361a38377 None None] Provisioning for port 6dd75a49-2a40-4c02-bd09-c974db996ced completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:24:53.823058 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6dd75a49-2a40-4c02-bd09-c974db996ced up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:24:53.940893 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 6dd75a49-2a40-4c02-bd09-c974db996ced completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:24:53.946860 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6dd75a49-2a40-4c02-bd09-c974db996ced triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:53.947229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:53.947966 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:54.073903 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:54.108335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 6dd75a49-2a40-4c02-bd09-c974db996ced, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6dd75a49-2a40-4c02-bd09-c974db996ced,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:24:54.152107 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:54.204269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Router f635eb49-cd53-44ad-8610-016f2826d4ed is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:24:54.221693 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ebb77dcb-82b3-429e-97c9-f907673e4366 None None] Provisioning complete for port 6dd75a49-2a40-4c02-bd09-c974db996ced triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:54.222067 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ebb77dcb-82b3-429e-97c9-f907673e4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:54.269955 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=6dd75a49-2a40-4c02-bd09-c974db996ced,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:54.394545 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:24:54.402890 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Sync routers for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:24:54.412343 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:24:54.412977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:24:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:54.466312 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:54.467549 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-1e01f26a-eaa4-4f20-b77a-624c2f70552f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8710291 Apr 29 16:24:54.470232 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48406) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:54.524095 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:24:54.597490 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:24:54.638995 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:54.879980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:53Z', 'revision_number': 3, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:54.883212 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Checking router: f635eb49-cd53-44ad-8610-016f2826d4ed for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:24:54.883556 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Updating router f635eb49-cd53-44ad-8610-016f2826d4ed port ed064205-ae5b-4d85-b039-5ef5b2472f05 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:24:54.939698 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:55.153860 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:55.265524 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:55.283123 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Transition to ACTIVE for port object ed064205-ae5b-4d85-b039-5ef5b2472f05 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:24:55.362672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Allocated IP 172.20.0.1 (125a369e-3588-4d5a-9927-fef275024926/2f1e5284-fb8d-446c-8287-0e9d9130813e/37ca7d7a-9b3d-4a1c-96bf-8967587da4c4) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:24:55.363249 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:55.443012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Attempting to bind port ed064205-ae5b-4d85-b039-5ef5b2472f05 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:24:55.443371 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Attempting to bind port ed064205-ae5b-4d85-b039-5ef5b2472f05 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:24:55.443727 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Attempting to bind port ed064205-ae5b-4d85-b039-5ef5b2472f05 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:24:55.445835 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2fd18-1ed1-4c36-ab0e-65d2b3fb44ad None None] Pushing event updated for resources: {'Port': ['ID=ed064205-ae5b-4d85-b039-5ef5b2472f05,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:55.451346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:24:55.451709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:24:55.452751 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:55.453135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:24:55.453597 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Bound port: ed064205-ae5b-4d85-b039-5ef5b2472f05, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:24:55.454572 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:55.532223 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] For port ed064205-ae5b-4d85-b039-5ef5b2472f05, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:24:55.535672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] For port ed064205-ae5b-4d85-b039-5ef5b2472f05, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ed064205-ae5b-4d85-b039-5ef5b2472f05,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:24:55.610179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:55.636045 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:55.652328 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Transition to ACTIVE for port object 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:24:55.687246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:24:55.687846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:24:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:55.729313 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:55.743620 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2fd18-1ed1-4c36-ab0e-65d2b3fb44ad None None] Pushing event updated for resources: {'Port': ['ID=ed064205-ae5b-4d85-b039-5ef5b2472f05,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:55.801511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Network 125a369e-3588-4d5a-9927-fef275024926 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:24:55.804414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:24:55.809013 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:24:55.816447 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6dd75a49-2a40-4c02-bd09-c974db996ced up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:24:55.844632 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Pushing event updated for resources: {'Port': ['ID=37ca7d7a-9b3d-4a1c-96bf-8967587da4c4,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:55.870005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:55.921877 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:24:56.037137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:56.089135 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 6dd75a49-2a40-4c02-bd09-c974db996ced triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:56.089403 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:56.261080 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:56.306673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-853d8d18-4219-41ef-b66f-cc1040c91e4b None None] Provisioning for port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:24:56.324718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-853d8d18-4219-41ef-b66f-cc1040c91e4b None None] Provisioning complete for port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:56.325080 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-853d8d18-4219-41ef-b66f-cc1040c91e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:56.329291 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:56.397760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-853d8d18-4219-41ef-b66f-cc1040c91e4b None None] Port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:24:56.413842 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:53Z', 'revision_number': 3, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:56.417884 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e66b53-9a19-4924-9bad-88f2b8285a8f None None] The sync data for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv is: [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:53Z', 'revision_number': 3, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:24:56.436952 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Pushing event updated for resources: {'Port': ['ID=37ca7d7a-9b3d-4a1c-96bf-8967587da4c4,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:56.441977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:56.580147 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Network 125a369e-3588-4d5a-9927-fef275024926 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:24:56.581334 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:24:56.815985 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Router f635eb49-cd53-44ad-8610-016f2826d4ed has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:24:56.823504 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-c7bc1ad7-8323-40cf-8a0b-5460c149866f None None] Provisioning complete for port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:56.824020 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1ad7-8323-40cf-8a0b-5460c149866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:56.887501 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc1ad7-8323-40cf-8a0b-5460c149866f None None] Port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:24:56.998378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:24:57.007821 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-12a792c4-8343-4b26-ac3d-1e268478c725 admin admin] 10.222.0.39 "PUT /v2.0/routers/f635eb49-cd53-44ad-8610-016f2826d4ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5363579 Apr 29 16:24:57.679120 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48436) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:57.684586 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1090316024-network', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:24:57.689956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:24:57.693748 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Usage tracker for resource:network and tenant:25914608f51949c4b81b9d3164c6a74e is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:24:57.696526 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:24:57.706793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:24:57.752961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Made reservation on behalf of 25914608f51949c4b81b9d3164c6a74e for: {'network': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:24:57.755259 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for network, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:57.774341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:57.789193 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:24:57.792956 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:25914608f51949c4b81b9d3164c6a74e is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:24:57.795887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:24:57.801594 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:24:57.808442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ed064205-ae5b-4d85-b039-5ef5b2472f05 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:24:57.885192 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:57.940504 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port ed064205-ae5b-4d85-b039-5ef5b2472f05 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:24:57.943677 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Sync routers for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:24:57.946831 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ed064205-ae5b-4d85-b039-5ef5b2472f05 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:57.947236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:57.954106 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:24:57.954707 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:24:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:57.969676 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:58.003813 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 16:24:58.009101 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8816d455-3254-4341-a757-abf7d443dd89,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:58.017342 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:58.017694 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.db.segments_db [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Added segment 94917b37-88e2-4b44-92f2-6519653cf91c of type vlan for network 22e602be-f26d-4977-86c0-16d05343531e Apr 29 16:24:58.045215 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736060407992'] for network, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:58.071477 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:58.089283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port ed064205-ae5b-4d85-b039-5ef5b2472f05, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ed064205-ae5b-4d85-b039-5ef5b2472f05,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:24:58.132594 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:24:58.141058 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006'] for network, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:58.142108 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:58.142811 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:58.163333 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:58.242179 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=ed064205-ae5b-4d85-b039-5ef5b2472f05,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:58.255378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48440) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:58.255840 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5753536 Apr 29 16:24:58.256527 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18854581-fb80-480e-843c-c1767a3e0fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=22e602be-f26d-4977-86c0-16d05343531e,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:58.263276 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Request body: {'subnet': {'network_id': '22e602be-f26d-4977-86c0-16d05343531e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1090316024-subnet', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'ip_version': 4}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:24:58.274249 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:24:58.279494 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Network 22e602be-f26d-4977-86c0-16d05343531e details requested by agent ovs-agent-dv-neutron-839183-1-hyperv with host dv-neutron-839183-1-hyperv {{(pid=88716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 29 16:24:58.282333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Usage tracker for resource:subnet and tenant:25914608f51949c4b81b9d3164c6a74e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:24:58.286572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:24:58.293662 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:24:58.346220 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Made reservation on behalf of 25914608f51949c4b81b9d3164c6a74e for: {'subnet': 1} {{(pid=88714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:24:58.348700 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5438581'] for subnet, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:58.494155 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:24:56Z', 'revision_number': 2, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:58.497979 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Checking router: f635eb49-cd53-44ad-8610-016f2826d4ed for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:24:58.498603 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Updating router f635eb49-cd53-44ad-8610-016f2826d4ed port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:24:58.550836 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:58.586005 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-867202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5438535'] for subnet, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:58.659118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfae79cd-c0d3-4b65-b239-2f44e792f665,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:58.666887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Checking segment: {'id': '94917b37-88e2-4b44-92f2-6519653cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22e602be-f26d-4977-86c0-16d05343531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:24:58.667222 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Network hostable DHCP agents. Network: 22e602be-f26d-4977-86c0-16d05343531e, hostable agents: ['b7298a85-f7ce-47f9-85c2-fe4dc223fbbc'], hosted agents: [] {{(pid=88714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 16:24:58.808548 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Network 22e602be-f26d-4977-86c0-16d05343531e is scheduled to be hosted by DHCP agent b7298a85-f7ce-47f9-85c2-fe4dc223fbbc with binding_index 1 {{(pid=88714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 16:24:58.877292 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839183-1-hyperv, 22e602be-f26d-4977-86c0-16d05343531e) {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:24:58.881437 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:24:58.881892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:58.886117 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec161dfa-a46e-4527-adcb-afa2da6c52d7 None None] Network 22e602be-f26d-4977-86c0-16d05343531e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:24:58.886259 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:58.898798 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Transition to ACTIVE for port object 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:24:58.992554 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a8394b87-aecd-4b12-b46f-91780ec99041 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7350051 Apr 29 16:24:58.994968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48444) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:24:59.000096 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1090316024-router', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:24:59.004689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:24:59.008560 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Usage tracker for resource:router and tenant:25914608f51949c4b81b9d3164c6a74e is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:24:59.011358 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:24:59.017624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:24:59.020865 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.100226 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43becf61-8541-5b76-b44a-b07bea3a1889-22e602be-f26d-4977-86c0-16d05343531e', 'network_id': '22e602be-f26d-4977-86c0-16d05343531e', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'fixed_ips': [{'subnet_id': 'bfae79cd-c0d3-4b65-b239-2f44e792f665'}]}} from dv-neutron-839183-1-hyperv. {{(pid=88716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 29 16:24:59.101137 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.106252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-328559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4925'] for router, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.107526 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-512072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4916'] for router, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.129171 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.143273 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Pushing event updated for resources: {'Port': ['ID=37ca7d7a-9b3d-4a1c-96bf-8967587da4c4,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:59.160301 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:59.160664 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:59.161039 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:59.161318 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:59.161638 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:59.162027 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:59.162281 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:59.162595 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:59.162910 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:59.163223 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:59.163536 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:59.163849 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:24:59.258563 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Attempting to bind port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:24:59.258934 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Attempting to bind port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:24:59.259293 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Attempting to bind port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 on network 125a369e-3588-4d5a-9927-fef275024926 {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:24:59.265722 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:24:59.266475 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Checking segment: {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:24:59.267039 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.267597 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Bound using segment: {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:24:59.268218 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Bound port: 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:24:59.268638 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.305204 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.db_base_plugin_common [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Allocated IP 172.20.0.2 (22e602be-f26d-4977-86c0-16d05343531e/bfae79cd-c0d3-4b65-b239-2f44e792f665/fc2688d4-efb0-4b48-8f3a-03f1d944910c) {{(pid=88716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:24:59.380293 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] For port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:24:59.383847 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] For port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=37ca7d7a-9b3d-4a1c-96bf-8967587da4c4,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:24:59.455143 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.536985 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4204941-4179-4b03-84dc-65e91b3ff317 None None] Pushing event updated for resources: {'Port': ['ID=37ca7d7a-9b3d-4a1c-96bf-8967587da4c4,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:59.542284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.548686 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:24:59.549297 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:24:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:24:59.553875 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Transition to ACTIVE for port object fc2688d4-efb0-4b48-8f3a-03f1d944910c will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:24:59.575505 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Transition to ACTIVE for port object fc2688d4-efb0-4b48-8f3a-03f1d944910c will not be triggered until provisioned by entity DHCP. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:24:59.626267 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473802', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-328605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4870'] for router, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.626815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842'] for port, after_create {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.737319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Network 22e602be-f26d-4977-86c0-16d05343531e is already hosted by enough agents. {{(pid=88716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:24:59.740696 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.scheduler.base_scheduler [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Resources bound (agent type, host, resource id): {{(pid=88716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:24:59.744834 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Received port after_create {{(pid=88716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:24:59.749934 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:24:59.755362 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Pushing event updated for resources: {'Port': ['ID=fc2688d4-efb0-4b48-8f3a-03f1d944910c,revision_number=1']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:24:59.837543 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ed064205-ae5b-4d85-b039-5ef5b2472f05 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:24:59.907777 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Attempting to bind port fc2688d4-efb0-4b48-8f3a-03f1d944910c on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:24:59.908050 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Attempting to bind port fc2688d4-efb0-4b48-8f3a-03f1d944910c by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '94917b37-88e2-4b44-92f2-6519653cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22e602be-f26d-4977-86c0-16d05343531e'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:24:59.908398 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Attempting to bind port fc2688d4-efb0-4b48-8f3a-03f1d944910c on network 22e602be-f26d-4977-86c0-16d05343531e {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:24:59.916553 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:24:59.916924 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Checking segment: {'id': '94917b37-88e2-4b44-92f2-6519653cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22e602be-f26d-4977-86c0-16d05343531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:24:59.917319 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.917705 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Bound using segment: {'id': '94917b37-88e2-4b44-92f2-6519653cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22e602be-f26d-4977-86c0-16d05343531e'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:24:59.918166 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Bound port: fc2688d4-efb0-4b48-8f3a-03f1d944910c, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94917b37-88e2-4b44-92f2-6519653cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22e602be-f26d-4977-86c0-16d05343531e'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:24:59.918538 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:24:59.993815 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port ed064205-ae5b-4d85-b039-5ef5b2472f05 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:24:59.994185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:00.038243 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:00.065339 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] For port fc2688d4-efb0-4b48-8f3a-03f1d944910c, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:25:00.069214 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:00.069385 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] For port fc2688d4-efb0-4b48-8f3a-03f1d944910c, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fc2688d4-efb0-4b48-8f3a-03f1d944910c,segment=NetworkSegment(94917b37-88e2-4b44-92f2-6519653cf91c),segment_id=94917b37-88e2-4b44-92f2-6519653cf91c)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:25:00.122322 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:24:59Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:00.127806 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a33c8e-8dde-4abb-849a-68edfaec0008 None None] The sync data for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv is: [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:24:59Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:25:00.136976 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:00.307850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Allocated IP 172.26.2.232 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/d7c95492-1fe1-44f8-bfa8-cda90cce03f8) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:25:00.309344 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23540964-fdde-49b0-ac6b-262dc867b1a6 None None] Pushing event updated for resources: {'Port': ['ID=fc2688d4-efb0-4b48-8f3a-03f1d944910c,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:00.500492 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:00.620965 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:00.705629 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:25:00.709138 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:25:00.711717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:25:00.740015 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Pushing event updated for resources: {'Port': ['ID=d7c95492-1fe1-44f8-bfa8-cda90cce03f8,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:01.283338 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a3d98-24bd-486b-8398-8e18e7693a02 None None] Network 22e602be-f26d-4977-86c0-16d05343531e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:25:01.308698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:01.450267 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-ffa8c4d4-193b-4206-96ab-71237a812fc9 None None] Provisioning for port fc2688d4-efb0-4b48-8f3a-03f1d944910c completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:25:01.661009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-328578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473825'] for router, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:01.839775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:25:01.928528 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Router bb596b00-32fa-4e2d-8722-dc931cac7c89 is scheduled to L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc with binding_index 1 {{(pid=88714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 29 16:25:01.956650 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:25:01.961900 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:25:01.962270 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:02.079755 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:02.110138 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:25:02.118533 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Sync routers for ids ['bb596b00-32fa-4e2d-8722-dc931cac7c89'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:25:02.130951 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=37ca7d7a-9b3d-4a1c-96bf-8967587da4c4,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:25:02.143083 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Routers {'bb596b00-32fa-4e2d-8722-dc931cac7c89'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:25:02.143676 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:24:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['bb596b00-32fa-4e2d-8722-dc931cac7c89'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:02.220094 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:02.224186 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-44c2464f-a634-4bca-8209-7d4193157b65 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2258775 Apr 29 16:25:02.224404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48448) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:25:02.252040 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:02.252851 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fc2688d4-efb0-4b48-8f3a-03f1d944910c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:25:02.325055 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b5bc2679-decb-4b92-a73d-5b26a0506d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:02.421120 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=37ca7d7a-9b3d-4a1c-96bf-8967587da4c4,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:02.438030 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Set router bb596b00-32fa-4e2d-8722-dc931cac7c89 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:25:02.537474 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port fc2688d4-efb0-4b48-8f3a-03f1d944910c completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:25:02.562700 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port fc2688d4-efb0-4b48-8f3a-03f1d944910c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:25:02.563065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:02.851396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:02.896502 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port fc2688d4-efb0-4b48-8f3a-03f1d944910c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fc2688d4-efb0-4b48-8f3a-03f1d944910c,segment=NetworkSegment(94917b37-88e2-4b44-92f2-6519653cf91c),segment_id=94917b37-88e2-4b44-92f2-6519653cf91c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:25:02.906225 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'name': 'tempest-TestSnapshotPattern-1090316024-router', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:59Z', 'updated_at': '2022-04-29T16:25:00Z', 'revision_number': 3, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'gw_port': {'id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:00Z', 'updated_at': '2022-04-29T16:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:02.912185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Checking router: bb596b00-32fa-4e2d-8722-dc931cac7c89 for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:25:02.912185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Updating router bb596b00-32fa-4e2d-8722-dc931cac7c89 port d7c95492-1fe1-44f8-bfa8-cda90cce03f8 binding host dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:25:02.963216 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:03.008714 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:03.025344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:03.135346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=fc2688d4-efb0-4b48-8f3a-03f1d944910c,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:03.231378 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Allocated IP 172.20.0.1 (22e602be-f26d-4977-86c0-16d05343531e/bfae79cd-c0d3-4b65-b239-2f44e792f665/97a55191-4912-40f4-a2f0-ab291a409851) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:25:03.356028 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Notify callbacks [] for port, precommit_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:03.368041 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Transition to ACTIVE for port object d7c95492-1fe1-44f8-bfa8-cda90cce03f8 will not be triggered until provisioned by entity L2. {{(pid=88716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:25:03.380376 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:03.395786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.provisioning_blocks [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Transition to ACTIVE for port object 97a55191-4912-40f4-a2f0-ab291a409851 will not be triggered until provisioned by entity DHCP. {{(pid=88714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:25:03.414722 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:03.455185 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:03.490254 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Attempting to bind port d7c95492-1fe1-44f8-bfa8-cda90cce03f8 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:25:03.490613 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Attempting to bind port d7c95492-1fe1-44f8-bfa8-cda90cce03f8 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:25:03.490963 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Attempting to bind port d7c95492-1fe1-44f8-bfa8-cda90cce03f8 on network 5b966a64-6021-4962-a4b0-b3238dd885c7 {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:25:03.496420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8419f7-6da7-46e1-a37b-6dd55c0e40d6 None None] Pushing event updated for resources: {'Port': ['ID=d7c95492-1fe1-44f8-bfa8-cda90cce03f8,revision_number=2']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:03.501337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:25:03.501701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Checking segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:25:03.502101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:03.502461 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Bound using segment: {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'} {{(pid=88716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:25:03.502910 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.managers [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Bound port: d7c95492-1fe1-44f8-bfa8-cda90cce03f8, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26207870-7773-429d-819d-9a6a3b954f76', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7'}}] {{(pid=88716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:25:03.503272 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:03.522221 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Network 22e602be-f26d-4977-86c0-16d05343531e is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:25:03.525046 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:25:03.528751 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:25:03.567734 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Pushing event updated for resources: {'Port': ['ID=97a55191-4912-40f4-a2f0-ab291a409851,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:03.580976 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] For port d7c95492-1fe1-44f8-bfa8-cda90cce03f8, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:25:03.584478 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] For port d7c95492-1fe1-44f8-bfa8-cda90cce03f8, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d7c95492-1fe1-44f8-bfa8-cda90cce03f8,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:25:03.593720 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-474071'] for router_interface, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:03.673046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:03.751717 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Routers {'bb596b00-32fa-4e2d-8722-dc931cac7c89'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:25:03.752322 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:24:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['bb596b00-32fa-4e2d-8722-dc931cac7c89'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:03.785262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:03.814630 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:25:03.898418 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8419f7-6da7-46e1-a37b-6dd55c0e40d6 None None] Pushing event updated for resources: {'Port': ['ID=d7c95492-1fe1-44f8-bfa8-cda90cce03f8,revision_number=3']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:03.993683 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:25:03.994053 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:04.010863 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:04.034548 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-92f42d4f-4462-4e78-8dab-b5ed6ef56a30 None None] Provisioning for port 97a55191-4912-40f4-a2f0-ab291a409851 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:25:04.054978 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-92f42d4f-4462-4e78-8dab-b5ed6ef56a30 None None] Provisioning complete for port 97a55191-4912-40f4-a2f0-ab291a409851 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:25:04.055340 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-92f42d4f-4462-4e78-8dab-b5ed6ef56a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:04.059913 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:04.081719 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] Set router bb596b00-32fa-4e2d-8722-dc931cac7c89 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:25:04.118524 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [req-555d08ae-60ef-43c8-8599-adca569e30e2 req-2cc5556e-9552-489f-bede-d008a7436234 service neutron] (88714) timed out ('10.222.0.44', 65175) {{(pid=88714) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 29 16:25:04.167422 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-473406'] for router_interface, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:04.175509 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Pushing event updated for resources: {'Port': ['ID=97a55191-4912-40f4-a2f0-ab291a409851,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:04.194136 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-92f42d4f-4462-4e78-8dab-b5ed6ef56a30 None None] Port 97a55191-4912-40f4-a2f0-ab291a409851 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:25:04.310729 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Network 22e602be-f26d-4977-86c0-16d05343531e is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:25:04.313010 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:25:04.444563 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-74e55125-2305-4da7-989a-ec3b2b978ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:04.444563 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fc2688d4-efb0-4b48-8f3a-03f1d944910c up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:25:04.503510 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Router bb596b00-32fa-4e2d-8722-dc931cac7c89 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:25:04.581603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port fc2688d4-efb0-4b48-8f3a-03f1d944910c triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:25:04.581972 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:04.667036 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-bfbae459-d607-4ea8-ab30-dd4946d71a84 None None] Provisioning complete for port 97a55191-4912-40f4-a2f0-ab291a409851 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:25:04.667410 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bfbae459-d607-4ea8-ab30-dd4946d71a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:04.728758 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'name': 'tempest-TestSnapshotPattern-1090316024-router', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:59Z', 'updated_at': '2022-04-29T16:25:03Z', 'revision_number': 4, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'gw_port': {'id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:00Z', 'updated_at': '2022-04-29T16:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '97a55191-4912-40f4-a2f0-ab291a409851', 'name': '', 'network_id': '22e602be-f26d-4977-86c0-16d05343531e', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'mac_address': 'fa:16:3e:16:f0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'bfae79cd-c0d3-4b65-b239-2f44e792f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:03Z', 'updated_at': '2022-04-29T16:25:03Z', 'revision_number': 1, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'subnets': [{'id': 'bfae79cd-c0d3-4b65-b239-2f44e792f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:04.774710 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3da8d1-10af-4d65-bdb8-3d430f8f3e93 None None] The sync data for ids ['bb596b00-32fa-4e2d-8722-dc931cac7c89'] in dv-neutron-839183-1-hyperv is: [{'id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'name': 'tempest-TestSnapshotPattern-1090316024-router', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:59Z', 'updated_at': '2022-04-29T16:25:03Z', 'revision_number': 4, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'gw_port': {'id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:00Z', 'updated_at': '2022-04-29T16:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '97a55191-4912-40f4-a2f0-ab291a409851', 'name': '', 'network_id': '22e602be-f26d-4977-86c0-16d05343531e', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'mac_address': 'fa:16:3e:16:f0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'bfae79cd-c0d3-4b65-b239-2f44e792f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:03Z', 'updated_at': '2022-04-29T16:25:03Z', 'revision_number': 1, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'subnets': [{'id': 'bfae79cd-c0d3-4b65-b239-2f44e792f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:25:04.776215 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-bfbae459-d607-4ea8-ab30-dd4946d71a84 None None] Port 97a55191-4912-40f4-a2f0-ab291a409851 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:25:04.806387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:25:04.815563 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d8baf7a4-0a94-49af-a1c3-9dff0adb308d admin admin] 10.222.0.39 "PUT /v2.0/routers/bb596b00-32fa-4e2d-8722-dc931cac7c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5900321 Apr 29 16:25:05.254874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:05.596692 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:05.611099 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48462) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:25:05.616298 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915590666', 'description': 'tempest-secgroup-smoke-1915590666 description', 'project_id': 'c88c9faa19074d53a2406455be806d48'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:25:05.622306 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:25:05.626311 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Usage tracker for resource:security_group and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:25:05.629107 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:25:05.635226 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:25:05.699578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:05.719912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:25:05.723607 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Usage tracker for resource:security_group_rule and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:25:05.726341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:25:05.731908 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:25:05.800859 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:05.817873 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d7c95492-1fe1-44f8-bfa8-cda90cce03f8 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:25:05.854520 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:05.902159 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8cb615-4bac-466e-b268-d58184579326,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:05.940103 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port d7c95492-1fe1-44f8-bfa8-cda90cce03f8 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:25:05.945217 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d7c95492-1fe1-44f8-bfa8-cda90cce03f8 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:25:05.945583 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:05.963084 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:05.964359 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-ff3dcdab-ebf6-4e86-b47e-257da293e42f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3522880 Apr 29 16:25:05.971665 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48466) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:25:05.976793 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-799ba54f-0d5a-4f61-8540-d72b826b9558 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Request body: {'security_group_rule': {'security_group_id': '5d8cb615-4bac-466e-b268-d58184579326', 'project_id': 'c88c9faa19074d53a2406455be806d48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:25:05.982785 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-799ba54f-0d5a-4f61-8540-d72b826b9558 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:25:05.987191 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-799ba54f-0d5a-4f61-8540-d72b826b9558 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Usage tracker for resource:security_group_rule and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:25:05.990040 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-799ba54f-0d5a-4f61-8540-d72b826b9558 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:25:05.995836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-799ba54f-0d5a-4f61-8540-d72b826b9558 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:25:06.063805 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.078553 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-799ba54f-0d5a-4f61-8540-d72b826b9558 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.079974 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port d7c95492-1fe1-44f8-bfa8-cda90cce03f8, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d7c95492-1fe1-44f8-bfa8-cda90cce03f8,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:25:06.140653 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-799ba54f-0d5a-4f61-8540-d72b826b9558 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.151990 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.202783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-799ba54f-0d5a-4f61-8540-d72b826b9558 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.225866 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=d7c95492-1fe1-44f8-bfa8-cda90cce03f8,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:06.226805 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ba54f-0d5a-4f61-8540-d72b826b9558 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b658715-c8b9-4607-b800-072441c31445,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:06.299994 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-799ba54f-0d5a-4f61-8540-d72b826b9558 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.301225 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-799ba54f-0d5a-4f61-8540-d72b826b9558 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3285527 Apr 29 16:25:06.303951 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48470) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:25:06.310225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-9e6880a2-536d-4eaa-827c-4a37607e44af tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Request body: {'security_group_rule': {'security_group_id': '5d8cb615-4bac-466e-b268-d58184579326', 'project_id': 'c88c9faa19074d53a2406455be806d48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:25:06.322869 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9e6880a2-536d-4eaa-827c-4a37607e44af tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:25:06.327269 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9e6880a2-536d-4eaa-827c-4a37607e44af tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Usage tracker for resource:security_group_rule and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:25:06.330942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-9e6880a2-536d-4eaa-827c-4a37607e44af tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:25:06.336612 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-9e6880a2-536d-4eaa-827c-4a37607e44af tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:25:06.387728 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9e6880a2-536d-4eaa-827c-4a37607e44af tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.449675 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9e6880a2-536d-4eaa-827c-4a37607e44af tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.505778 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9e6880a2-536d-4eaa-827c-4a37607e44af tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.531072 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6880a2-536d-4eaa-827c-4a37607e44af tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c98b426-7718-421a-831f-b48944ff4b31,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:06.586033 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-9e6880a2-536d-4eaa-827c-4a37607e44af tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.587207 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-9e6880a2-536d-4eaa-827c-4a37607e44af tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2823040 Apr 29 16:25:06.589941 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48474) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:25:06.595912 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-4272f2f9-a58f-47ec-9aae-d9c5e91d8467 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Request body: {'security_group_rule': {'security_group_id': '5d8cb615-4bac-466e-b268-d58184579326', 'project_id': 'c88c9faa19074d53a2406455be806d48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:25:06.601850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4272f2f9-a58f-47ec-9aae-d9c5e91d8467 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:25:06.605576 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4272f2f9-a58f-47ec-9aae-d9c5e91d8467 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Usage tracker for resource:security_group_rule and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:25:06.609007 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-4272f2f9-a58f-47ec-9aae-d9c5e91d8467 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:25:06.614578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-4272f2f9-a58f-47ec-9aae-d9c5e91d8467 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:25:06.684611 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4272f2f9-a58f-47ec-9aae-d9c5e91d8467 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.751821 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4272f2f9-a58f-47ec-9aae-d9c5e91d8467 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.791450 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4272f2f9-a58f-47ec-9aae-d9c5e91d8467 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.815578 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272f2f9-a58f-47ec-9aae-d9c5e91d8467 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bbd1f3-74ad-4d14-8cc0-90628a62fef2,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:06.871899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-4272f2f9-a58f-47ec-9aae-d9c5e91d8467 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:06.875735 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-4272f2f9-a58f-47ec-9aae-d9c5e91d8467 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2824290 Apr 29 16:25:06.876699 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.wsgi [-] (88715) accepted ('10.222.0.39', 48478) {{(pid=88715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:25:06.885271 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [None req-fd887950-c6ce-4d36-b95d-78108b864f2b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Request body: {'security_group_rule': {'security_group_id': '5d8cb615-4bac-466e-b268-d58184579326', 'project_id': 'c88c9faa19074d53a2406455be806d48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:25:06.892732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fd887950-c6ce-4d36-b95d-78108b864f2b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:25:06.897037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fd887950-c6ce-4d36-b95d-78108b864f2b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Usage tracker for resource:security_group_rule and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:25:06.900039 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [None req-fd887950-c6ce-4d36-b95d-78108b864f2b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:25:06.906616 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [None req-fd887950-c6ce-4d36-b95d-78108b864f2b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:25:06.987837 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd887950-c6ce-4d36-b95d-78108b864f2b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.056020 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd887950-c6ce-4d36-b95d-78108b864f2b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.111835 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd887950-c6ce-4d36-b95d-78108b864f2b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.136188 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd887950-c6ce-4d36-b95d-78108b864f2b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803396ec-c6c7-4c71-a440-e00eb1953198,revision_number=0']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:07.191906 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [None req-fd887950-c6ce-4d36-b95d-78108b864f2b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.198447 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [None req-fd887950-c6ce-4d36-b95d-78108b864f2b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3155792 Apr 29 16:25:07.198572 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48482) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:25:07.202754 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-a713ee98-8b05-4bfc-9343-0b62d9140c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Request body: {'security_group_rule': {'security_group_id': '5d8cb615-4bac-466e-b268-d58184579326', 'project_id': 'c88c9faa19074d53a2406455be806d48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:25:07.210172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a713ee98-8b05-4bfc-9343-0b62d9140c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:25:07.214664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a713ee98-8b05-4bfc-9343-0b62d9140c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Usage tracker for resource:security_group_rule and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:25:07.221151 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-a713ee98-8b05-4bfc-9343-0b62d9140c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:25:07.228500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-a713ee98-8b05-4bfc-9343-0b62d9140c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:25:07.317746 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-a713ee98-8b05-4bfc-9343-0b62d9140c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Project c88c9faa19074d53a2406455be806d48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:25:07.325755 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a713ee98-8b05-4bfc-9343-0b62d9140c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.328636 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.398198 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a713ee98-8b05-4bfc-9343-0b62d9140c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.471924 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a713ee98-8b05-4bfc-9343-0b62d9140c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.498689 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713ee98-8b05-4bfc-9343-0b62d9140c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95df2d0-3cd7-414e-b310-4a5736b8cc6c,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:07.563533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-a713ee98-8b05-4bfc-9343-0b62d9140c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.564941 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-a713ee98-8b05-4bfc-9343-0b62d9140c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3672965 Apr 29 16:25:07.567533 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48486) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:25:07.572739 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-93414fe8-ade0-48f8-9ceb-3b95ac2f3212 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Request body: {'security_group_rule': {'security_group_id': '5d8cb615-4bac-466e-b268-d58184579326', 'project_id': 'c88c9faa19074d53a2406455be806d48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:25:07.579356 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-93414fe8-ade0-48f8-9ceb-3b95ac2f3212 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:25:07.583717 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-93414fe8-ade0-48f8-9ceb-3b95ac2f3212 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Usage tracker for resource:security_group_rule and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:25:07.587032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-93414fe8-ade0-48f8-9ceb-3b95ac2f3212 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:25:07.594269 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-93414fe8-ade0-48f8-9ceb-3b95ac2f3212 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:25:07.683391 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.securitygroups_db [None req-93414fe8-ade0-48f8-9ceb-3b95ac2f3212 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Project c88c9faa19074d53a2406455be806d48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 16:25:07.690654 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-93414fe8-ade0-48f8-9ceb-3b95ac2f3212 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.755743 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-93414fe8-ade0-48f8-9ceb-3b95ac2f3212 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.795537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d7c95492-1fe1-44f8-bfa8-cda90cce03f8 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:25:07.837119 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-93414fe8-ade0-48f8-9ceb-3b95ac2f3212 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442598'] for security_group_rule, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.864509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port d7c95492-1fe1-44f8-bfa8-cda90cce03f8 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:25:07.864837 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.866009 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93414fe8-ade0-48f8-9ceb-3b95ac2f3212 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8965f9f6-0b50-4949-8bc3-1e5284555bb2,revision_number=0']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:07.934319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-93414fe8-ade0-48f8-9ceb-3b95ac2f3212 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:07.937934 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-93414fe8-ade0-48f8-9ceb-3b95ac2f3212 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3670025 Apr 29 16:25:08.065339 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Sync routers for ids ['bb596b00-32fa-4e2d-8722-dc931cac7c89'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:25:08.074790 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Routers {'bb596b00-32fa-4e2d-8722-dc931cac7c89'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:25:08.075382 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:25:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['bb596b00-32fa-4e2d-8722-dc931cac7c89'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:08.102892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-0858f44c-77d7-46f2-bcf3-c4dbe40341dc tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Synchronizing usage tracker for tenant:c88c9faa19074d53a2406455be806d48 on resource:security_group {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:25:08.197363 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-0858f44c-77d7-46f2-bcf3-c4dbe40341dc tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Unset dirty status for tenant:c88c9faa19074d53a2406455be806d48 on resource:security_group {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:25:08.198535 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-0858f44c-77d7-46f2-bcf3-c4dbe40341dc tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915590666&fields=id&tenant_id=c88c9faa19074d53a2406455be806d48 HTTP/1.1" status: 200 len: 267 time: 0.1358216 Apr 29 16:25:08.250590 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Set router bb596b00-32fa-4e2d-8722-dc931cac7c89 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:25:08.353874 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-77a3dd84-20d6-470d-bd96-e5fe15f70b1f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:08.354470 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-77a3dd84-20d6-470d-bd96-e5fe15f70b1f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Synchronizing usage tracker for tenant:c88c9faa19074d53a2406455be806d48 on resource:network {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:25:08.436938 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-77a3dd84-20d6-470d-bd96-e5fe15f70b1f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Unset dirty status for tenant:c88c9faa19074d53a2406455be806d48 on resource:network {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:25:08.438239 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-77a3dd84-20d6-470d-bd96-e5fe15f70b1f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/networks?id=125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 200 len: 809 time: 0.2320240 Apr 29 16:25:08.453183 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-d8c0f7a4-82e2-49fa-ae2e-4ae39997284e tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/quotas/c88c9faa19074d53a2406455be806d48 HTTP/1.1" status: 200 len: 375 time: 0.0093558 Apr 29 16:25:08.539840 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-3266920f-5e1b-46d4-9c27-bc3bb1219fa0 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Synchronizing usage tracker for tenant:c88c9faa19074d53a2406455be806d48 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:25:08.554814 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'name': 'tempest-TestSnapshotPattern-1090316024-router', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:59Z', 'updated_at': '2022-04-29T16:25:03Z', 'revision_number': 4, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'gw_port': {'id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:00Z', 'updated_at': '2022-04-29T16:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '97a55191-4912-40f4-a2f0-ab291a409851', 'name': '', 'network_id': '22e602be-f26d-4977-86c0-16d05343531e', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'mac_address': 'fa:16:3e:16:f0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'bfae79cd-c0d3-4b65-b239-2f44e792f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:03Z', 'updated_at': '2022-04-29T16:25:03Z', 'revision_number': 2, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'subnets': [{'id': 'bfae79cd-c0d3-4b65-b239-2f44e792f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:08.558565 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Checking router: bb596b00-32fa-4e2d-8722-dc931cac7c89 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:25:08.558911 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Updating router bb596b00-32fa-4e2d-8722-dc931cac7c89 port 97a55191-4912-40f4-a2f0-ab291a409851 binding host dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 16:25:08.614172 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-3266920f-5e1b-46d4-9c27-bc3bb1219fa0 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Unset dirty status for tenant:c88c9faa19074d53a2406455be806d48 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:25:08.614419 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:08.615483 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-3266920f-5e1b-46d4-9c27-bc3bb1219fa0 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1570013 Apr 29 16:25:08.726064 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-ebb5f136-f1e9-4a8d-8dbc-595c8e416af6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 16:25:08.727038 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-ebb5f136-f1e9-4a8d-8dbc-595c8e416af6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0999982 Apr 29 16:25:08.861508 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-32c520c3-a03e-426a-8f47-3cb7b3127539 service neutron] 10.222.0.39 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281748 Apr 29 16:25:08.950708 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Notify callbacks [] for port, precommit_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:08.962628 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.provisioning_blocks [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Transition to ACTIVE for port object 97a55191-4912-40f4-a2f0-ab291a409851 will not be triggered until provisioned by entity L2. {{(pid=88717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:25:08.994577 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2ce1582d-0d18-4444-a81e-8cc019320ade service neutron] 10.222.0.39 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273901 Apr 29 16:25:09.042594 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:09.193874 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93da78-afca-4168-80e9-652cea95dafb None None] Pushing event updated for resources: {'Port': ['ID=97a55191-4912-40f4-a2f0-ab291a409851,revision_number=3']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:09.266882 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Attempting to bind port 97a55191-4912-40f4-a2f0-ab291a409851 on host dv-neutron-839183-1-hyperv for vnic_type normal with profile {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:25:09.267480 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Attempting to bind port 97a55191-4912-40f4-a2f0-ab291a409851 by drivers openvswitch,hyperv on host dv-neutron-839183-1-hyperv at level 0 using segments [{'id': '94917b37-88e2-4b44-92f2-6519653cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22e602be-f26d-4977-86c0-16d05343531e'}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:25:09.267999 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Attempting to bind port 97a55191-4912-40f4-a2f0-ab291a409851 on network 22e602be-f26d-4977-86c0-16d05343531e {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:25:09.273872 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Checking agent: {'id': '460fe0c5-6863-41a2-b3cc-a0edcc4c48b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 20, 35), 'started_at': datetime.datetime(2022, 4, 29, 15, 21, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:25:09.274539 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Checking segment: {'id': '94917b37-88e2-4b44-92f2-6519653cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22e602be-f26d-4977-86c0-16d05343531e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:25:09.275289 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:09.275860 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Bound using segment: {'id': '94917b37-88e2-4b44-92f2-6519653cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22e602be-f26d-4977-86c0-16d05343531e'} {{(pid=88717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:25:09.276880 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.managers [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Bound port: 97a55191-4912-40f4-a2f0-ab291a409851, host: dv-neutron-839183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94917b37-88e2-4b44-92f2-6519653cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22e602be-f26d-4977-86c0-16d05343531e'}}] {{(pid=88717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:25:09.277473 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:09.309587 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-e1963d93-7199-49f1-8a49-db9eb10fef9c req-7b8373fc-0f43-4f19-860c-af2822d7644f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 210 time: 0.0674844 Apr 29 16:25:09.379517 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] For port 97a55191-4912-40f4-a2f0-ab291a409851, host dv-neutron-839183-1-hyperv, cleared binding levels {{(pid=88717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:25:09.382542 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.plugins.ml2.db [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] For port 97a55191-4912-40f4-a2f0-ab291a409851, host dv-neutron-839183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=97a55191-4912-40f4-a2f0-ab291a409851,segment=NetworkSegment(94917b37-88e2-4b44-92f2-6519653cf91c),segment_id=94917b37-88e2-4b44-92f2-6519653cf91c)] {{(pid=88717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:25:09.443307 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron_lib.callbacks.manager [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:09.524537 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93da78-afca-4168-80e9-652cea95dafb None None] Pushing event updated for resources: {'Port': ['ID=97a55191-4912-40f4-a2f0-ab291a409851,revision_number=4']} {{(pid=88717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:09.527084 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Routers {'bb596b00-32fa-4e2d-8722-dc931cac7c89'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:25:09.527683 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:25:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['bb596b00-32fa-4e2d-8722-dc931cac7c89'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:09.745243 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] Set router bb596b00-32fa-4e2d-8722-dc931cac7c89 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:25:09.817511 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 97a55191-4912-40f4-a2f0-ab291a409851 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:25:09.946134 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning for port 97a55191-4912-40f4-a2f0-ab291a409851 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:25:09.951190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 97a55191-4912-40f4-a2f0-ab291a409851 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:25:09.951562 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:10.065987 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'name': 'tempest-TestSnapshotPattern-1090316024-router', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:59Z', 'updated_at': '2022-04-29T16:25:03Z', 'revision_number': 4, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'gw_port': {'id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:00Z', 'updated_at': '2022-04-29T16:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '97a55191-4912-40f4-a2f0-ab291a409851', 'name': '', 'network_id': '22e602be-f26d-4977-86c0-16d05343531e', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'mac_address': 'fa:16:3e:16:f0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'bfae79cd-c0d3-4b65-b239-2f44e792f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:03Z', 'updated_at': '2022-04-29T16:25:09Z', 'revision_number': 4, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'subnets': [{'id': 'bfae79cd-c0d3-4b65-b239-2f44e792f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:10.069802 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf51785-a307-42eb-b0bc-79a8ccf46f66 None None] The sync data for ids ['bb596b00-32fa-4e2d-8722-dc931cac7c89'] in dv-neutron-839183-1-hyperv is: [{'id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'name': 'tempest-TestSnapshotPattern-1090316024-router', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:59Z', 'updated_at': '2022-04-29T16:25:03Z', 'revision_number': 4, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'gw_port': {'id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:00Z', 'updated_at': '2022-04-29T16:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '97a55191-4912-40f4-a2f0-ab291a409851', 'name': '', 'network_id': '22e602be-f26d-4977-86c0-16d05343531e', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'mac_address': 'fa:16:3e:16:f0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'bfae79cd-c0d3-4b65-b239-2f44e792f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:03Z', 'updated_at': '2022-04-29T16:25:09Z', 'revision_number': 4, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'subnets': [{'id': 'bfae79cd-c0d3-4b65-b239-2f44e792f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:25:10.073595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:10.107584 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] For port 97a55191-4912-40f4-a2f0-ab291a409851, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=97a55191-4912-40f4-a2f0-ab291a409851,segment=NetworkSegment(94917b37-88e2-4b44-92f2-6519653cf91c),segment_id=94917b37-88e2-4b44-92f2-6519653cf91c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:25:10.186874 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:10.267287 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Pushing event updated for resources: {'Port': ['ID=97a55191-4912-40f4-a2f0-ab291a409851,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:10.456634 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d5862c28-9316-413a-b139-ad49654cad54 req-5d58a74b-eedc-4e18-9d10-f9ede1e0723e tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 210 time: 0.0424507 Apr 29 16:25:11.491533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-04c5a812-2671-417a-b263-7a8e94fec736 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:11.494111 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-04c5a812-2671-417a-b263-7a8e94fec736 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.44 "GET /v2.0/networks?id=125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 200 len: 809 time: 0.2565637 Apr 29 16:25:11.549155 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-e6fd9ca4-a0a6-41f9-85da-c1e694b484bd tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Synchronizing usage tracker for tenant:c88c9faa19074d53a2406455be806d48 on resource:security_group {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:25:11.560538 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-e6fd9ca4-a0a6-41f9-85da-c1e694b484bd tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Unset dirty status for tenant:c88c9faa19074d53a2406455be806d48 on resource:security_group {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:25:11.562351 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-e6fd9ca4-a0a6-41f9-85da-c1e694b484bd tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88c9faa19074d53a2406455be806d48 HTTP/1.1" status: 200 len: 380 time: 0.0599887 Apr 29 16:25:11.570759 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Request body: {'port': {'device_id': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'admin_state_up': True, 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'security_groups': ['5d8cb615-4bac-466e-b268-d58184579326']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:25:11.615176 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-68cbd261-9141-4329-94ee-26c6dc2fed37 req-23a8147e-e1cc-4522-a84a-ffd057bab4cc tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 210 time: 0.0464096 Apr 29 16:25:11.707426 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:25:11.718258 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:25:11.769092 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Made reservation on behalf of c88c9faa19074d53a2406455be806d48 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:25:11.772779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:11.797429 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 97a55191-4912-40f4-a2f0-ab291a409851 up at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:25:11.864786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Provisioning complete for port 97a55191-4912-40f4-a2f0-ab291a409851 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:25:11.865155 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:11.930583 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Allocated IP 172.20.0.10 (125a369e-3588-4d5a-9927-fef275024926/2f1e5284-fb8d-446c-8287-0e9d9130813e/d4067b2e-8479-4c23-8fcb-486224b68212) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:25:12.119533 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:12.134590 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Transition to ACTIVE for port object d4067b2e-8479-4c23-8fcb-486224b68212 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:25:12.197260 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:12.265316 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Network 125a369e-3588-4d5a-9927-fef275024926 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:25:12.268341 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:25:12.272199 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:25:12.312983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'Port': ['ID=d4067b2e-8479-4c23-8fcb-486224b68212,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:12.344254 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:12.344899 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:12.414933 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-50960b89-5d3e-475f-b1ad-d5b759b756f4 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8477552 Apr 29 16:25:12.426426 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Request body: {'port': {'device_id': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:25:12.534241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:12.557048 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4719ac89-4a6f-4f37-855e-01bbc36c7100 None None] Provisioning for port d4067b2e-8479-4c23-8fcb-486224b68212 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:25:12.563093 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-4719ac89-4a6f-4f37-855e-01bbc36c7100 None None] Provisioning complete for port d4067b2e-8479-4c23-8fcb-486224b68212 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:25:12.563461 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4719ac89-4a6f-4f37-855e-01bbc36c7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:12.614608 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-4719ac89-4a6f-4f37-855e-01bbc36c7100 None None] Port d4067b2e-8479-4c23-8fcb-486224b68212 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:25:12.803625 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f0770-a891-41bd-ace9-50c0c82438b3 req-1fc064e0-e7a6-4a05-8314-b247d973ea6a tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:12.805106 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0c0f0770-a891-41bd-ace9-50c0c82438b3 req-1fc064e0-e7a6-4a05-8314-b247d973ea6a tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 932 time: 0.0809834 Apr 29 16:25:12.849096 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0c0f0770-a891-41bd-ace9-50c0c82438b3 req-ae5b6724-aa16-4f0d-bdc8-dec527f751a5 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383208 Apr 29 16:25:12.878043 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4067b2e-8479-4c23-8fcb-486224b68212 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:25:12.885154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:12.898775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Transition to ACTIVE for port object d4067b2e-8479-4c23-8fcb-486224b68212 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:25:12.991023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:13.143633 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Pushing event updated for resources: {'Port': ['ID=d4067b2e-8479-4c23-8fcb-486224b68212,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:13.225753 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Attempting to bind port d4067b2e-8479-4c23-8fcb-486224b68212 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:25:13.226086 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Attempting to bind port d4067b2e-8479-4c23-8fcb-486224b68212 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:25:13.226463 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Attempting to bind port d4067b2e-8479-4c23-8fcb-486224b68212 on network 125a369e-3588-4d5a-9927-fef275024926 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:25:13.230961 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Port d4067b2e-8479-4c23-8fcb-486224b68212 on network 125a369e-3588-4d5a-9927-fef275024926 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:25:13.231277 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Attempting to bind port d4067b2e-8479-4c23-8fcb-486224b68212 on network 125a369e-3588-4d5a-9927-fef275024926 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:25:13.237113 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:25:13.237444 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Checking segment: {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:25:13.237822 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Bound using segment: {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:25:13.238247 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Bound port: d4067b2e-8479-4c23-8fcb-486224b68212, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:25:13.238600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:13.326266 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] For port d4067b2e-8479-4c23-8fcb-486224b68212, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:25:13.329217 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] For port d4067b2e-8479-4c23-8fcb-486224b68212, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d4067b2e-8479-4c23-8fcb-486224b68212,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:25:13.380037 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:13.540373 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:13.541021 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:13.542313 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] 10.222.0.44 "PUT /v2.0/ports/d4067b2e-8479-4c23-8fcb-486224b68212 HTTP/1.1" status: 200 len: 1094 time: 1.1202047 Apr 29 16:25:13.545028 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:25:13.571225 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e594d11-3dc2-4624-a978-30c0f1c9aa4e service neutron] Pushing event updated for resources: {'Port': ['ID=d4067b2e-8479-4c23-8fcb-486224b68212,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:13.596404 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25da54d-9f78-47f7-800f-1faa30712087'] response: {'name': 'network-changed', 'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'status': 'completed', 'code': 200} Apr 29 16:25:13.692508 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea12e7-093b-4043-87e3-0c7a24d986c6 req-904e3642-328e-4f7c-8240-68f38a1d18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:13.694127 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e0ea12e7-093b-4043-87e3-0c7a24d986c6 req-904e3642-328e-4f7c-8240-68f38a1d18ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 1097 time: 0.0767455 Apr 29 16:25:13.833795 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea12e7-093b-4043-87e3-0c7a24d986c6 req-bef22b5c-af8f-4b44-ac48-8d8fb77da7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:13.835137 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e0ea12e7-093b-4043-87e3-0c7a24d986c6 req-bef22b5c-af8f-4b44-ac48-8d8fb77da7d2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c88c9faa19074d53a2406455be806d48&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1344376 Apr 29 16:25:13.971281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea12e7-093b-4043-87e3-0c7a24d986c6 req-96cb0392-9204-4711-a44c-1ca8a6998acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:13.972730 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e0ea12e7-093b-4043-87e3-0c7a24d986c6 req-96cb0392-9204-4711-a44c-1ca8a6998acf service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318786 Apr 29 16:25:14.037506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886eb2e-66a2-47b2-8cd6-9318b912cb03 req-b6c80d9c-5ece-4e3c-8644-6607058f7e4c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:14.038865 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8886eb2e-66a2-47b2-8cd6-9318b912cb03 req-b6c80d9c-5ece-4e3c-8644-6607058f7e4c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 944 time: 0.0841875 Apr 29 16:25:14.082345 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8886eb2e-66a2-47b2-8cd6-9318b912cb03 req-578ccffe-6af3-457f-91a9-4fd8873c84b0 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376647 Apr 29 16:25:14.085358 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-0cb9423d-23df-4bf2-b35d-33de71433217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:14.086810 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-0cb9423d-23df-4bf2-b35d-33de71433217 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 1097 time: 0.0770998 Apr 29 16:25:14.154426 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-dcee6a5c-6ac8-441d-ac53-f42937555567 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4067b2e-8479-4c23-8fcb-486224b68212 HTTP/1.1" status: 200 len: 217 time: 0.0606041 Apr 29 16:25:14.216658 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-f3e56172-b844-4f38-a50d-7033a8e76e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:14.218068 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-f3e56172-b844-4f38-a50d-7033a8e76e24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f1e5284-fb8d-446c-8287-0e9d9130813e HTTP/1.1" status: 200 len: 848 time: 0.0581236 Apr 29 16:25:14.290722 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-096823d8-464f-4bbe-8ae8-fe5f9bfc66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:14.292130 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-096823d8-464f-4bbe-8ae8-fe5f9bfc66f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=125a369e-3588-4d5a-9927-fef275024926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683594 Apr 29 16:25:14.422853 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-2312d1fd-78bc-467c-aab2-8dcc3b161ee2 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224337 Apr 29 16:25:14.553801 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-3b0f6ce1-3323-4820-877d-ea039511df4e req-249f2718-0ca9-4cc6-aceb-95ad67f7576f service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247106 Apr 29 16:25:15.414527 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c32e9-f78d-4f3b-9566-07c4ec879d5c req-07a1a265-783a-4572-bdba-a3d3cec1a19f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:15.415962 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-682c32e9-f78d-4f3b-9566-07c4ec879d5c req-07a1a265-783a-4572-bdba-a3d3cec1a19f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 944 time: 0.0787113 Apr 29 16:25:15.461555 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-682c32e9-f78d-4f3b-9566-07c4ec879d5c req-7518472f-d2db-4302-9eaf-b8ee2c952a98 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398304 Apr 29 16:25:16.646258 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f08074-4a50-45b5-ad24-329765498000 req-5adb83d2-9e2a-47f9-98d3-0a0fea93fa20 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:16.647712 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-19f08074-4a50-45b5-ad24-329765498000 req-5adb83d2-9e2a-47f9-98d3-0a0fea93fa20 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 944 time: 0.0783365 Apr 29 16:25:16.692301 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-19f08074-4a50-45b5-ad24-329765498000 req-3fc8c8e3-ef4f-4a8f-81bb-c8c1937dd476 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387466 Apr 29 16:25:17.875118 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c5950-2c9a-4238-8b54-8fdc333374f1 req-9b9c4836-d0b7-4e2c-b816-79209785567c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:17.876438 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bf3c5950-2c9a-4238-8b54-8fdc333374f1 req-9b9c4836-d0b7-4e2c-b816-79209785567c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 944 time: 0.0815225 Apr 29 16:25:17.918939 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-bf3c5950-2c9a-4238-8b54-8fdc333374f1 req-1cedd27c-5867-456e-a361-8320168780fe tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368979 Apr 29 16:25:18.430913 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device d4067b2e-8479-4c23-8fcb-486224b68212 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:25:18.627219 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port d4067b2e-8479-4c23-8fcb-486224b68212, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d4067b2e-8479-4c23-8fcb-486224b68212,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:25:18.651665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'port_id': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'mac_address': 'fa:16:3e:65:0e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:25:18.715856 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:18.734979 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4067b2e-8479-4c23-8fcb-486224b68212 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:25:18.753625 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port d4067b2e-8479-4c23-8fcb-486224b68212, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d4067b2e-8479-4c23-8fcb-486224b68212,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:25:18.819878 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:18.887428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=d4067b2e-8479-4c23-8fcb-486224b68212,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:19.051671 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['d4067b2e-8479-4c23-8fcb-486224b68212'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:25:19.105709 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3bd86-1979-4497-a68e-4688ef2172be req-b23bc52e-7171-44f9-9885-6499e4741b62 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:19.107610 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6c3bd86-1979-4497-a68e-4688ef2172be req-b23bc52e-7171-44f9-9885-6499e4741b62 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 945 time: 0.0802248 Apr 29 16:25:19.151055 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-c6c3bd86-1979-4497-a68e-4688ef2172be req-1673694f-cc15-40b6-bfa7-cb4d97c27d76 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379426 Apr 29 16:25:20.436271 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a554924-5eb4-4da3-a142-6d99089d8c0a req-d46888ef-b5e3-4d3b-9777-5e697c59684b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:20.437669 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4a554924-5eb4-4da3-a142-6d99089d8c0a req-d46888ef-b5e3-4d3b-9777-5e697c59684b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 945 time: 0.1816101 Apr 29 16:25:20.444145 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device d4067b2e-8479-4c23-8fcb-486224b68212 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:25:20.481924 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4a554924-5eb4-4da3-a142-6d99089d8c0a req-ac19c128-a327-4d40-99b9-e5469d4b8cb9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383499 Apr 29 16:25:20.585485 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port d4067b2e-8479-4c23-8fcb-486224b68212 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:25:20.590286 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port d4067b2e-8479-4c23-8fcb-486224b68212 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:25:20.590663 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:20.708056 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:20.733785 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:25:20.743180 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port d4067b2e-8479-4c23-8fcb-486224b68212, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d4067b2e-8479-4c23-8fcb-486224b68212,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:25:20.782155 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e048998e-c657-4702-b4c6-1058083d31d9'] response: {'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'code': 200} Apr 29 16:25:20.808568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:20.883112 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=d4067b2e-8479-4c23-8fcb-486224b68212,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:21.078810 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fdc64-3996-458b-ad0a-f68b97b45939 req-5edfaea9-1626-4f67-b374-44e70418e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:21.080185 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b60fdc64-3996-458b-ad0a-f68b97b45939 req-5edfaea9-1626-4f67-b374-44e70418e218 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 1099 time: 0.0720787 Apr 29 16:25:21.118195 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-b60fdc64-3996-458b-ad0a-f68b97b45939 req-f5246659-c158-4a10-a4ee-fd13ab0bef64 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321255 Apr 29 16:25:21.663681 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741b17e-a589-4cb9-8846-d24b4c5093c2 req-baf6c7a1-666f-4132-8e1f-417a0a731e52 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:21.665174 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f741b17e-a589-4cb9-8846-d24b4c5093c2 req-baf6c7a1-666f-4132-8e1f-417a0a731e52 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 946 time: 0.0785627 Apr 29 16:25:21.708249 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f741b17e-a589-4cb9-8846-d24b4c5093c2 req-915ee640-f7cf-419b-b475-482e53f0fd12 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368156 Apr 29 16:25:22.893307 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04558555-4413-4c92-8441-f5521053d50c req-9be16138-fd63-42fb-9298-97af1d26be83 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:22.894724 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-04558555-4413-4c92-8441-f5521053d50c req-9be16138-fd63-42fb-9298-97af1d26be83 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 946 time: 0.0807731 Apr 29 16:25:22.939021 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-04558555-4413-4c92-8441-f5521053d50c req-b22694ee-8d92-4667-8e2f-0348e7d85b2d tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Apr 29 16:25:23.119070 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6ca76-e453-4fed-8e39-4268371b27bf req-595b5ecc-4a7c-4aff-af48-88a160fc3e11 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:23.120519 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5cf6ca76-e453-4fed-8e39-4268371b27bf req-595b5ecc-4a7c-4aff-af48-88a160fc3e11 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 946 time: 0.0777843 Apr 29 16:25:23.168364 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-5cf6ca76-e453-4fed-8e39-4268371b27bf req-6e61af8e-bbbb-466a-82dc-c3ef3bf64bb5 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413442 Apr 29 16:25:23.191706 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48554) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:25:23.302916 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a82e1-985b-41a4-b649-6aee6ffbb488 tempest-TestSnapshotPattern-523271942 tempest-TestSnapshotPattern-523271942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:23.303550 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-827a82e1-985b-41a4-b649-6aee6ffbb488 tempest-TestSnapshotPattern-523271942 tempest-TestSnapshotPattern-523271942-project-admin] Synchronizing usage tracker for tenant:25914608f51949c4b81b9d3164c6a74e on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:25:23.391298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-827a82e1-985b-41a4-b649-6aee6ffbb488 tempest-TestSnapshotPattern-523271942 tempest-TestSnapshotPattern-523271942-project-admin] Unset dirty status for tenant:25914608f51949c4b81b9d3164c6a74e on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:25:23.392522 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-827a82e1-985b-41a4-b649-6aee6ffbb488 tempest-TestSnapshotPattern-523271942 tempest-TestSnapshotPattern-523271942-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 1094 time: 0.1997244 Apr 29 16:25:23.395362 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48560) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:25:23.400250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:25:23.406877 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:25:23.410864 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Usage tracker for resource:floatingip and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:25:23.413613 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:25:23.419385 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:25:23.488510 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:23.622286 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:23.757764 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Allocated IP 172.26.2.175 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/d679f275-ac68-4f4f-9fd1-6e75c2084ebf) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:25:23.904106 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:23.985846 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:24.051068 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:25:24.053791 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:25:24.056283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:25:24.094315 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'Port': ['ID=d679f275-ac68-4f4f-9fd1-6e75c2084ebf,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:24.456213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:24.576348 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:24.597152 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:24.780484 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:24.842941 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:25.051387 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'Port': ['ID=d679f275-ac68-4f4f-9fd1-6e75c2084ebf,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:25:25.062813 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:25.268367 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Floating IP a5e443ab-3c15-410b-90e7-f516dc22ab60 associated. External IP: 172.26.2.175, port: d4067b2e-8479-4c23-8fcb-486224b68212. Apr 29 16:25:25.688618 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Router f635eb49-cd53-44ad-8610-016f2826d4ed has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:25:25.867251 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:25:25.878073 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070ce0a0-40f8-4029-9631-94e36ee23778 None None] Sync routers for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:25:25.886876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ce0a0-40f8-4029-9631-94e36ee23778 None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:25:25.887554 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-070ce0a0-40f8-4029-9631-94e36ee23778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:25:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:25.951232 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:26.007072 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2ac0db1a-ed9b-487e-87bf-bc45a1ac08d2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6105425 Apr 29 16:25:26.007731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:25:26.058912 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd55c0c-e0d2-4e18-8acb-b6b41c0b2072'] response: {'name': 'network-changed', 'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'status': 'completed', 'code': 200} Apr 29 16:25:26.067419 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-070ce0a0-40f8-4029-9631-94e36ee23778 None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:25:26.147435 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a9961-e1dc-4025-877b-29a2741e342e req-ec3985c5-45b5-4b47-96b5-096f3a5af247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:26.148922 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5e4a9961-e1dc-4025-877b-29a2741e342e req-ec3985c5-45b5-4b47-96b5-096f3a5af247 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 1099 time: 0.0708675 Apr 29 16:25:26.278960 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a9961-e1dc-4025-877b-29a2741e342e req-02b7526c-e4b6-402f-9845-cf2a0d256a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:26.280813 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5e4a9961-e1dc-4025-877b-29a2741e342e req-02b7526c-e4b6-402f-9845-cf2a0d256a18 service neutron] 10.222.0.44 "GET /v2.0/networks?id=125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 200 len: 910 time: 0.1257744 Apr 29 16:25:26.381082 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5e4a9961-e1dc-4025-877b-29a2741e342e req-9ad7f589-db75-4db2-b4ab-8b5c1f416b8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4067b2e-8479-4c23-8fcb-486224b68212 HTTP/1.1" status: 200 len: 1000 time: 0.0947220 Apr 29 16:25:26.413882 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-070ce0a0-40f8-4029-9631-94e36ee23778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a5e443ab-3c15-410b-90e7-f516dc22ab60', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'port_id': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'mac_address': 'fa:16:3e:65:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:25:24Z', 'updated_at': '2022-04-29T16:25:24Z', 'revision_number': 0, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:25:02Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:26.417655 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070ce0a0-40f8-4029-9631-94e36ee23778 None None] Checking router: f635eb49-cd53-44ad-8610-016f2826d4ed for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:25:26.425929 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ce0a0-40f8-4029-9631-94e36ee23778 None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:25:26.426517 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-070ce0a0-40f8-4029-9631-94e36ee23778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:25:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:26.445687 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a9961-e1dc-4025-877b-29a2741e342e req-4fedd358-4639-48d8-86b0-34ecd76968ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:26.447210 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5e4a9961-e1dc-4025-877b-29a2741e342e req-4fedd358-4639-48d8-86b0-34ecd76968ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f1e5284-fb8d-446c-8287-0e9d9130813e HTTP/1.1" status: 200 len: 848 time: 0.0606308 Apr 29 16:25:26.518903 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a9961-e1dc-4025-877b-29a2741e342e req-bba62034-3194-4561-990b-0f6208711fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:25:26.520435 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5e4a9961-e1dc-4025-877b-29a2741e342e req-bba62034-3194-4561-990b-0f6208711fe6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=125a369e-3588-4d5a-9927-fef275024926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674179 Apr 29 16:25:26.603401 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-070ce0a0-40f8-4029-9631-94e36ee23778 None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:25:26.655589 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5e4a9961-e1dc-4025-877b-29a2741e342e req-c64acf74-f383-4973-8d14-0082377cec64 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290600 Apr 29 16:25:26.891637 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5e4a9961-e1dc-4025-877b-29a2741e342e req-ed94bac3-80a8-470f-9bbf-41caae66eaa0 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304740 Apr 29 16:25:26.995804 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-070ce0a0-40f8-4029-9631-94e36ee23778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a5e443ab-3c15-410b-90e7-f516dc22ab60', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'port_id': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'mac_address': 'fa:16:3e:65:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:25:24Z', 'updated_at': '2022-04-29T16:25:24Z', 'revision_number': 0, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:25:02Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:25:27.000138 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070ce0a0-40f8-4029-9631-94e36ee23778 None None] The sync data for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv is: [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a5e443ab-3c15-410b-90e7-f516dc22ab60', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'port_id': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'mac_address': 'fa:16:3e:65:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:25:24Z', 'updated_at': '2022-04-29T16:25:24Z', 'revision_number': 0, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:25:02Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:25:27.184958 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14c1d6d-662e-40b6-b2af-e224f6754a4f None None] New status for floating IP a5e443ab-3c15-410b-90e7-f516dc22ab60: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:25:31.523023 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:25:32.225782 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9bd60a39-94ba-4b99-b9e3-eef110ea43c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:34.253428 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5fba97a1-5586-4f33-bdcc-6aca00b2783f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:35.264966 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:35.619857 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:37.276449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:25:54.613482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:02.224745 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-c224e1ac-91b4-41a5-a0a6-cdc1a052da97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:04.270422 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-da4ce5c9-65b7-401c-abab-5b9fa93e407b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:05.287379 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:05.590441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:07.281840 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:08.522330 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:26:17.799094 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c77fceca-6488-459f-b7fd-d33fdcb1b0cf req-1982eb20-f719-4938-93d6-0a067c961738 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686636 Apr 29 16:26:17.938202 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fceca-6488-459f-b7fd-d33fdcb1b0cf req-baf21ba1-bf1b-4afe-b011-073448a6afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:26:17.939641 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c77fceca-6488-459f-b7fd-d33fdcb1b0cf req-baf21ba1-bf1b-4afe-b011-073448a6afed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 1099 time: 0.0721600 Apr 29 16:26:18.077256 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fceca-6488-459f-b7fd-d33fdcb1b0cf req-72f82a88-aab2-4400-adaa-f11b9ee1a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:26:18.078627 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c77fceca-6488-459f-b7fd-d33fdcb1b0cf req-72f82a88-aab2-4400-adaa-f11b9ee1a291 service neutron] 10.222.0.44 "GET /v2.0/networks?id=125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 200 len: 910 time: 0.1214266 Apr 29 16:26:18.177437 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c77fceca-6488-459f-b7fd-d33fdcb1b0cf req-0a877735-542f-4313-acef-13f3e3efc657 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4067b2e-8479-4c23-8fcb-486224b68212 HTTP/1.1" status: 200 len: 1002 time: 0.0933313 Apr 29 16:26:18.239380 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fceca-6488-459f-b7fd-d33fdcb1b0cf req-6391b0c2-107e-4115-ad2d-12ca9a0b5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:26:18.240953 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c77fceca-6488-459f-b7fd-d33fdcb1b0cf req-6391b0c2-107e-4115-ad2d-12ca9a0b5207 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f1e5284-fb8d-446c-8287-0e9d9130813e HTTP/1.1" status: 200 len: 848 time: 0.0576313 Apr 29 16:26:18.320015 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fceca-6488-459f-b7fd-d33fdcb1b0cf req-e4b69e7a-bc3d-4663-baf2-80a132d472a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:26:18.321520 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c77fceca-6488-459f-b7fd-d33fdcb1b0cf req-e4b69e7a-bc3d-4663-baf2-80a132d472a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=125a369e-3588-4d5a-9927-fef275024926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746715 Apr 29 16:26:18.448235 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c77fceca-6488-459f-b7fd-d33fdcb1b0cf req-fe44bede-7527-4119-89ee-636da4ca486d service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208961 Apr 29 16:26:18.574497 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-c77fceca-6488-459f-b7fd-d33fdcb1b0cf req-ca284923-b74c-4e8a-9f97-a573f2d69ba4 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205099 Apr 29 16:26:24.659425 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:32.200775 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-48bf5658-9a9a-4921-acb1-ab322f944a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:34.235240 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b14fdd3b-a811-46fd-b4c4-a673e8802570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:35.251875 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:35.589621 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:37.298364 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:26:45.521514 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:26:54.646171 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:02.189142 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bc0b1755-df9f-4c4e-9d41-0e700517352f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:04.240688 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b6c1fee2-baf1-4430-ac01-593eeed8032c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:05.274764 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:05.583954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:07.292231 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:17.837147 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2a94004d-b2b3-4389-8ba7-0f49a0f8f40c req-4cdfab31-7f5d-43da-8e06-aa8f5df54510 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121526 Apr 29 16:27:17.971936 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94004d-b2b3-4389-8ba7-0f49a0f8f40c req-76afa1a4-a680-4d99-8e01-1995524fb34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:17.973932 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2a94004d-b2b3-4389-8ba7-0f49a0f8f40c req-76afa1a4-a680-4d99-8e01-1995524fb34a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 1099 time: 0.0715122 Apr 29 16:27:18.112977 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94004d-b2b3-4389-8ba7-0f49a0f8f40c req-d9488c75-d79e-4aa7-87cd-c035a337c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:18.114404 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2a94004d-b2b3-4389-8ba7-0f49a0f8f40c req-d9488c75-d79e-4aa7-87cd-c035a337c84c service neutron] 10.222.0.44 "GET /v2.0/networks?id=125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 200 len: 910 time: 0.1221726 Apr 29 16:27:18.211636 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2a94004d-b2b3-4389-8ba7-0f49a0f8f40c req-c1730696-032f-466c-a0a6-cba3a2e83f41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4067b2e-8479-4c23-8fcb-486224b68212 HTTP/1.1" status: 200 len: 1002 time: 0.0916512 Apr 29 16:27:18.275981 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94004d-b2b3-4389-8ba7-0f49a0f8f40c req-f7b6e21b-a162-4104-959c-f17f64df2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:18.277445 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2a94004d-b2b3-4389-8ba7-0f49a0f8f40c req-f7b6e21b-a162-4104-959c-f17f64df2a6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f1e5284-fb8d-446c-8287-0e9d9130813e HTTP/1.1" status: 200 len: 848 time: 0.0601189 Apr 29 16:27:18.351933 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94004d-b2b3-4389-8ba7-0f49a0f8f40c req-e62531a2-15ea-47d1-928e-67cf84e65d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:18.353431 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2a94004d-b2b3-4389-8ba7-0f49a0f8f40c req-e62531a2-15ea-47d1-928e-67cf84e65d4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=125a369e-3588-4d5a-9927-fef275024926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698195 Apr 29 16:27:18.485571 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2a94004d-b2b3-4389-8ba7-0f49a0f8f40c req-e58d2557-7935-4207-b57a-9aeb6afac270 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251526 Apr 29 16:27:18.719975 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2a94004d-b2b3-4389-8ba7-0f49a0f8f40c req-b2595c2c-d3ca-446e-93e4-13e5c5f74677 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289081 Apr 29 16:27:22.521671 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:27:24.651131 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:24.958673 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device d4067b2e-8479-4c23-8fcb-486224b68212 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:27:25.087927 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port d4067b2e-8479-4c23-8fcb-486224b68212, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d4067b2e-8479-4c23-8fcb-486224b68212,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:27:25.101560 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'port_id': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'mac_address': 'fa:16:3e:65:0e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:27:25.155222 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:25.172530 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4067b2e-8479-4c23-8fcb-486224b68212 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:27:25.187504 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port d4067b2e-8479-4c23-8fcb-486224b68212, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d4067b2e-8479-4c23-8fcb-486224b68212,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:27:25.262939 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:25.338473 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['d4067b2e-8479-4c23-8fcb-486224b68212'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:27:25.366514 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=d4067b2e-8479-4c23-8fcb-486224b68212,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:25.386239 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:25.386582 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:25.386909 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:25.387275 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:25.387601 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:25.387945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:25.388481 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:25.388603 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:25.388888 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:25.389201 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:25.389515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:25.389828 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:26.971420 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device d4067b2e-8479-4c23-8fcb-486224b68212 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:27:27.044236 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port d4067b2e-8479-4c23-8fcb-486224b68212 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:27:27.044678 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:27.233491 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:27.272495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:27:27.288442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port d4067b2e-8479-4c23-8fcb-486224b68212, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d4067b2e-8479-4c23-8fcb-486224b68212,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:27:27.360263 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:27.523424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=d4067b2e-8479-4c23-8fcb-486224b68212,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:27.533536 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424c2552-638d-4273-bcb4-55a600086288'] response: {'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'code': 200} Apr 29 16:27:32.171309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-190d6150-4b00-4096-9f2c-328a2d611961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:34.239619 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-88fd414e-b945-4bfe-b695-043577bf58d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:35.267850 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:35.691825 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:37.209276 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-f69fc1c3-032b-4220-837a-f7daff2a39d8 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915590666&fields=id&tenant_id=c88c9faa19074d53a2406455be806d48 HTTP/1.1" status: 200 len: 267 time: 0.0416744 Apr 29 16:27:37.297061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:37.359408 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-c61f6e59-b385-4524-82ce-df238583fd9d tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:37.360885 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-c61f6e59-b385-4524-82ce-df238583fd9d tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/networks?id=125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 200 len: 809 time: 0.1444194 Apr 29 16:27:37.375310 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-3fae0d3b-8d1c-4ce1-a7b4-4e274d1648eb tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/quotas/c88c9faa19074d53a2406455be806d48 HTTP/1.1" status: 200 len: 375 time: 0.0089920 Apr 29 16:27:37.460233 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-6587e48c-7bad-4612-880d-756d4fd8ba40 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0801010 Apr 29 16:27:37.517386 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-f689d9a0-5083-445d-ba62-e2af4714d21a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 29 16:27:37.518348 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-f689d9a0-5083-445d-ba62-e2af4714d21a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465217 Apr 29 16:27:37.649009 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-eb899747-6bb7-4c0c-900a-88c2a0486963 service neutron] 10.222.0.39 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242220 Apr 29 16:27:37.884932 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-8af84e45-3a7b-468a-8b5f-cbe691d29740 service neutron] 10.222.0.39 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301695 Apr 29 16:27:39.198299 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-64d9fc18-9134-4d5b-b00d-4b5a7545d785 req-7f6129f2-47fe-4ef7-962e-eac5f9703f90 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 210 time: 0.0932794 Apr 29 16:27:40.353310 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-dfeef887-8939-43cf-b9ca-c6d45603cbf6 req-cd907425-0c24-4c94-b2a6-c6d679433cdf tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 210 time: 0.0412362 Apr 29 16:27:41.048982 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device d4067b2e-8479-4c23-8fcb-486224b68212 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:27:41.097425 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-1311345c-7639-4c69-95c5-52b1f38c2d79 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:41.098855 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-1311345c-7639-4c69-95c5-52b1f38c2d79 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.44 "GET /v2.0/networks?id=125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 200 len: 809 time: 0.1488492 Apr 29 16:27:41.150529 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-51c08ced-bfab-40b1-a1b2-0f95970d32de tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88c9faa19074d53a2406455be806d48 HTTP/1.1" status: 200 len: 380 time: 0.0437517 Apr 29 16:27:41.159527 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Request body: {'port': {'device_id': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'admin_state_up': True, 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'security_groups': ['5d8cb615-4bac-466e-b268-d58184579326']}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:27:41.167720 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:41.195406 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:27:41.205838 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port d4067b2e-8479-4c23-8fcb-486224b68212, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d4067b2e-8479-4c23-8fcb-486224b68212,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:27:41.250136 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b175e5-ffcf-4544-9d1a-685d32c5badf'] response: {'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'code': 200} Apr 29 16:27:41.296622 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:41.302308 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:27:41.307227 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Usage tracker for resource:port and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:27:41.310241 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:27:41.316009 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.quota.driver [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:27:41.364121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=d4067b2e-8479-4c23-8fcb-486224b68212,revision_number=8']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:41.371054 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Made reservation on behalf of c88c9faa19074d53a2406455be806d48 for: {'port': 1} {{(pid=88715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 16:27:41.378332 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:41.516932 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d4e5de18-935d-4b11-b8db-656bc50ad342 req-4a0d6cc9-cfcd-40fe-81ce-5941dabfd2de tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 210 time: 0.0430417 Apr 29 16:27:41.551292 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.db_base_plugin_common [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Allocated IP 172.20.0.13 (125a369e-3588-4d5a-9927-fef275024926/2f1e5284-fb8d-446c-8287-0e9d9130813e/de5b1d51-a32a-4ec7-99ca-14d9b863eea0) {{(pid=88715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:27:41.767880 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for port, precommit_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:41.795771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Transition to ACTIVE for port object de5b1d51-a32a-4ec7-99ca-14d9b863eea0 will not be triggered until provisioned by entity DHCP. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:27:41.903369 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_create {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:41.988457 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Network 125a369e-3588-4d5a-9927-fef275024926 is already hosted by enough agents. {{(pid=88715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:27:41.991783 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.scheduler.base_scheduler [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources bound (agent type, host, resource id): {{(pid=88715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:27:41.995049 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Received port after_create {{(pid=88715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:27:42.039997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'Port': ['ID=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,revision_number=1']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:42.064756 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:42.065249 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:42.065954 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:42.066052 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:42.066484 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:42.066897 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:42.067312 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:42.067845 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:42.068156 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:42.068600 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:42.069010 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:42.069416 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:27:42.095118 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:42.095874 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:42.212046 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-46e0c3dd-dc1e-4e11-b581-03a21d49c282 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0573044 Apr 29 16:27:42.319424 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-59d447ec-3328-4b0e-96a8-17aefd24b620 None None] Provisioning for port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 completed by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:27:42.325830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-59d447ec-3328-4b0e-96a8-17aefd24b620 None None] Provisioning complete for port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 triggered by entity DHCP. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:27:42.326482 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-59d447ec-3328-4b0e-96a8-17aefd24b620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:42.384336 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-59d447ec-3328-4b0e-96a8-17aefd24b620 None None] Port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 cannot update to ACTIVE because it is not bound. {{(pid=88716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 29 16:27:42.721259 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371498ba-ff7a-43ab-a38e-5a6adacf171b req-4689d476-62e4-437d-a697-0b70ff9af868 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:42.722724 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-371498ba-ff7a-43ab-a38e-5a6adacf171b req-4689d476-62e4-437d-a697-0b70ff9af868 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 932 time: 0.0872622 Apr 29 16:27:42.774708 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-371498ba-ff7a-43ab-a38e-5a6adacf171b req-1c38a83c-8836-409c-9e1a-9dab915a60d3 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452659 Apr 29 16:27:43.969338 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45200ff-ec41-4796-bbb5-91210b0a2f4a req-48d22fe5-6214-40a8-867f-1284ae1853f9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:43.970842 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d45200ff-ec41-4796-bbb5-91210b0a2f4a req-48d22fe5-6214-40a8-867f-1284ae1853f9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 932 time: 0.0831411 Apr 29 16:27:44.020939 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d45200ff-ec41-4796-bbb5-91210b0a2f4a req-17e45bb0-b37f-4fce-b7c2-59f3837afb32 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442102 Apr 29 16:27:45.219610 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096c9e5-7043-4676-8b7b-4ad9417e9318 req-29e2178c-8ca7-410f-80a9-93ed78f70528 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:45.221347 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8096c9e5-7043-4676-8b7b-4ad9417e9318 req-29e2178c-8ca7-410f-80a9-93ed78f70528 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 932 time: 0.0888908 Apr 29 16:27:45.281044 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8096c9e5-7043-4676-8b7b-4ad9417e9318 req-fe0d092d-40f8-42d3-8c6a-f354b0380477 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532885 Apr 29 16:27:46.470175 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739df18b-9442-48e5-bfa7-5465dda348f2 req-3a16703f-c266-4145-b67e-cee04e94731a tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:46.471620 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-739df18b-9442-48e5-bfa7-5465dda348f2 req-3a16703f-c266-4145-b67e-cee04e94731a tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 932 time: 0.0875328 Apr 29 16:27:46.520160 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-739df18b-9442-48e5-bfa7-5465dda348f2 req-f81226ab-e77e-468a-a44a-33d6810a88b5 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423098 Apr 29 16:27:47.721371 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b2da-62b1-4ec3-a6bf-88e8b810bcfd req-31c9e065-d187-45e4-b21f-f649950a74cf tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:47.722860 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fa92b2da-62b1-4ec3-a6bf-88e8b810bcfd req-31c9e065-d187-45e4-b21f-f649950a74cf tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 932 time: 0.0836227 Apr 29 16:27:47.776343 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-fa92b2da-62b1-4ec3-a6bf-88e8b810bcfd req-72d4ecb7-bc27-4dd0-bf59-cd9ab50bf06f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471098 Apr 29 16:27:48.975283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5859d-53f9-415e-ae0e-c92066610d8b req-7a291aed-475b-4733-881c-ba3014dfc879 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:48.977117 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0dd5859d-53f9-415e-ae0e-c92066610d8b req-7a291aed-475b-4733-881c-ba3014dfc879 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 932 time: 0.0898550 Apr 29 16:27:49.025780 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0dd5859d-53f9-415e-ae0e-c92066610d8b req-9ce4c38a-4820-4cb9-93a0-484f8b8669a9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427713 Apr 29 16:27:49.801335 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.v2.base [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Request body: {'port': {'device_id': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8391'}} {{(pid=88715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:27:49.911771 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:50.249606 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5b1d51-a32a-4ec7-99ca-14d9b863eea0 {{(pid=88715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:27:50.258613 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:50.273367 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.provisioning_blocks [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Transition to ACTIVE for port object de5b1d51-a32a-4ec7-99ca-14d9b863eea0 will not be triggered until provisioned by entity L2. {{(pid=88715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 29 16:27:50.294885 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c126d7f-2d23-4f9e-988b-794ccd7a0546 req-0d160b01-fc77-4fd7-961b-9fb0e78e9b69 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:50.296365 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8c126d7f-2d23-4f9e-988b-794ccd7a0546 req-0d160b01-fc77-4fd7-961b-9fb0e78e9b69 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 932 time: 0.1237752 Apr 29 16:27:50.336931 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:50.340891 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-8c126d7f-2d23-4f9e-988b-794ccd7a0546 req-1f4ecec9-c827-432e-ae3b-c1865657cb33 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386479 Apr 29 16:27:50.486224 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,revision_number=2']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:50.668745 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Attempting to bind port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 on host hv-neutron-8391 for vnic_type normal with profile {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 29 16:27:50.669412 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Attempting to bind port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 by drivers openvswitch,hyperv on host hv-neutron-8391 at level 0 using segments [{'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 29 16:27:50.669850 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Attempting to bind port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 on network 125a369e-3588-4d5a-9927-fef275024926 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:27:50.674571 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 on network 125a369e-3588-4d5a-9927-fef275024926 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8391 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 29 16:27:50.674887 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Attempting to bind port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 on network 125a369e-3588-4d5a-9927-fef275024926 {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 29 16:27:50.681111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Checking agent: {'id': '9b033a1d-e4e6-4714-a9e0-ecc31c55170d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'started_at': datetime.datetime(2022, 4, 29, 15, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 29 16:27:50.681474 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Checking segment: {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 29 16:27:50.681854 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Bound using segment: {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'} {{(pid=88715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 29 16:27:50.682281 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.managers [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Bound port: de5b1d51-a32a-4ec7-99ca-14d9b863eea0, host: hv-neutron-8391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '125a369e-3588-4d5a-9927-fef275024926'}}] {{(pid=88715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 29 16:27:50.682625 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:50.769842 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] For port de5b1d51-a32a-4ec7-99ca-14d9b863eea0, host hv-neutron-8391, cleared binding levels {{(pid=88715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 29 16:27:50.772752 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] For port de5b1d51-a32a-4ec7-99ca-14d9b863eea0, host hv-neutron-8391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 29 16:27:50.833921 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7978075'] for port, after_update {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:50.891997 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:50.892495 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:50.893810 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] 10.222.0.44 "PUT /v2.0/ports/de5b1d51-a32a-4ec7-99ca-14d9b863eea0 HTTP/1.1" status: 200 len: 1094 time: 1.0968759 Apr 29 16:27:50.894223 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:27:50.915238 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5663f5-6b00-4332-9d6f-7ebdd2dad8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,revision_number=3']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:50.953851 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89b91b8-7297-4cb7-895e-d5c4e70942a0'] response: {'name': 'network-changed', 'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'status': 'completed', 'code': 200} Apr 29 16:27:51.044287 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8635e0-a199-4fa4-b7a5-ca0dd432acc8 req-966ec72e-cb6f-4734-9e95-7bc7195286c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:51.045781 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc8635e0-a199-4fa4-b7a5-ca0dd432acc8 req-966ec72e-cb6f-4734-9e95-7bc7195286c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 1097 time: 0.0717146 Apr 29 16:27:51.181362 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8635e0-a199-4fa4-b7a5-ca0dd432acc8 req-6ed2526a-74d0-4d3c-ab0c-88373862e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:51.182740 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc8635e0-a199-4fa4-b7a5-ca0dd432acc8 req-6ed2526a-74d0-4d3c-ab0c-88373862e6d9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c88c9faa19074d53a2406455be806d48&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1309156 Apr 29 16:27:51.313732 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8635e0-a199-4fa4-b7a5-ca0dd432acc8 req-0ba0044c-6d5b-4ab9-9472-18868dccfb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:51.315154 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-fc8635e0-a199-4fa4-b7a5-ca0dd432acc8 req-0ba0044c-6d5b-4ab9-9472-18868dccfb50 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267076 Apr 29 16:27:51.422983 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-9e862e30-3e89-4526-9852-a2a6a148cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:51.424455 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-9e862e30-3e89-4526-9852-a2a6a148cfd0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 1097 time: 0.0751927 Apr 29 16:27:51.493231 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-b0657fde-16e7-4231-942d-337a2d96b3f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0 HTTP/1.1" status: 200 len: 217 time: 0.0620522 Apr 29 16:27:51.533582 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a0dde-7a5b-40f1-87d9-2015c2281c55 req-08715c51-932c-48c4-aab5-67251135f59c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:51.535009 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-576a0dde-7a5b-40f1-87d9-2015c2281c55 req-08715c51-932c-48c4-aab5-67251135f59c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 944 time: 0.0819902 Apr 29 16:27:51.553231 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-a1406d99-6891-4418-b475-7922d848f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:51.555235 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-a1406d99-6891-4418-b475-7922d848f663 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f1e5284-fb8d-446c-8287-0e9d9130813e HTTP/1.1" status: 200 len: 848 time: 0.0568185 Apr 29 16:27:51.579697 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-576a0dde-7a5b-40f1-87d9-2015c2281c55 req-2131323c-8b05-4255-8ea9-6dfdce3660a5 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378714 Apr 29 16:27:51.627818 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-45922438-3028-4255-bd83-64efe7dee74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:51.629302 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-45922438-3028-4255-bd83-64efe7dee74e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=125a369e-3588-4d5a-9927-fef275024926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677524 Apr 29 16:27:51.758198 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-91bca03d-2f00-4758-9cb9-5bba62435103 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216927 Apr 29 16:27:51.886010 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-50f89f75-3dad-4c6f-bf86-f7aaa778370f req-cd24240c-9ec2-48b7-aa5f-8ead505d9307 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228566 Apr 29 16:27:52.842414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d768-47a9-4d90-98f9-74a8cf45165c req-b3e13b6a-36bf-4a1f-8e12-505e9c4d9adf tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:52.843846 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2e23d768-47a9-4d90-98f9-74a8cf45165c req-b3e13b6a-36bf-4a1f-8e12-505e9c4d9adf tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 944 time: 0.1203783 Apr 29 16:27:52.891494 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-2e23d768-47a9-4d90-98f9-74a8cf45165c req-67364ab3-a430-4123-93b0-735abc644524 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418582 Apr 29 16:27:54.076784 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604d79f-89e4-4abc-8c97-1040cb2f17e3 req-a94049fc-5559-490d-9e84-41128ca0a07e tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:54.078138 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f604d79f-89e4-4abc-8c97-1040cb2f17e3 req-a94049fc-5559-490d-9e84-41128ca0a07e tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 944 time: 0.0788679 Apr 29 16:27:54.121916 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-f604d79f-89e4-4abc-8c97-1040cb2f17e3 req-fadf8da3-6d20-4086-a179-92ba62d5093c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381999 Apr 29 16:27:54.650596 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:55.095294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device de5b1d51-a32a-4ec7-99ca-14d9b863eea0 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:27:55.232350 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port de5b1d51-a32a-4ec7-99ca-14d9b863eea0, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:27:55.247478 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'port_id': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'mac_address': 'fa:16:3e:1b:99:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:27:55.305937 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:55.315023 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f7748-43ee-49a8-8d76-26c68a934f01 req-43678a28-6fa8-499e-96e1-6e588521d00c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:55.316589 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-419f7748-43ee-49a8-8d76-26c68a934f01 req-43678a28-6fa8-499e-96e1-6e588521d00c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 944 time: 0.0892510 Apr 29 16:27:55.323267 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5b1d51-a32a-4ec7-99ca-14d9b863eea0 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:27:55.339102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port de5b1d51-a32a-4ec7-99ca-14d9b863eea0, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:27:55.360863 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-419f7748-43ee-49a8-8d76-26c68a934f01 req-b00a3783-d98b-4665-93c7-2ef604ddc197 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381446 Apr 29 16:27:55.416587 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:55.484718 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,revision_number=4']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:55.669069 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['de5b1d51-a32a-4ec7-99ca-14d9b863eea0'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:27:56.541371 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86055f-a877-445b-ba1a-4b7b6dc44223 req-1adbaf43-8081-44d8-9164-ce810b30f2ef tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:56.542703 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0a86055f-a877-445b-ba1a-4b7b6dc44223 req-1adbaf43-8081-44d8-9164-ce810b30f2ef tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 945 time: 0.0772772 Apr 29 16:27:56.585462 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-0a86055f-a877-445b-ba1a-4b7b6dc44223 req-2887e398-e21e-4298-932a-954f38980c08 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372286 Apr 29 16:27:57.095175 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device de5b1d51-a32a-4ec7-99ca-14d9b863eea0 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:27:57.211078 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning for port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 completed by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 29 16:27:57.216082 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:27:57.216449 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:57.334121 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:57.360417 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:27:57.369795 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port de5b1d51-a32a-4ec7-99ca-14d9b863eea0, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:27:57.404896 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f598ee6-743c-4cea-892a-36e047080162'] response: {'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'code': 200} Apr 29 16:27:57.445756 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:27:57.514891 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,revision_number=5']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:27:57.747441 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acadee-44fe-4680-94ad-b39ee2bacd40 req-2aa2ab20-341d-4634-96dd-0a897de03f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:57.748922 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-96acadee-44fe-4680-94ad-b39ee2bacd40 req-2aa2ab20-341d-4634-96dd-0a897de03f37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 1099 time: 0.0734515 Apr 29 16:27:57.772514 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a849b1-56aa-4a36-9d17-48ca9baac705 req-a78077be-88c7-44ae-a1a3-c78bef1a457f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:57.773982 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-90a849b1-56aa-4a36-9d17-48ca9baac705 req-a78077be-88c7-44ae-a1a3-c78bef1a457f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 946 time: 0.0836606 Apr 29 16:27:57.790247 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-96acadee-44fe-4680-94ad-b39ee2bacd40 req-dbdedef3-68e5-4ab9-ba07-9c5e84fcad9c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352025 Apr 29 16:27:57.817892 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-90a849b1-56aa-4a36-9d17-48ca9baac705 req-f81bc078-1a33-44ab-b45b-fbc0ea62b607 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382416 Apr 29 16:27:59.009273 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f60a2-b52f-4b69-859d-75d13abf1acd req-0c551523-4845-4094-845c-70046d54b45c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:27:59.010738 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d02f60a2-b52f-4b69-859d-75d13abf1acd req-0c551523-4845-4094-845c-70046d54b45c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 946 time: 0.0819762 Apr 29 16:27:59.060716 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-d02f60a2-b52f-4b69-859d-75d13abf1acd req-0f064a50-c456-4fb9-a12b-629fcfbc28f6 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440762 Apr 29 16:27:59.520454 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:28:00.246165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dde1e-152e-4834-a1be-ccbcabac3b95 req-ca798609-90c3-4c5c-889a-d045adf50d0f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:28:00.247635 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-404dde1e-152e-4834-a1be-ccbcabac3b95 req-ca798609-90c3-4c5c-889a-d045adf50d0f tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 946 time: 0.0808604 Apr 29 16:28:00.293339 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-404dde1e-152e-4834-a1be-ccbcabac3b95 req-0485877f-eeba-44b3-97f5-6b4c44739e0d tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399883 Apr 29 16:28:00.477644 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468fcb8-d429-4d83-82ac-17da254b54c9 req-a6953d36-c6a6-4ac7-b518-4057396214c2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:28:00.479061 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3468fcb8-d429-4d83-82ac-17da254b54c9 req-a6953d36-c6a6-4ac7-b518-4057396214c2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 946 time: 0.0810800 Apr 29 16:28:00.521535 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-3468fcb8-d429-4d83-82ac-17da254b54c9 req-475b9b44-9ce3-45a7-be90-2e9c559b4fdf tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368564 Apr 29 16:28:00.543857 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48856) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:28:00.611574 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb64aba-3597-4045-bc97-6d19074ddaac tempest-TestSnapshotPattern-523271942 tempest-TestSnapshotPattern-523271942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:28:00.613071 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-bbb64aba-3597-4045-bc97-6d19074ddaac tempest-TestSnapshotPattern-523271942 tempest-TestSnapshotPattern-523271942-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 1094 time: 0.0682397 Apr 29 16:28:00.615842 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 48860) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:28:00.621234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.v2.base [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Request body: {'floatingip': {'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'port_id': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 29 16:28:00.626982 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 29 16:28:00.630752 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Usage tracker for resource:floatingip and tenant:c88c9faa19074d53a2406455be806d48 is out of sync, need to count used quota {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 29 16:28:00.633763 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 29 16:28:00.639357 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.quota.driver [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 29 16:28:00.702003 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for floatingip, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:00.837608 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:01.079132 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_common [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Allocated IP 172.26.2.135 (5b966a64-6021-4962-a4b0-b3238dd885c7/19cf2c91-990f-4303-b77a-98c2d93b3184/2e31dbbf-fa5b-4c83-9722-ea07f8ac18bc) {{(pid=88714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 16:28:01.231404 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for port, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:01.302543 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736060470842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:01.370809 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Network 5b966a64-6021-4962-a4b0-b3238dd885c7 is already hosted by enough agents. {{(pid=88714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 16:28:01.373664 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.base_scheduler [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Resources bound (agent type, host, resource id): {{(pid=88714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 16:28:01.377294 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Received port after_create {{(pid=88714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 29 16:28:01.412563 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'Port': ['ID=2e31dbbf-fa5b-4c83-9722-ea07f8ac18bc,revision_number=1']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:28:01.428508 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:01.429433 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:01.429786 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:01.430124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:01.430457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:01.430792 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:01.431120 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:01.431448 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:01.431776 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:01.432155 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:01.432414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:01.432758 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:28:01.793022 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:01.895505 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:02.094781 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for port, precommit_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:02.135521 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-867961'] for port, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:02.228064 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-5021e7e6-08be-4051-98d0-6a2a80e84af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:02.245049 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event updated for resources: {'Port': ['ID=2e31dbbf-fa5b-4c83-9722-ea07f8ac18bc,revision_number=2']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:28:02.252842 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473946'] for floatingip, after_update {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:02.420010 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Floating IP dc54ee39-58f0-4b0a-b700-18fe80ee747a associated. External IP: 172.26.2.135, port: de5b1d51-a32a-4ec7-99ca-14d9b863eea0. Apr 29 16:28:02.869210 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Router f635eb49-cd53-44ad-8610-016f2826d4ed has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:28:03.047737 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:28:03.057285 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99edb9e-5545-44d4-94d2-dc3a0af18d67 None None] Sync routers for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:28:03.067058 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99edb9e-5545-44d4-94d2-dc3a0af18d67 None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:28:03.067656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b99edb9e-5545-44d4-94d2-dc3a0af18d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:27:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:28:03.153895 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:03.208871 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b5b47f44-8aec-4000-a329-0b8e68cc53ab tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5913568 Apr 29 16:28:03.209453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:28:03.245935 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-b99edb9e-5545-44d4-94d2-dc3a0af18d67 None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:28:03.257781 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7655b73-9a41-4e46-965c-5113d63953eb'] response: {'name': 'network-changed', 'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'status': 'completed', 'code': 200} Apr 29 16:28:03.484662 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de68f4f-e35a-4319-bbb0-0e39da685d54 req-5018ca2f-8e22-4655-942e-97a81d2d3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:28:03.486152 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2de68f4f-e35a-4319-bbb0-0e39da685d54 req-5018ca2f-8e22-4655-942e-97a81d2d3572 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 1099 time: 0.1070666 Apr 29 16:28:03.619174 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de68f4f-e35a-4319-bbb0-0e39da685d54 req-78f603e9-b6aa-4ac7-8535-3a6f4b324bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:28:03.620705 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2de68f4f-e35a-4319-bbb0-0e39da685d54 req-78f603e9-b6aa-4ac7-8535-3a6f4b324bbd service neutron] 10.222.0.44 "GET /v2.0/networks?id=125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 200 len: 910 time: 0.1286888 Apr 29 16:28:03.632316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b99edb9e-5545-44d4-94d2-dc3a0af18d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a5e443ab-3c15-410b-90e7-f516dc22ab60', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'port_id': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'mac_address': 'fa:16:3e:65:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:25:24Z', 'updated_at': '2022-04-29T16:25:27Z', 'revision_number': 1, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address_scope': None}, {'id': 'dc54ee39-58f0-4b0a-b700-18fe80ee747a', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'floating_ip_address': '172.26.2.135', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'port_id': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'mac_address': 'fa:16:3e:1b:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:28:01Z', 'updated_at': '2022-04-29T16:28:01Z', 'revision_number': 0, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:25:02Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:28:03.636487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99edb9e-5545-44d4-94d2-dc3a0af18d67 None None] Checking router: f635eb49-cd53-44ad-8610-016f2826d4ed for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:28:03.644629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99edb9e-5545-44d4-94d2-dc3a0af18d67 None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:28:03.645218 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b99edb9e-5545-44d4-94d2-dc3a0af18d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:27:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:28:03.724966 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2de68f4f-e35a-4319-bbb0-0e39da685d54 req-97cd9945-2d64-4e76-bf79-cce158578648 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0 HTTP/1.1" status: 200 len: 1000 time: 0.0972667 Apr 29 16:28:03.790257 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de68f4f-e35a-4319-bbb0-0e39da685d54 req-52efb53d-28d2-40ac-aa33-fb9b81e77d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:28:03.791820 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2de68f4f-e35a-4319-bbb0-0e39da685d54 req-52efb53d-28d2-40ac-aa33-fb9b81e77d04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f1e5284-fb8d-446c-8287-0e9d9130813e HTTP/1.1" status: 200 len: 848 time: 0.0611155 Apr 29 16:28:03.821844 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-b99edb9e-5545-44d4-94d2-dc3a0af18d67 None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:28:03.866540 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de68f4f-e35a-4319-bbb0-0e39da685d54 req-99d3cdc9-16f8-4840-a97a-891010377946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:28:03.867993 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2de68f4f-e35a-4319-bbb0-0e39da685d54 req-99d3cdc9-16f8-4840-a97a-891010377946 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=125a369e-3588-4d5a-9927-fef275024926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705974 Apr 29 16:28:03.996902 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2de68f4f-e35a-4319-bbb0-0e39da685d54 req-2207f560-35ca-402a-83ff-272c3a12f2c8 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223466 Apr 29 16:28:04.125220 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2de68f4f-e35a-4319-bbb0-0e39da685d54 req-ba45e162-8765-4c2a-91c3-a044c6836f7e service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225696 Apr 29 16:28:04.167665 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-b99edb9e-5545-44d4-94d2-dc3a0af18d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a5e443ab-3c15-410b-90e7-f516dc22ab60', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'port_id': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'mac_address': 'fa:16:3e:65:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:25:24Z', 'updated_at': '2022-04-29T16:25:27Z', 'revision_number': 1, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address_scope': None}, {'id': 'dc54ee39-58f0-4b0a-b700-18fe80ee747a', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'floating_ip_address': '172.26.2.135', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'port_id': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'mac_address': 'fa:16:3e:1b:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:28:01Z', 'updated_at': '2022-04-29T16:28:01Z', 'revision_number': 0, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:25:02Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:28:04.171601 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99edb9e-5545-44d4-94d2-dc3a0af18d67 None None] The sync data for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv is: [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a5e443ab-3c15-410b-90e7-f516dc22ab60', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'port_id': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'mac_address': 'fa:16:3e:65:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:25:24Z', 'updated_at': '2022-04-29T16:25:27Z', 'revision_number': 1, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address_scope': None}, {'id': 'dc54ee39-58f0-4b0a-b700-18fe80ee747a', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'floating_ip_address': '172.26.2.135', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'port_id': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'mac_address': 'fa:16:3e:1b:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:28:01Z', 'updated_at': '2022-04-29T16:28:01Z', 'revision_number': 0, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:25:02Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:28:04.256442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9b5cbc8c-6558-4a75-8fba-dbb1a660c59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:04.351515 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8019e8-e52a-4c74-bb90-89605e9a9709 None None] New status for floating IP dc54ee39-58f0-4b0a-b700-18fe80ee747a: ACTIVE {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:28:05.250201 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:05.575823 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:07.319869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:17.793723 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1421891b-81fd-44b7-8bec-76be2652c84b req-dfe602ad-df24-438e-bb4b-c72a2b7d9302 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680428 Apr 29 16:28:17.938949 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421891b-81fd-44b7-8bec-76be2652c84b req-924cd8f0-2a2b-4fc1-bb6f-dedbac1a5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:28:17.940411 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1421891b-81fd-44b7-8bec-76be2652c84b req-924cd8f0-2a2b-4fc1-bb6f-dedbac1a5ed1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 1097 time: 0.0742598 Apr 29 16:28:18.181709 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421891b-81fd-44b7-8bec-76be2652c84b req-1872fe26-8b20-4338-b7dd-efbe58818aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:28:18.183154 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1421891b-81fd-44b7-8bec-76be2652c84b req-1872fe26-8b20-4338-b7dd-efbe58818aeb service neutron] 10.222.0.44 "GET /v2.0/networks?id=125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 200 len: 910 time: 0.2238388 Apr 29 16:28:18.287886 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1421891b-81fd-44b7-8bec-76be2652c84b req-f44bad8d-c255-4e83-890c-20c71f814b98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4067b2e-8479-4c23-8fcb-486224b68212 HTTP/1.1" status: 200 len: 1000 time: 0.0974650 Apr 29 16:28:18.350974 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421891b-81fd-44b7-8bec-76be2652c84b req-6a497252-2baa-4c36-99e1-cb7e7a3a1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:28:18.353459 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1421891b-81fd-44b7-8bec-76be2652c84b req-6a497252-2baa-4c36-99e1-cb7e7a3a1c8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f1e5284-fb8d-446c-8287-0e9d9130813e HTTP/1.1" status: 200 len: 848 time: 0.0567360 Apr 29 16:28:18.432775 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421891b-81fd-44b7-8bec-76be2652c84b req-bb17537f-3cec-408c-b8f9-1b19ca86a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:28:18.434161 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1421891b-81fd-44b7-8bec-76be2652c84b req-bb17537f-3cec-408c-b8f9-1b19ca86a98d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=125a369e-3588-4d5a-9927-fef275024926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747528 Apr 29 16:28:18.569033 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1421891b-81fd-44b7-8bec-76be2652c84b req-1cf7a0f3-12e2-40e3-9a60-a52f629dc022 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273367 Apr 29 16:28:18.698862 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-1421891b-81fd-44b7-8bec-76be2652c84b req-3fd6cca3-32b6-4b3b-ad91-81452066ac90 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222982 Apr 29 16:28:24.672442 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:32.198169 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-960154b3-d339-4f4e-ac53-2eff756bf0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:34.255283 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6ff7d297-c898-4306-b8ea-d53bf8c8b784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:35.284286 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:35.604634 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:36.519264 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:28:37.295162 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:28:54.718035 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:02.197580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-77afc8fd-7720-4078-9a6f-a0135205440d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:04.261427 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fb317132-79d2-4fe2-a649-03292c1f35cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:05.265945 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:05.614557 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:07.329201 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:13.518753 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:29:18.836735 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-80a82340-f7f7-4693-b2ac-eb46c65c3560 req-a5c71cc3-65e0-484c-8457-d95e58295b43 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773098 Apr 29 16:29:18.928355 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a82340-f7f7-4693-b2ac-eb46c65c3560 req-1c2ff07f-e39b-4cf3-849e-4b7242b45bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:18.929830 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-80a82340-f7f7-4693-b2ac-eb46c65c3560 req-1c2ff07f-e39b-4cf3-849e-4b7242b45bf2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 1099 time: 0.0721841 Apr 29 16:29:19.070814 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a82340-f7f7-4693-b2ac-eb46c65c3560 req-c8e62ed8-cdc0-4aa3-8eb3-cbd3eed94c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:19.072246 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-80a82340-f7f7-4693-b2ac-eb46c65c3560 req-c8e62ed8-cdc0-4aa3-8eb3-cbd3eed94c32 service neutron] 10.222.0.44 "GET /v2.0/networks?id=125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 200 len: 910 time: 0.1244006 Apr 29 16:29:19.168119 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-80a82340-f7f7-4693-b2ac-eb46c65c3560 req-7554de19-c23e-472d-b407-84e6ae30c9e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0 HTTP/1.1" status: 200 len: 1002 time: 0.0900838 Apr 29 16:29:19.231289 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a82340-f7f7-4693-b2ac-eb46c65c3560 req-c661932a-b1ad-45a8-aace-8466abce02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:19.232804 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-80a82340-f7f7-4693-b2ac-eb46c65c3560 req-c661932a-b1ad-45a8-aace-8466abce02c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f1e5284-fb8d-446c-8287-0e9d9130813e HTTP/1.1" status: 200 len: 848 time: 0.0583131 Apr 29 16:29:19.304836 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a82340-f7f7-4693-b2ac-eb46c65c3560 req-b404ef06-a837-4701-86a3-b6a3de305671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:19.306279 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-80a82340-f7f7-4693-b2ac-eb46c65c3560 req-b404ef06-a837-4701-86a3-b6a3de305671 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=125a369e-3588-4d5a-9927-fef275024926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681763 Apr 29 16:29:19.435320 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-80a82340-f7f7-4693-b2ac-eb46c65c3560 req-8bbbca52-e676-4bd5-b48d-8dd7883a3eb5 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222959 Apr 29 16:29:19.563802 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-80a82340-f7f7-4693-b2ac-eb46c65c3560 req-69c16f16-c7d9-47ad-8163-1d661831e4c0 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224332 Apr 29 16:29:24.710657 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:32.185509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-efbf2d33-779a-41f9-b75e-f678449aab6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:34.248594 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-415cb760-619b-41b3-b474-97aca750259e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:35.277271 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:35.623904 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device de5b1d51-a32a-4ec7-99ca-14d9b863eea0 details requested by agent hyperv_hv-neutron-8391 with host hv-neutron-8391 {{(pid=88716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 29 16:29:35.628060 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:35.768643 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port de5b1d51-a32a-4ec7-99ca-14d9b863eea0, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:29:35.786439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Returning: {'device': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'port_id': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'mac_address': 'fa:16:3e:1b:99:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 29 16:29:35.850046 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:35.869151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de5b1d51-a32a-4ec7-99ca-14d9b863eea0 {{(pid=88716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 16:29:35.885361 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port de5b1d51-a32a-4ec7-99ca-14d9b863eea0, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:29:36.014316 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:36.094728 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,revision_number=6']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:36.103984 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:36.105058 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:36.106300 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:36.106977 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:36.107444 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:36.107912 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:36.108388 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:36.108869 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:36.109336 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:36.109804 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:36.110124 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:36.110441 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:36.114246 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] get_ports_and_sgs() called for port_ids ['de5b1d51-a32a-4ec7-99ca-14d9b863eea0'] {{(pid=88716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 29 16:29:37.403687 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:37.629445 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device de5b1d51-a32a-4ec7-99ca-14d9b863eea0 up at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 29 16:29:37.709264 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.provisioning_blocks [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Provisioning complete for port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 triggered by entity L2. {{(pid=88716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 29 16:29:37.709629 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382786'] for port, provisioning_complete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:37.861159 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:37.903383 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:29:37.908491 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port de5b1d51-a32a-4ec7-99ca-14d9b863eea0, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:29:38.006029 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:38.093501 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630a682c-5d99-4e42-96a7-25a43752dc05'] response: {'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'code': 200} Apr 29 16:29:38.105516 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,revision_number=7']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:46.307495 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49098) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:46.511137 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Deleting port 2e31dbbf-fa5b-4c83-9722-ea07f8ac18bc {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:29:46.511471 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:46.673928 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:46.674250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:46.798482 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Calling delete_port for 2e31dbbf-fa5b-4c83-9722-ea07f8ac18bc owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:29:46.991283 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:47.036050 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event deleted for resources: {'Port': ['ID=2e31dbbf-fa5b-4c83-9722-ea07f8ac18bc,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:47.076630 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:47.076977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:47.077316 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:47.077646 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:47.077977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:47.078305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:47.078628 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:47.078954 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:47.079335 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:47.079659 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:47.079977 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:47.080298 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:47.151745 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:47.152071 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Floating IP dc54ee39-58f0-4b0a-b700-18fe80ee747a disassociated (deleted). External IP: 172.26.2.135, port: de5b1d51-a32a-4ec7-99ca-14d9b863eea0. Apr 29 16:29:47.604501 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Router f635eb49-cd53-44ad-8610-016f2826d4ed has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:29:47.777511 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:29:47.787484 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce1fa9-8f8e-41cf-8799-9da5d8444022 None None] Sync routers for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:29:47.793698 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:47.797938 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce1fa9-8f8e-41cf-8799-9da5d8444022 None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:29:47.798653 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9bce1fa9-8f8e-41cf-8799-9da5d8444022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:29:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:47.852645 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2491a244-6a55-4a2a-9f74-96e06a76a0ca tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "DELETE /v2.0/floatingips/dc54ee39-58f0-4b0a-b700-18fe80ee747a HTTP/1.1" status: 204 len: 168 time: 1.5440490 Apr 29 16:29:47.853229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:29:47.986787 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-9bce1fa9-8f8e-41cf-8799-9da5d8444022 None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:29:48.000092 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffed1b30-3eb0-4e05-8871-ea40eacf4b30'] response: {'name': 'network-changed', 'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'status': 'completed', 'code': 200} Apr 29 16:29:48.097405 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1212d-c0b6-4971-acc5-b34c1c4d44c2 req-4a969aa9-e2a7-43ba-8d7e-5e3f7be25afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:48.098885 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ed1212d-c0b6-4971-acc5-b34c1c4d44c2 req-4a969aa9-e2a7-43ba-8d7e-5e3f7be25afd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 1099 time: 0.0782928 Apr 29 16:29:48.348447 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1212d-c0b6-4971-acc5-b34c1c4d44c2 req-75cdc03f-d7d7-49a7-9844-2f8c4edfb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:48.349926 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ed1212d-c0b6-4971-acc5-b34c1c4d44c2 req-75cdc03f-d7d7-49a7-9844-2f8c4edfb7f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 200 len: 910 time: 0.2452269 Apr 29 16:29:48.364537 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9bce1fa9-8f8e-41cf-8799-9da5d8444022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a5e443ab-3c15-410b-90e7-f516dc22ab60', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'port_id': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'mac_address': 'fa:16:3e:65:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:25:24Z', 'updated_at': '2022-04-29T16:25:27Z', 'revision_number': 1, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:25:02Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:48.368502 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce1fa9-8f8e-41cf-8799-9da5d8444022 None None] Checking router: f635eb49-cd53-44ad-8610-016f2826d4ed for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:29:48.377913 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce1fa9-8f8e-41cf-8799-9da5d8444022 None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:29:48.378509 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9bce1fa9-8f8e-41cf-8799-9da5d8444022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:29:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:48.417444 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ed1212d-c0b6-4971-acc5-b34c1c4d44c2 req-9d0ca687-2359-4e8b-b81e-9331396331f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0 HTTP/1.1" status: 200 len: 217 time: 0.0612502 Apr 29 16:29:48.432240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d23ec4-7913-49dc-9c03-f9b1f74dee75 req-b854d470-0887-4fab-bb98-a1159d9b0682 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:48.433066 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-66d23ec4-7913-49dc-9c03-f9b1f74dee75 req-b854d470-0887-4fab-bb98-a1159d9b0682 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Synchronizing usage tracker for tenant:c88c9faa19074d53a2406455be806d48 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:29:48.482943 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-66d23ec4-7913-49dc-9c03-f9b1f74dee75 req-b854d470-0887-4fab-bb98-a1159d9b0682 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Unset dirty status for tenant:c88c9faa19074d53a2406455be806d48 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:29:48.483670 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1212d-c0b6-4971-acc5-b34c1c4d44c2 req-a17f076a-be80-4ce4-951d-2eabc71dcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:48.484120 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-66d23ec4-7913-49dc-9c03-f9b1f74dee75 req-b854d470-0887-4fab-bb98-a1159d9b0682 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 946 time: 0.1339622 Apr 29 16:29:48.485673 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ed1212d-c0b6-4971-acc5-b34c1c4d44c2 req-a17f076a-be80-4ce4-951d-2eabc71dcf22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f1e5284-fb8d-446c-8287-0e9d9130813e HTTP/1.1" status: 200 len: 848 time: 0.0613275 Apr 29 16:29:48.532730 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-66d23ec4-7913-49dc-9c03-f9b1f74dee75 req-a0b9745d-733c-4414-9678-bfdfb687b8e2 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424526 Apr 29 16:29:48.557309 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-9bce1fa9-8f8e-41cf-8799-9da5d8444022 None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:29:48.567702 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1212d-c0b6-4971-acc5-b34c1c4d44c2 req-c3ba7940-9a82-49f2-9b2a-d53de6996653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:48.569234 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ed1212d-c0b6-4971-acc5-b34c1c4d44c2 req-c3ba7940-9a82-49f2-9b2a-d53de6996653 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=125a369e-3588-4d5a-9927-fef275024926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775759 Apr 29 16:29:48.701222 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ed1212d-c0b6-4971-acc5-b34c1c4d44c2 req-602a2a4f-10aa-4dae-8b4e-7f6c114d7b48 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246464 Apr 29 16:29:48.833883 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-9ed1212d-c0b6-4971-acc5-b34c1c4d44c2 req-d2384a21-e621-4879-99fb-139c52d8d5fa service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259623 Apr 29 16:29:48.940330 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-9bce1fa9-8f8e-41cf-8799-9da5d8444022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a5e443ab-3c15-410b-90e7-f516dc22ab60', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'port_id': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'mac_address': 'fa:16:3e:65:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:25:24Z', 'updated_at': '2022-04-29T16:25:27Z', 'revision_number': 1, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:25:02Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:48.944308 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce1fa9-8f8e-41cf-8799-9da5d8444022 None None] The sync data for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv is: [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_floatingips': [{'id': 'a5e443ab-3c15-410b-90e7-f516dc22ab60', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'floating_ip_address': '172.26.2.175', 'floating_network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'router_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'port_id': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'mac_address': 'fa:16:3e:65:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T16:25:24Z', 'updated_at': '2022-04-29T16:25:27Z', 'revision_number': 1, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:25:02Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:29:49.151003 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e94c2a-7636-4869-b2a2-ec736e4d438a None None] New status for floating IP dc54ee39-58f0-4b0a-b700-18fe80ee747a: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:29:49.670284 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device de5b1d51-a32a-4ec7-99ca-14d9b863eea0 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:29:49.726694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db169f09-65c5-4dc5-8604-bfd712981738 req-8c01b216-3aea-40cd-bfcd-3c40cf147774 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:49.728203 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-db169f09-65c5-4dc5-8604-bfd712981738 req-8c01b216-3aea-40cd-bfcd-3c40cf147774 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 946 time: 0.0818837 Apr 29 16:29:49.772446 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-db169f09-65c5-4dc5-8604-bfd712981738 req-7445115f-5500-4157-aa32-982ce0ade7b0 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379913 Apr 29 16:29:49.783421 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458042'] for port, before_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:49.816457 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0'}] {{(pid=88716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:29:49.826769 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] For port de5b1d51-a32a-4ec7-99ca-14d9b863eea0, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:29:49.860815 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-8ddeb503-11ab-43e5-b8b5-f64816c8183b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:49.861682 dv-neutron-839183-1-hyperv neutron-server[88716]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22621274-083a-46af-85d1-1093888049f7'] response: {'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'code': 200} Apr 29 16:29:49.861942 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-8ddeb503-11ab-43e5-b8b5-f64816c8183b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Synchronizing usage tracker for tenant:c88c9faa19074d53a2406455be806d48 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:29:49.871713 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736060949508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736060470860', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736060470905'] for port, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:49.876392 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-8ddeb503-11ab-43e5-b8b5-f64816c8183b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Unset dirty status for tenant:c88c9faa19074d53a2406455be806d48 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:29:49.890429 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-8ddeb503-11ab-43e5-b8b5-f64816c8183b tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 946 time: 0.1044552 Apr 29 16:29:49.938628 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Pushing event updated for resources: {'Port': ['ID=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,revision_number=8']} {{(pid=88716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:49.947657 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Deleting port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:29:49.948169 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:50.191023 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] For port de5b1d51-a32a-4ec7-99ca-14d9b863eea0, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:29:50.191379 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:50.313080 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Calling delete_port for de5b1d51-a32a-4ec7-99ca-14d9b863eea0 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:29:50.504309 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:50.517232 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:29:50.551779 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event deleted for resources: {'Port': ['ID=de5b1d51-a32a-4ec7-99ca-14d9b863eea0,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:50.585499 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:50.585839 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:50.586185 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:50.586497 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:50.586815 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:50.587137 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:50.587453 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:50.587767 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:50.588090 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:50.588403 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:50.588739 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:50.589111 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839183-1-hyperv {{(pid=88715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 16:29:50.639542 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] No DVR routers for this DVR port de5b1d51-a32a-4ec7-99ca-14d9b863eea0 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:29:50.641840 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:50.644195 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'name': 'network-vif-deleted', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:29:50.705807 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-2aa0e5fe-0ad2-4bd1-9e84-9dd5a746fc07 req-5c054b63-a7ed-420b-ba15-e85ace4de554 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.44 "DELETE /v2.0/ports/de5b1d51-a32a-4ec7-99ca-14d9b863eea0 HTTP/1.1" status: 204 len: 173 time: 0.8228605 Apr 29 16:29:50.773881 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa00fbd-4c2c-49d0-9d67-72f908bf4189'] response: {'server_uuid': '6c4e8960-e82a-4cb8-97c5-ead36714daac', 'name': 'network-vif-deleted', 'tag': 'de5b1d51-a32a-4ec7-99ca-14d9b863eea0', 'status': 'completed', 'code': 200} Apr 29 16:29:50.927537 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-4b764bf1-dfe5-4d4c-ba34-1dd851cec566 req-13d2a115-7448-4f5a-9fdb-78916e17a47d tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4e8960-e82a-4cb8-97c5-ead36714daac HTTP/1.1" status: 200 len: 210 time: 0.0443666 Apr 29 16:29:53.253756 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49182) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:53.454520 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Deleting port d679f275-ac68-4f4f-9fd1-6e75c2084ebf {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:29:53.454862 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:53.618780 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:53.619111 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:53.685641 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device de5b1d51-a32a-4ec7-99ca-14d9b863eea0 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:29:53.724012 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: de5b1d51-a32a-4ec7-99ca-14d9b863eea0 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:29:53.724294 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device de5b1d51-a32a-4ec7-99ca-14d9b863eea0 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:29:53.749153 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Calling delete_port for d679f275-ac68-4f4f-9fd1-6e75c2084ebf owned by network:floatingip {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:29:53.949921 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:54.103282 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event deleted for resources: {'Port': ['ID=d679f275-ac68-4f4f-9fd1-6e75c2084ebf,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:54.195453 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for floatingip, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:54.195780 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.db.l3_db [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Floating IP a5e443ab-3c15-410b-90e7-f516dc22ab60 disassociated (deleted). External IP: 172.26.2.175, port: d4067b2e-8479-4c23-8fcb-486224b68212. Apr 29 16:29:54.575167 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Router f635eb49-cd53-44ad-8610-016f2826d4ed has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:29:54.728182 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:54.752561 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:29:54.762021 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2f8974-78ba-43d7-91cf-b3e31e66a7c3 None None] Sync routers for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:29:54.769446 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for floatingip, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:54.772337 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f8974-78ba-43d7-91cf-b3e31e66a7c3 None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:29:54.773005 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-cd2f8974-78ba-43d7-91cf-b3e31e66a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:29:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:54.824600 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b743f8b3-cebc-4137-8bf2-edc305d377b9 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "DELETE /v2.0/floatingips/a5e443ab-3c15-410b-90e7-f516dc22ab60 HTTP/1.1" status: 204 len: 168 time: 1.5696788 Apr 29 16:29:54.825114 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212'}] {{(pid=88714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:29:54.871836 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0caf6153-7434-4195-8b26-3f81408c1375'] response: {'name': 'network-changed', 'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'status': 'completed', 'code': 200} Apr 29 16:29:54.962660 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-cd2f8974-78ba-43d7-91cf-b3e31e66a7c3 None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:29:54.965499 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c681f3a-7665-4cef-8143-4edf57545f55 req-62d9cf8d-0021-4208-b2a0-d05c9c7e97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:54.967320 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5c681f3a-7665-4cef-8143-4edf57545f55 req-62d9cf8d-0021-4208-b2a0-d05c9c7e97ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c88c9faa19074d53a2406455be806d48&device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 1097 time: 0.0742078 Apr 29 16:29:55.100282 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c681f3a-7665-4cef-8143-4edf57545f55 req-c4972246-3f17-46d0-9f3a-d5391ab93603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:55.101675 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5c681f3a-7665-4cef-8143-4edf57545f55 req-c4972246-3f17-46d0-9f3a-d5391ab93603 service neutron] 10.222.0.44 "GET /v2.0/networks?id=125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 200 len: 910 time: 0.1284065 Apr 29 16:29:55.172764 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5c681f3a-7665-4cef-8143-4edf57545f55 req-3d94ca66-8d0a-44c6-a926-3fb056a929e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4067b2e-8479-4c23-8fcb-486224b68212 HTTP/1.1" status: 200 len: 217 time: 0.0652134 Apr 29 16:29:55.234609 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c681f3a-7665-4cef-8143-4edf57545f55 req-3b12f41f-1c39-4566-8a7e-95aa3d4c1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:55.236039 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5c681f3a-7665-4cef-8143-4edf57545f55 req-3b12f41f-1c39-4566-8a7e-95aa3d4c1cd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f1e5284-fb8d-446c-8287-0e9d9130813e HTTP/1.1" status: 200 len: 848 time: 0.0582335 Apr 29 16:29:55.284931 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-cd2f8974-78ba-43d7-91cf-b3e31e66a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:25:02Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:55.293595 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2f8974-78ba-43d7-91cf-b3e31e66a7c3 None None] Checking router: f635eb49-cd53-44ad-8610-016f2826d4ed for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:29:55.298850 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f8974-78ba-43d7-91cf-b3e31e66a7c3 None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:29:55.299463 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-cd2f8974-78ba-43d7-91cf-b3e31e66a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:29:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:55.323701 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c681f3a-7665-4cef-8143-4edf57545f55 req-aaeb7100-4d31-459f-83cc-3d3b30c05e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:55.325212 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5c681f3a-7665-4cef-8143-4edf57545f55 req-aaeb7100-4d31-459f-83cc-3d3b30c05e6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=125a369e-3588-4d5a-9927-fef275024926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828755 Apr 29 16:29:55.461875 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3b7e6-eb4e-492d-b8c6-3ef071d9ad83 req-5c7092ea-ef88-4f37-8076-99f8ff139219 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:55.462627 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-beb3b7e6-eb4e-492d-b8c6-3ef071d9ad83 req-5c7092ea-ef88-4f37-8076-99f8ff139219 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Synchronizing usage tracker for tenant:c88c9faa19074d53a2406455be806d48 on resource:port {{(pid=88714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:29:55.488859 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-cd2f8974-78ba-43d7-91cf-b3e31e66a7c3 None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:29:55.527850 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.quota.resource [req-beb3b7e6-eb4e-492d-b8c6-3ef071d9ad83 req-5c7092ea-ef88-4f37-8076-99f8ff139219 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Unset dirty status for tenant:c88c9faa19074d53a2406455be806d48 on resource:port {{(pid=88714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:29:55.529247 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-beb3b7e6-eb4e-492d-b8c6-3ef071d9ad83 req-5c7092ea-ef88-4f37-8076-99f8ff139219 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 944 time: 0.1540842 Apr 29 16:29:55.572508 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5c681f3a-7665-4cef-8143-4edf57545f55 req-cd852156-dcfb-49a9-bff1-9081fb191e1a service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385123 Apr 29 16:29:55.581602 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-beb3b7e6-eb4e-492d-b8c6-3ef071d9ad83 req-72a9a86c-cf18-4964-8417-6ca6c53b165c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446362 Apr 29 16:29:55.706981 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-5c681f3a-7665-4cef-8143-4edf57545f55 req-fa6e2321-7f74-4ad1-ba26-171a2da2b0c1 service neutron] 10.222.0.44 "GET /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268280 Apr 29 16:29:55.803480 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-cd2f8974-78ba-43d7-91cf-b3e31e66a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:25:02Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:29:55.807335 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2f8974-78ba-43d7-91cf-b3e31e66a7c3 None None] The sync data for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv is: [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:24:55Z', 'revision_number': 4, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv', '_interfaces': [{'id': '37ca7d7a-9b3d-4a1c-96bf-8967587da4c4', 'name': '', 'network_id': '125a369e-3588-4d5a-9927-fef275024926', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'mac_address': 'fa:16:3e:23:d1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:55Z', 'updated_at': '2022-04-29T16:25:02Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'subnets': [{'id': '2f1e5284-fb8d-446c-8287-0e9d9130813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:29:56.020791 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bbea7e-4407-474b-936d-86b534547748 None None] New status for floating IP a5e443ab-3c15-410b-90e7-f516dc22ab60: DOWN {{(pid=88717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 16:29:56.769794 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7092bb-7410-4ce2-96ce-0781509ad140 req-821ae619-bf4a-4ab9-a047-2db58d63ccf1 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:56.771247 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1f7092bb-7410-4ce2-96ce-0781509ad140 req-821ae619-bf4a-4ab9-a047-2db58d63ccf1 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 944 time: 0.0788043 Apr 29 16:29:56.815635 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-1f7092bb-7410-4ce2-96ce-0781509ad140 req-b13414e9-6c2c-4ec8-a916-a1a788cccc1c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d8cb615-4bac-466e-b268-d58184579326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386996 Apr 29 16:29:56.873528 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-01f6cab2-5b57-4c27-9755-ea541868ff58 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 16:29:56.874154 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-01f6cab2-5b57-4c27-9755-ea541868ff58 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Synchronizing usage tracker for tenant:c88c9faa19074d53a2406455be806d48 on resource:port {{(pid=88715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 29 16:29:56.885547 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.quota.resource [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-01f6cab2-5b57-4c27-9755-ea541868ff58 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Unset dirty status for tenant:c88c9faa19074d53a2406455be806d48 on resource:port {{(pid=88715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 29 16:29:56.886813 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-01f6cab2-5b57-4c27-9755-ea541868ff58 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 944 time: 0.0912540 Apr 29 16:29:56.959861 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-1c1c882a-4a83-43ce-bbe9-99af50dd355c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Deleting port d4067b2e-8479-4c23-8fcb-486224b68212 {{(pid=88715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:29:56.960206 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-1c1c882a-4a83-43ce-bbe9-99af50dd355c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:57.198190 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.db [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-1c1c882a-4a83-43ce-bbe9-99af50dd355c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] For port d4067b2e-8479-4c23-8fcb-486224b68212, host hv-neutron-8391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8391',level=0,port_id=d4067b2e-8479-4c23-8fcb-486224b68212,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:29:57.198548 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-1c1c882a-4a83-43ce-bbe9-99af50dd355c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:57.323563 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.plugins.ml2.plugin [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-1c1c882a-4a83-43ce-bbe9-99af50dd355c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Calling delete_port for d4067b2e-8479-4c23-8fcb-486224b68212 owned by compute:nova {{(pid=88715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:29:57.510967 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-1c1c882a-4a83-43ce-bbe9-99af50dd355c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7978064'] for port, after_delete {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:57.563787 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c882a-4a83-43ce-bbe9-99af50dd355c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event deleted for resources: {'Port': ['ID=d4067b2e-8479-4c23-8fcb-486224b68212,revision_number=None']} {{(pid=88715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:57.639161 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-1c1c882a-4a83-43ce-bbe9-99af50dd355c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] No DVR routers for this DVR port d4067b2e-8479-4c23-8fcb-486224b68212 on host hv-neutron-8391 {{(pid=88715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:29:57.641546 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron_lib.callbacks.manager [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-1c1c882a-4a83-43ce-bbe9-99af50dd355c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108509'] for port, before_response {{(pid=88715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:57.643933 dv-neutron-839183-1-hyperv neutron-server[88715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'name': 'network-vif-deleted', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212'}] {{(pid=88715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 16:29:57.688529 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a10dab5-1f67-479d-babc-c9fc01c7c265'] response: {'server_uuid': 'de3a54b5-0fce-4dcb-943b-2cfe57af9141', 'name': 'network-vif-deleted', 'tag': 'd4067b2e-8479-4c23-8fcb-486224b68212', 'status': 'completed', 'code': 200} Apr 29 16:29:57.694407 dv-neutron-839183-1-hyperv neutron-server[88715]: INFO neutron.wsgi [req-e4be7f0e-9bbb-4a71-a146-b28304ef7fbf req-1c1c882a-4a83-43ce-bbe9-99af50dd355c tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.44 "DELETE /v2.0/ports/d4067b2e-8479-4c23-8fcb-486224b68212 HTTP/1.1" status: 204 len: 173 time: 0.8004036 Apr 29 16:29:57.977268 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [req-907268cb-ac1c-49d6-ae13-844de66f98ce req-6e92c0f8-d796-442d-b672-cd4ee692ae12 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "GET /v2.0/ports?device_id=de3a54b5-0fce-4dcb-943b-2cfe57af9141 HTTP/1.1" status: 200 len: 210 time: 0.0509446 Apr 29 16:29:59.075594 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49212) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:59.141193 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02ba73a2-add0-46a7-ae6d-564c880e6402 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:59.170546 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02ba73a2-add0-46a7-ae6d-564c880e6402 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:59.270878 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02ba73a2-add0-46a7-ae6d-564c880e6402 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:59.288893 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba73a2-add0-46a7-ae6d-564c880e6402 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8cb615-4bac-466e-b268-d58184579326,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:29:59.349873 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-02ba73a2-add0-46a7-ae6d-564c880e6402 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:29:59.351022 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-02ba73a2-add0-46a7-ae6d-564c880e6402 tempest-TestSnapshotPattern-1452299178 tempest-TestSnapshotPattern-1452299178-project] 10.222.0.39 "DELETE /v2.0/security-groups/5d8cb615-4bac-466e-b268-d58184579326 HTTP/1.1" status: 204 len: 168 time: 0.2744021 Apr 29 16:29:59.463549 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49218) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:29:59.717279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device d4067b2e-8479-4c23-8fcb-486224b68212 no longer exists at agent hyperv_hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:29:59.794185 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] No Port match for: d4067b2e-8479-4c23-8fcb-486224b68212 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:29:59.794526 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Device d4067b2e-8479-4c23-8fcb-486224b68212 not bound to the agent host hv-neutron-8391 {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:30:00.197076 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-184f0af3-79cd-4384-8f05-6a5f9974cabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:00.535595 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-184f0af3-79cd-4384-8f05-6a5f9974cabc admin admin] Deleting port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:30:00.535832 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-184f0af3-79cd-4384-8f05-6a5f9974cabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:00.704430 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-184f0af3-79cd-4384-8f05-6a5f9974cabc admin admin] For port 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=37ca7d7a-9b3d-4a1c-96bf-8967587da4c4,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:30:00.704808 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-184f0af3-79cd-4384-8f05-6a5f9974cabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:00.824165 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-184f0af3-79cd-4384-8f05-6a5f9974cabc admin admin] Calling delete_port for 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:30:01.025033 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-184f0af3-79cd-4384-8f05-6a5f9974cabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:01.071639 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f0af3-79cd-4384-8f05-6a5f9974cabc admin admin] Pushing event deleted for resources: {'Port': ['ID=37ca7d7a-9b3d-4a1c-96bf-8967587da4c4,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:01.438141 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-184f0af3-79cd-4384-8f05-6a5f9974cabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:01.800295 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184f0af3-79cd-4384-8f05-6a5f9974cabc admin admin] Router f635eb49-cd53-44ad-8610-016f2826d4ed has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:30:01.996596 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184f0af3-79cd-4384-8f05-6a5f9974cabc admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:30:02.005481 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2372e3-b3db-468d-9c6f-045b878f3442 None None] Sync routers for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:30:02.011168 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-184f0af3-79cd-4384-8f05-6a5f9974cabc admin admin] 10.222.0.39 "PUT /v2.0/routers/f635eb49-cd53-44ad-8610-016f2826d4ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5441453 Apr 29 16:30:02.011322 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49226) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:02.015059 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2372e3-b3db-468d-9c6f-045b878f3442 None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:30:02.015729 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e2372e3-b3db-468d-9c6f-045b878f3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:29:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:02.184790 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:02.205030 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6e2372e3-b3db-468d-9c6f-045b878f3442 None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: dv-neutron-839183-1-hyperv {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:30:02.246899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4056c78e-8dec-47f6-aa12-82dfe2e37c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:02.362768 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:02.408001 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Deleting port ed064205-ae5b-4d85-b039-5ef5b2472f05 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:30:02.408347 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:02.489117 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e2372e3-b3db-468d-9c6f-045b878f3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:30:00Z', 'revision_number': 5, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port': {'id': 'ed064205-ae5b-4d85-b039-5ef5b2472f05', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:05:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:24:52Z', 'updated_at': '2022-04-29T16:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:02.492854 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2372e3-b3db-468d-9c6f-045b878f3442 None None] Checking router: f635eb49-cd53-44ad-8610-016f2826d4ed for host: dv-neutron-839183-1-hyperv {{(pid=88716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:30:02.501144 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2372e3-b3db-468d-9c6f-045b878f3442 None None] Routers {'f635eb49-cd53-44ad-8610-016f2826d4ed'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:30:02.501732 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e2372e3-b3db-468d-9c6f-045b878f3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:29:34Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['f635eb49-cd53-44ad-8610-016f2826d4ed'], 'active': True} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:02.580018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] For port ed064205-ae5b-4d85-b039-5ef5b2472f05, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=ed064205-ae5b-4d85-b039-5ef5b2472f05,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:30:02.580661 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:02.655786 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_dvr_db [None req-6e2372e3-b3db-468d-9c6f-045b878f3442 None None] Set router f635eb49-cd53-44ad-8610-016f2826d4ed gateway port host: None {{(pid=88716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:30:02.718614 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Calling delete_port for ed064205-ae5b-4d85-b039-5ef5b2472f05 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:30:02.759876 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.db.l3_hamode_db [None req-6e2372e3-b3db-468d-9c6f-045b878f3442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:30:02Z', 'revision_number': 6, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port_host': None}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:02.764580 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2372e3-b3db-468d-9c6f-045b878f3442 None None] The sync data for ids ['f635eb49-cd53-44ad-8610-016f2826d4ed'] in dv-neutron-839183-1-hyperv is: [{'id': 'f635eb49-cd53-44ad-8610-016f2826d4ed', 'name': 'tempest-TestSnapshotPattern-141835376-router', 'tenant_id': 'c88c9faa19074d53a2406455be806d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:51Z', 'updated_at': '2022-04-29T16:30:02Z', 'revision_number': 6, 'project_id': 'c88c9faa19074d53a2406455be806d48', 'gw_port_host': None}] {{(pid=88716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:30:03.041777 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.094252 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed064205-ae5b-4d85-b039-5ef5b2472f05,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:03.187753 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.365694 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.367948 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.447541 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.447995 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f635eb49-cd53-44ad-8610-016f2826d4ed {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:30:03.460229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.461573 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-86c139c2-c7a2-4d14-bf44-78ab71e41a47 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f635eb49-cd53-44ad-8610-016f2826d4ed HTTP/1.1" status: 204 len: 168 time: 1.4493575 Apr 29 16:30:03.464124 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49230) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:03.526207 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fd061d-9296-4609-84be-f2d88dc70176 admin admin] Deleting subnet 2f1e5284-fb8d-446c-8287-0e9d9130813e {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:30:03.530962 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-71fd061d-9296-4609-84be-f2d88dc70176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.578236 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-71fd061d-9296-4609-84be-f2d88dc70176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.657018 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-71fd061d-9296-4609-84be-f2d88dc70176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.784968 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-71fd061d-9296-4609-84be-f2d88dc70176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.822785 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd061d-9296-4609-84be-f2d88dc70176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1e5284-fb8d-446c-8287-0e9d9130813e,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:03.824716 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-71fd061d-9296-4609-84be-f2d88dc70176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.828818 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b572df-e1e4-4930-b3df-e717dd57db59 None None] Network 125a369e-3588-4d5a-9927-fef275024926 requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:30:03.830736 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-71fd061d-9296-4609-84be-f2d88dc70176 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2f1e5284-fb8d-446c-8287-0e9d9130813e HTTP/1.1" status: 204 len: 168 time: 0.3656390 Apr 29 16:30:03.833168 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49236) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:03.937500 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.948731 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Deleting port 6dd75a49-2a40-4c02-bd09-c974db996ced {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:30:03.949071 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:03.959085 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ed064205-ae5b-4d85-b039-5ef5b2472f05 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:30:04.026553 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: ed064205-ae5b-4d85-b039-5ef5b2472f05 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:30:04.026899 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device ed064205-ae5b-4d85-b039-5ef5b2472f05 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:30:04.027315 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:30:04.070604 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:30:04.070954 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 37ca7d7a-9b3d-4a1c-96bf-8967587da4c4 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:30:04.156297 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed10889-6a85-4624-8815-384566efe650 None None] DHCP port deletion for 125a369e-3588-4d5a-9927-fef275024926 request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:30:04.156531 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] For port 6dd75a49-2a40-4c02-bd09-c974db996ced, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6dd75a49-2a40-4c02-bd09-c974db996ced,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:30:04.156747 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.160261 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-eed10889-6a85-4624-8815-384566efe650 None None] Deleting port 6dd75a49-2a40-4c02-bd09-c974db996ced {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:30:04.160672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-eed10889-6a85-4624-8815-384566efe650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.267072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-7abf41dc-c005-488a-b43a-1a3f1828ba10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.278073 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Calling delete_port for 6dd75a49-2a40-4c02-bd09-c974db996ced owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:30:04.419011 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-eed10889-6a85-4624-8815-384566efe650 None None] For port 6dd75a49-2a40-4c02-bd09-c974db996ced, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=6dd75a49-2a40-4c02-bd09-c974db996ced,segment=NetworkSegment(f727847d-3342-4e5c-acf2-5fae8a6b1ef8),segment_id=f727847d-3342-4e5c-acf2-5fae8a6b1ef8)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:30:04.419396 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-eed10889-6a85-4624-8815-384566efe650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.424903 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.476229 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd75a49-2a40-4c02-bd09-c974db996ced,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:04.478032 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] No DVR routers for this DVR port 6dd75a49-2a40-4c02-bd09-c974db996ced on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:30:04.540780 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-eed10889-6a85-4624-8815-384566efe650 None None] Calling delete_port for 6dd75a49-2a40-4c02-bd09-c974db996ced owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:30:04.594648 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.609677 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-eed10889-6a85-4624-8815-384566efe650 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:30:04.610026 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-eed10889-6a85-4624-8815-384566efe650 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:30:04.619394 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125a369e-3588-4d5a-9927-fef275024926']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:04.631268 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:04.631568 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f727847d-3342-4e5c-acf2-5fae8a6b1ef8') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:04.643234 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.659649 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.665457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:30:04.665828 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:30:04.682085 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:30:04.927656 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.945506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:04.953806 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] Pushing event deleted for resources: {'Network': ['ID=125a369e-3588-4d5a-9927-fef275024926,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:05.042612 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-2ea5e895-ce37-432b-b439-11bae52e1e5e admin admin] 10.222.0.39 "DELETE /v2.0/networks/125a369e-3588-4d5a-9927-fef275024926 HTTP/1.1" status: 204 len: 168 time: 1.2084825 Apr 29 16:30:05.045449 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49240) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:05.111102 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-eed10889-6a85-4624-8815-384566efe650 None None] Deleting port 6dd75a49-2a40-4c02-bd09-c974db996ced {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:30:05.111649 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-eed10889-6a85-4624-8815-384566efe650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:05.178381 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-eed10889-6a85-4624-8815-384566efe650 None None] The port '6dd75a49-2a40-4c02-bd09-c974db996ced' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 16:30:05.270849 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:05.579324 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dd44fffd-74ab-4029-8ad2-22f297c9b952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-473388'] for router_interface, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:05.619151 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:05.918377 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-dd44fffd-74ab-4029-8ad2-22f297c9b952 admin admin] Deleting port 97a55191-4912-40f4-a2f0-ab291a409851 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:30:05.918907 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dd44fffd-74ab-4029-8ad2-22f297c9b952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:05.941898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6dd75a49-2a40-4c02-bd09-c974db996ced no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:30:05.978118 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 6dd75a49-2a40-4c02-bd09-c974db996ced {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:30:05.978461 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 6dd75a49-2a40-4c02-bd09-c974db996ced not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:30:06.092457 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-dd44fffd-74ab-4029-8ad2-22f297c9b952 admin admin] For port 97a55191-4912-40f4-a2f0-ab291a409851, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=97a55191-4912-40f4-a2f0-ab291a409851,segment=NetworkSegment(94917b37-88e2-4b44-92f2-6519653cf91c),segment_id=94917b37-88e2-4b44-92f2-6519653cf91c)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:30:06.092835 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dd44fffd-74ab-4029-8ad2-22f297c9b952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:06.212020 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-dd44fffd-74ab-4029-8ad2-22f297c9b952 admin admin] Calling delete_port for 97a55191-4912-40f4-a2f0-ab291a409851 owned by network:router_interface {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:30:06.527636 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dd44fffd-74ab-4029-8ad2-22f297c9b952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:06.602312 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44fffd-74ab-4029-8ad2-22f297c9b952 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a55191-4912-40f4-a2f0-ab291a409851,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:06.843344 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-dd44fffd-74ab-4029-8ad2-22f297c9b952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-473520'] for router_interface, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:07.205122 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd44fffd-74ab-4029-8ad2-22f297c9b952 admin admin] Router bb596b00-32fa-4e2d-8722-dc931cac7c89 has already been hosted by L3 agent 1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc {{(pid=88714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 29 16:30:07.328690 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:07.387887 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd44fffd-74ab-4029-8ad2-22f297c9b952 admin admin] Notify agent at l3_agent.dv-neutron-839183-1-hyperv the message routers_updated {{(pid=88714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 29 16:30:07.400341 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37cd84d-e3e3-4f0a-9010-458f5d571cd4 None None] Sync routers for ids ['bb596b00-32fa-4e2d-8722-dc931cac7c89'] in dv-neutron-839183-1-hyperv {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 16:30:07.410986 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37cd84d-e3e3-4f0a-9010-458f5d571cd4 None None] Routers {'bb596b00-32fa-4e2d-8722-dc931cac7c89'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:30:07.413839 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-d37cd84d-e3e3-4f0a-9010-458f5d571cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:30:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['bb596b00-32fa-4e2d-8722-dc931cac7c89'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:07.469039 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-dd44fffd-74ab-4029-8ad2-22f297c9b952 admin admin] 10.222.0.39 "PUT /v2.0/routers/bb596b00-32fa-4e2d-8722-dc931cac7c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4225304 Apr 29 16:30:07.470715 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49244) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:07.586278 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-d37cd84d-e3e3-4f0a-9010-458f5d571cd4 None None] Set router bb596b00-32fa-4e2d-8722-dc931cac7c89 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:30:07.646624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Notify callbacks [] for router, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:07.872425 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-d37cd84d-e3e3-4f0a-9010-458f5d571cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'name': 'tempest-TestSnapshotPattern-1090316024-router', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:59Z', 'updated_at': '2022-04-29T16:30:06Z', 'revision_number': 5, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'gw_port': {'id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:00Z', 'updated_at': '2022-04-29T16:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:07.876726 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37cd84d-e3e3-4f0a-9010-458f5d571cd4 None None] Checking router: bb596b00-32fa-4e2d-8722-dc931cac7c89 for host: dv-neutron-839183-1-hyperv {{(pid=88717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 16:30:07.884862 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37cd84d-e3e3-4f0a-9010-458f5d571cd4 None None] Routers {'bb596b00-32fa-4e2d-8722-dc931cac7c89'} bound to L3 agent in host dv-neutron-839183-1-hyperv {{(pid=88717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 29 16:30:07.885450 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-d37cd84d-e3e3-4f0a-9010-458f5d571cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T15:20:34Z,description=,heartbeat_timestamp=2022-04-29T16:30:04Z,host='dv-neutron-839183-1-hyperv',id=1ce3fe10-eb5f-4ba6-88b2-0dfaf97b5bfc,load=0,resource_versions=,resources_synced=,started_at=2022-04-29T15:20:35Z,topic='l3_agent')) {'router_ids': ['bb596b00-32fa-4e2d-8722-dc931cac7c89'], 'active': True} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:07.940012 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:08.047547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Deleting port d7c95492-1fe1-44f8-bfa8-cda90cce03f8 {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:30:08.047892 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:08.061976 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_dvr_db [None req-d37cd84d-e3e3-4f0a-9010-458f5d571cd4 None None] Set router bb596b00-32fa-4e2d-8722-dc931cac7c89 gateway port host: dv-neutron-839183-1-hyperv {{(pid=88717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 29 16:30:08.224633 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] For port d7c95492-1fe1-44f8-bfa8-cda90cce03f8, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=d7c95492-1fe1-44f8-bfa8-cda90cce03f8,segment=NetworkSegment(26207870-7773-429d-819d-9a6a3b954f76),segment_id=26207870-7773-429d-819d-9a6a3b954f76)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:30:08.225213 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:08.347170 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Calling delete_port for d7c95492-1fe1-44f8-bfa8-cda90cce03f8 owned by network:router_gateway {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:30:08.371354 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.l3_hamode_db [None req-d37cd84d-e3e3-4f0a-9010-458f5d571cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'name': 'tempest-TestSnapshotPattern-1090316024-router', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:59Z', 'updated_at': '2022-04-29T16:30:06Z', 'revision_number': 5, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'gw_port': {'id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:00Z', 'updated_at': '2022-04-29T16:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}], 'dv-neutron-839183-1-hyperv', False) {} {{(pid=88717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:08.377817 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37cd84d-e3e3-4f0a-9010-458f5d571cd4 None None] The sync data for ids ['bb596b00-32fa-4e2d-8722-dc931cac7c89'] in dv-neutron-839183-1-hyperv is: [{'id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'name': 'tempest-TestSnapshotPattern-1090316024-router', 'tenant_id': '25914608f51949c4b81b9d3164c6a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'external_fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232'}], 'enable_snat': True}, 'gw_port_id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T16:24:59Z', 'updated_at': '2022-04-29T16:30:06Z', 'revision_number': 5, 'project_id': '25914608f51949c4b81b9d3164c6a74e', 'gw_port': {'id': 'd7c95492-1fe1-44f8-bfa8-cda90cce03f8', 'name': '', 'network_id': '5b966a64-6021-4962-a4b0-b3238dd885c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:da:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb596b00-32fa-4e2d-8722-dc931cac7c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'ip_address': '172.26.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T16:25:00Z', 'updated_at': '2022-04-29T16:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19cf2c91-990f-4303-b77a-98c2d93b3184', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839183-1-hyperv'}] {{(pid=88717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 16:30:08.567431 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:08.612279 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c95492-1fe1-44f8-bfa8-cda90cce03f8,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:08.704866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473865'] for router_gateway, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:08.884289 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-471870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4879'] for router, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:08.886506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:08.968338 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-472033'] for router, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:08.968971 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb596b00-32fa-4e2d-8722-dc931cac7c89 {{(pid=88714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 29 16:30:08.983166 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] Notify callbacks [] for router, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:08.986857 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-35ed031f-4cc3-4d21-8630-56aa9b51b187 admin admin] 10.222.0.39 "DELETE /v2.0/routers/bb596b00-32fa-4e2d-8722-dc931cac7c89 HTTP/1.1" status: 204 len: 168 time: 1.5126004 Apr 29 16:30:08.987086 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49248) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:09.048412 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.db_base_plugin_v2 [None req-86da38df-427a-42d3-80ea-0d2797919ae9 admin admin] Deleting subnet bfae79cd-c0d3-4b65-b239-2f44e792f665 {{(pid=88714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 29 16:30:09.051635 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da38df-427a-42d3-80ea-0d2797919ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:09.104414 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da38df-427a-42d3-80ea-0d2797919ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1674183'] for subnet, precommit_delete_associations {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:09.181240 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da38df-427a-42d3-80ea-0d2797919ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379970'] for subnet, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:09.316517 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da38df-427a-42d3-80ea-0d2797919ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448993', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-867911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5438544'] for subnet, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:09.356647 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da38df-427a-42d3-80ea-0d2797919ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfae79cd-c0d3-4b65-b239-2f44e792f665,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:09.362866 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-86da38df-427a-42d3-80ea-0d2797919ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:09.369754 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26450b19-bc06-423c-951d-e229a5fa0c8b None None] Network 22e602be-f26d-4977-86c0-16d05343531e requested from dv-neutron-839183-1-hyperv {{(pid=88716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 29 16:30:09.371369 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-86da38df-427a-42d3-80ea-0d2797919ae9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bfae79cd-c0d3-4b65-b239-2f44e792f665 HTTP/1.1" status: 204 len: 168 time: 0.3832605 Apr 29 16:30:09.374403 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49252) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:09.485973 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525918'] for network, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:09.496319 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Deleting port fc2688d4-efb0-4b48-8f3a-03f1d944910c {{(pid=88714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:30:09.496679 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:09.628227 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a2be0a-cec8-4ff3-8f5f-9dff5b0e22d2 None None] DHCP port deletion for 22e602be-f26d-4977-86c0-16d05343531e request from dv-neutron-839183-1-hyperv {{(pid=88716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 29 16:30:09.632065 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-68a2be0a-cec8-4ff3-8f5f-9dff5b0e22d2 None None] Deleting port fc2688d4-efb0-4b48-8f3a-03f1d944910c {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:30:09.632439 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68a2be0a-cec8-4ff3-8f5f-9dff5b0e22d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:09.803332 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.db [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] For port fc2688d4-efb0-4b48-8f3a-03f1d944910c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fc2688d4-efb0-4b48-8f3a-03f1d944910c,segment=NetworkSegment(94917b37-88e2-4b44-92f2-6519653cf91c),segment_id=94917b37-88e2-4b44-92f2-6519653cf91c)] {{(pid=88714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:30:09.803607 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:09.841640 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.db [None req-68a2be0a-cec8-4ff3-8f5f-9dff5b0e22d2 None None] For port fc2688d4-efb0-4b48-8f3a-03f1d944910c, host dv-neutron-839183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839183-1-hyperv',level=0,port_id=fc2688d4-efb0-4b48-8f3a-03f1d944910c,segment=NetworkSegment(94917b37-88e2-4b44-92f2-6519653cf91c),segment_id=94917b37-88e2-4b44-92f2-6519653cf91c)] {{(pid=88716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 29 16:30:09.842272 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68a2be0a-cec8-4ff3-8f5f-9dff5b0e22d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474668'] for port, precommit_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:09.929402 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.plugin [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Calling delete_port for fc2688d4-efb0-4b48-8f3a-03f1d944910c owned by network:dhcp {{(pid=88714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:30:09.965365 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-68a2be0a-cec8-4ff3-8f5f-9dff5b0e22d2 None None] Calling delete_port for fc2688d4-efb0-4b48-8f3a-03f1d944910c owned by network:dhcp {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 29 16:30:09.993672 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 97a55191-4912-40f4-a2f0-ab291a409851 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:30:10.043851 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: 97a55191-4912-40f4-a2f0-ab291a409851 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:30:10.044190 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device 97a55191-4912-40f4-a2f0-ab291a409851 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:30:10.045168 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d7c95492-1fe1-44f8-bfa8-cda90cce03f8 no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:30:10.059333 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1456549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736060948718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736060470851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-867954'] for port, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:10.082308 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: d7c95492-1fe1-44f8-bfa8-cda90cce03f8 {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:30:10.082652 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device d7c95492-1fe1-44f8-bfa8-cda90cce03f8 not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:30:10.083072 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fc2688d4-efb0-4b48-8f3a-03f1d944910c no longer exists at agent ovs-agent-dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 29 16:30:10.107884 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] No DVR routers for this DVR port fc2688d4-efb0-4b48-8f3a-03f1d944910c on host dv-neutron-839183-1-hyperv {{(pid=88714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 16:30:10.120546 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] No Port match for: fc2688d4-efb0-4b48-8f3a-03f1d944910c {{(pid=88716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 29 16:30:10.120890 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.rpc [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Device fc2688d4-efb0-4b48-8f3a-03f1d944910c not bound to the agent host dv-neutron-839183-1-hyperv {{(pid=88716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 29 16:30:10.140250 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2688d4-efb0-4b48-8f3a-03f1d944910c,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:10.140714 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.db.api [None req-68a2be0a-cec8-4ff3-8f5f-9dff5b0e22d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 16:30:10.141068 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG oslo_db.api [None req-68a2be0a-cec8-4ff3-8f5f-9dff5b0e22d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 16:30:10.224899 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1380873', 'neutron.services.segments.db._delete_segments_for_network-8736060945493'] for network, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:10.254942 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e602be-f26d-4977-86c0-16d05343531e']}} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:10.267383 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94917b37-88e2-4b44-92f2-6519653cf91c') {'for_net_delete': True} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:10.267677 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.services.segments.db [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94917b37-88e2-4b44-92f2-6519653cf91c') {} {{(pid=88714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 16:30:10.278672 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736060942448', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1674190'] for segment, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:10.296081 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377365'] for segment, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:10.302506 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 16:30:10.302882 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-867869'] for segment, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: Traceback (most recent call last): Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: timer() Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: cb(*args, **kw) Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: return func(*args, **kwargs) Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: self._notify() Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: self.callback(batched_events) Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: event.method(event) Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: return f(self, *a, **k) Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._get(url).json() Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: return self.request(url, 'GET', **kwargs) Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 16:30:10.315814 dv-neutron-839183-1-hyperv neutron-server[88714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 16:30:10.452547 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1380914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473900'] for network, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:10.472230 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Notify callbacks [] for network, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:10.481996 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e602be-f26d-4977-86c0-16d05343531e,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:10.489458 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-df3dedab-a76b-4aae-b101-4cc043b78019 admin admin] 10.222.0.39 "DELETE /v2.0/networks/22e602be-f26d-4977-86c0-16d05343531e HTTP/1.1" status: 204 len: 168 time: 1.1140447 Apr 29 16:30:10.642061 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-68a2be0a-cec8-4ff3-8f5f-9dff5b0e22d2 None None] Deleting port fc2688d4-efb0-4b48-8f3a-03f1d944910c {{(pid=88716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 29 16:30:10.642607 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-68a2be0a-cec8-4ff3-8f5f-9dff5b0e22d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736060829700'] for port, before_delete {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:10.710076 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron.plugins.ml2.plugin [None req-68a2be0a-cec8-4ff3-8f5f-9dff5b0e22d2 None None] The port 'fc2688d4-efb0-4b48-8f3a-03f1d944910c' was deleted {{(pid=88716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 29 16:30:10.759257 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49258) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:10.807365 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-11a311aa-407c-4fc4-8b20-e995bb044e29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c88c9faa19074d53a2406455be806d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469728 Apr 29 16:30:10.809733 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49262) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:10.865617 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b979ff58-421e-4f8d-8bbe-5c6ce228ae1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:10.890671 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b979ff58-421e-4f8d-8bbe-5c6ce228ae1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:11.007673 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b979ff58-421e-4f8d-8bbe-5c6ce228ae1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:11.026708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979ff58-421e-4f8d-8bbe-5c6ce228ae1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e742892-5919-4b26-93f3-f158d4ff520d,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:11.031708 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-b979ff58-421e-4f8d-8bbe-5c6ce228ae1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:11.032884 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-b979ff58-421e-4f8d-8bbe-5c6ce228ae1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e742892-5919-4b26-93f3-f158d4ff520d HTTP/1.1" status: 204 len: 168 time: 0.2222419 Apr 29 16:30:11.696085 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49270) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:11.767867 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-cc310efb-f26c-4bd4-9df6-a910da98289f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25914608f51949c4b81b9d3164c6a74e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705140 Apr 29 16:30:11.770379 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.wsgi [-] (88714) accepted ('10.222.0.39', 49274) {{(pid=88714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 29 16:30:11.828624 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d16a5f33-2dd8-4e0a-869e-d639f081fd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:11.856113 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d16a5f33-2dd8-4e0a-869e-d639f081fd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:12.042088 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d16a5f33-2dd8-4e0a-869e-d639f081fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448823'] for security_group, after_delete {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:12.057262 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a5f33-2dd8-4e0a-869e-d639f081fd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8816d455-3254-4341-a757-abf7d443dd89,revision_number=None']} {{(pid=88714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 16:30:12.064305 dv-neutron-839183-1-hyperv neutron-server[88714]: DEBUG neutron_lib.callbacks.manager [None req-d16a5f33-2dd8-4e0a-869e-d639f081fd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:12.065480 dv-neutron-839183-1-hyperv neutron-server[88714]: INFO neutron.wsgi [None req-d16a5f33-2dd8-4e0a-869e-d639f081fd3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8816d455-3254-4341-a757-abf7d443dd89 HTTP/1.1" status: 204 len: 168 time: 0.2942278 Apr 29 16:30:24.698627 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:27.517372 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:30:32.206883 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-6f3da7f0-71bd-4a67-9302-6a07f0385b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:34.246886 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-81b6c952-5efc-4bd5-ae70-1e2afdf540fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:35.264760 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:35.606925 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:37.327346 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:30:54.726701 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:02.189540 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4958dc12-0d89-4d81-bb78-b0a991b3bfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:04.240711 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-9fd75ef0-1cb9-40d6-ba30-1e038d0522c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:04.517897 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:31:05.315101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:05.617568 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:07.331430 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:24.737830 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:32.240915 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3e2427ba-4d6a-48d6-ad51-0e4a87e67403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:34.240407 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-39fe2ff5-b244-4484-9427-ceaaba5fe650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:35.280279 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:35.640487 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:37.303392 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:31:41.517720 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:31:54.730515 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:02.206088 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-888dae3c-89f3-4aeb-bd19-7131cacd6f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:04.245764 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-e703d23c-6013-462d-ad1c-9456f8151418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:05.286108 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:05.628929 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:07.320566 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:18.517354 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:32:24.736892 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:32.228426 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-ced85786-16a2-459c-81e3-be0acdd9b613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:34.268894 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-31578b97-8bef-457e-be9e-4544f8a6cd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:35.291292 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:35.617031 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:37.331101 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:54.720299 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:32:55.516057 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:33:02.204906 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-93321393-dcec-4798-9af8-ef3ca9e4f9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:04.250037 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-36f47a2c-064a-4a5a-8b06-8028891ad452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:05.301530 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:05.679196 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:07.336547 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:24.747922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:32.205386 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a892ef23-d2d2-4a25-bbca-827c22e47d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:32.515506 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:33:34.256229 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-bbf5c89a-3603-4a75-a8bb-512593ccdb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:35.296476 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:35.656586 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:37.341980 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:33:54.718816 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:02.187479 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2fff802b-783d-459f-b2aa-21d9ca7b628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:04.261846 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-0f482a02-0e7c-4d8e-8929-5765874eca33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:05.295936 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:05.615898 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:07.340656 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:09.514081 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:34:24.746772 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:32.204070 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-4f24cf06-6a74-440e-acf3-90d263b25e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:34.255712 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-3242d038-df8d-48f6-82cb-7464afc21f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:35.306855 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:35.632491 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:37.382009 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:34:46.516859 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:34:54.746210 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:02.220961 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-1a327ffd-d4ca-43dc-ac17-2df30cd86983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:04.266709 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-58bbf218-a565-452d-a0d5-08a829f8aab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:05.306570 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:05.637922 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:07.352262 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:23.515283 dv-neutron-839183-1-hyperv neutron-server[88717]: DEBUG neutron.db.agents_db [None req-0e182d63-3ad7-4015-94de-f11d62c04788 None None] Agent healthcheck: found 6 active agents {{(pid=88717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 29 16:35:24.734612 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-28289af0-cb85-4540-9fe0-3e6b2338eea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:32.231625 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-fbbbb0df-2689-410a-a2b2-2a44646d0b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:34.274517 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-2083b636-e547-4f6f-b622-85c34287c0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:35.300495 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb0b-11ab-47da-b213-a33648ca11c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:35.643276 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-b82369ca-7266-4b59-b5e4-9345543623ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 29 16:35:37.346347 dv-neutron-839183-1-hyperv neutron-server[88716]: DEBUG neutron_lib.callbacks.manager [None req-595939ee-1f92-4e8c-a317-fc9527266965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736060945466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382899'] for agent, after_update {{(pid=88716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}